-- Logs begin at Fri 2022-03-11 14:32:17 UTC, end at Fri 2022-03-11 17:04:14 UTC. -- Mar 11 15:30:04.126772 dv-neutron-833203-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 15:30:06.623229 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.common.config [-] Logging enabled! Mar 11 15:30:06.623959 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev72 Mar 11 15:30:06.623959 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88450) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 15:30:06.627118 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.common.config [-] Logging enabled! Mar 11 15:30:06.627370 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev72 Mar 11 15:30:06.627680 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88450) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 15:30:06.628622 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:30:06.628859 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:30:06.629213 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:30:06.629458 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:30:06.629683 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:30:06.630024 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.630327 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.630621 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.630851 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.631148 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.631441 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.631725 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.632020 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.632317 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.632621 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.632905 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.633191 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.633422 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.633704 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.633989 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.634276 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.634501 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] debug = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.634781 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.635209 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.635625 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.635907 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.636195 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.636475 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.636775 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.637053 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.637342 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.637668 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] host = dv-neutron-833203-2-hyperv {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.637950 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.638235 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.638518 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.638803 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.639078 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.639354 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.639639 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.639913 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.640189 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] log_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.640465 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.640776 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.641065 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.641354 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.641577 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.641798 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.642090 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.642376 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.642652 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.642926 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.643203 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.643471 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.643750 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.644016 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.644299 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.644601 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.644885 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.645161 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.645435 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.645736 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.646010 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.646293 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.646565 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.646838 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.647112 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.647400 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.647668 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.647940 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.648239 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.648522 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.648830 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.649111 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.649385 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.649667 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.649936 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.650207 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.650475 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] use_json = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.650743 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.651008 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.651289 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.651562 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.651833 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.652109 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.652380 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.652683 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.652954 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:06.653250 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.653544 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.653844 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.654131 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.654420 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.654702 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.654988 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.655266 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.655555 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.655841 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.656128 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.656408 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.656725 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.657006 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.657300 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.657606 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.657900 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.658189 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.658464 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.658738 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.659012 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.659291 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.659577 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.659872 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.660164 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.660438 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.660746 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.661036 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.661849 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.662125 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.662412 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.662704 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.662983 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.663255 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.663534 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.663813 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.664085 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.664358 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.664662 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.664952 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.665228 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.665497 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.665767 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.666045 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.666315 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.666597 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.666873 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.667142 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.667413 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.667688 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.667959 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.668230 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.668506 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.668919 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.669304 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.669845 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.669845 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.669845 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.670395 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.671068 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.671589 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.671873 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.672194 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.672433 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.672736 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.673011 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.673289 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.673562 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.673847 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.674144 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.674422 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.674701 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.674980 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.675257 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.675535 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.675811 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.676088 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.676366 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.676661 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.677104 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.677888 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.678175 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.678458 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.678738 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.679035 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.679314 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.679599 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.679881 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.680166 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.680451 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.680762 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.681058 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.681352 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.681645 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.681936 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.682228 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.682508 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.682819 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.683099 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:06.683320 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:30:06.683557 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88450) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 15:30:07.080010 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO keyring.backend [-] Loading KWallet Mar 11 15:30:07.087542 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO keyring.backend [-] Loading SecretService Mar 11 15:30:07.090990 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO keyring.backend [-] Loading Windows Mar 11 15:30:07.092318 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO keyring.backend [-] Loading chainer Mar 11 15:30:07.093126 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO keyring.backend [-] Loading macOS Mar 11 15:30:07.126749 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 15:30:07.127026 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 15:30:07.127316 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 15:30:07.127649 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 15:30:07.515050 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.515254 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.515522 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.516842 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.517118 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.517381 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.552900 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.553197 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.553447 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.566452 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.566731 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.566995 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.597379 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.597657 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.597926 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.634482 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.635024 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.635024 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.873092 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.873378 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.873642 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.873906 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.874637 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.995445 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.995760 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.996041 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.996311 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.996598 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.996910 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.997175 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.997431 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.997683 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.997962 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.998221 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.998486 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.998748 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.999000 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.999266 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.999532 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:07.999790 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.000059 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.000317 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.000622 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.000976 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.001234 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.001484 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.001762 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.002011 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.002255 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.002639 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:30:08.002879 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:30:08.003114 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:30:08.003346 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:30:08.003578 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:30:08.003809 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:30:08.004178 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 15:30:08.007809 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 15:30:08.011799 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 15:30:08.015573 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 11 15:30:08.017233 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 15:30:08.018665 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 15:30:08.019010 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 15:30:08.019410 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 15:30:08.022846 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 15:30:08.023092 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 15:30:08.023431 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 15:30:08.051059 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 15:30:08.051503 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.051803 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88450) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 11 15:30:08.052185 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.053590 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88450) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 15:30:08.053868 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 15:30:08.054111 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 15:30:08.057455 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.057735 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:08.120583 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 15:30:08.120825 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 15:30:08.121064 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 15:30:08.121433 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 15:30:08.152887 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_db.sqlalchemy.engines [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88450) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 11 15:30:08.631141 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Initializing driver for type 'gre' Mar 11 15:30:08.631678 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] gre ID ranges: [(1, 1000)] Mar 11 15:30:08.865085 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Initializing driver for type 'local' Mar 11 15:30:08.865705 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Initializing driver for type 'vlan' Mar 11 15:30:08.962406 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] VlanTypeDriver initialization complete Mar 11 15:30:08.962680 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Initializing driver for type 'vxlan' Mar 11 15:30:08.963180 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] vxlan ID ranges: [(1, 1000)] Mar 11 15:30:09.127813 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Initializing extension driver 'port_security' Mar 11 15:30:09.128154 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.extensions.port_security [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] PortSecurityExtensionDriver initialization complete Mar 11 15:30:09.128489 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Initializing mechanism driver 'openvswitch' Mar 11 15:30:09.128852 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Initializing mechanism driver 'hyperv' Mar 11 15:30:09.136061 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:09.136754 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > port after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.137124 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > port after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.137479 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > port after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.137994 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 15:30:09.138417 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > subnet after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.138769 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > subnet after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.139112 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.139494 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 15:30:09.139892 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > network after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.140236 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > network after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.140597 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > network after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.140984 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 15:30:09.141379 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > security_group after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.143650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > security_group after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.143650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.143650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 15:30:09.143650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.143650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.144081 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.144081 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 15:30:09.144364 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > address_group after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.144728 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > address_group after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.145066 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.145445 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 15:30:09.145884 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] ML2 OVO RPC backend initialized. {{(pid=88450) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 11 15:30:09.146590 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.146950 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.147371 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > network before_response 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.147720 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > networks before_response 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.148067 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > port before_response 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.148408 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > ports before_response 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.148786 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > subnet before_response 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.149129 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > subnets before_response 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.149472 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > network after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.149811 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > network after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.150189 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > network after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.150523 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > port after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.150865 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > port after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.151196 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > port after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.151528 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > subnet after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.151862 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > subnet after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.152194 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.152889 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Modular L2 Plugin initialization complete Mar 11 15:30:09.153178 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading services supported by the core plugin {{(pid=88450) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 15:30:09.153503 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.managers [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Got port-security extension from driver 'port_security' Mar 11 15:30:09.153964 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.extensions.vlantransparent [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Disabled vlantransparent extension. Mar 11 15:30:09.154449 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88450) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 15:30:09.154759 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading Plugin: router Mar 11 15:30:09.192301 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.193285 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router after_create 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.193654 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router before_create 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.194020 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.194388 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.194735 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router after_delete 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.195086 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.195444 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router after_create 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.195786 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router after_update 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.196131 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router after_update 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.196474 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.196853 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router after_update 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.197262 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router precommit_update 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.197628 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: port after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.197965 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: port after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.198299 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: subnet after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.198635 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.198981 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.199324 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router precommit_create 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.199661 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: port before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.199997 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router precommit_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.200347 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router after_update 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.200718 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.201062 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router precommit_create 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.201416 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.201755 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router precommit_update 55549900 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.202115 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > agent after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.202460 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > agent after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.202800 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > network after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.203646 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Tracking information for resource: router configured {{(pid=88450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:30:09.203973 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Tracking information for resource: floatingip configured {{(pid=88450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:30:09.209326 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.db.l3_agentschedulers_db [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 15:30:09.209896 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: port after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.210279 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: port after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.210629 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: port after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.210974 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: port after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.211754 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router before_create 55550100 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.212114 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.212516 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router precommit_create 55550100 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.212853 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > router precommit_update 55550100 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.217350 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.services.provider_configuration [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service providers = [] {{(pid=88450) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 15:30:09.217712 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.db.servicetype_db [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88450) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 15:30:09.220690 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.services.service_base [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88450) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:30:09.221038 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.services.service_base [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88450) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:30:09.221373 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.services.service_base [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88450) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:30:09.222250 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.services.service_base [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88450) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:30:09.222620 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.services.service_base [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 15:30:09.222992 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:30:09.223309 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 15:30:09.234061 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:30:09.234411 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading Plugin: auto_allocate Mar 11 15:30:09.240821 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: network precommit_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.241215 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: network precommit_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.241727 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:30:09.242046 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading Plugin: tag Mar 11 15:30:09.248735 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:30:09.249064 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading Plugin: timestamp Mar 11 15:30:09.253122 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:30:09.253451 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading Plugin: network_ip_availability Mar 11 15:30:09.259259 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.259630 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.259983 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.260728 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:30:09.261045 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading Plugin: flavors Mar 11 15:30:09.265766 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:30:09.266095 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading Plugin: revisions Mar 11 15:30:09.270456 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:30:09.270864 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_concurrency.lockutils [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.143s {{(pid=88450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 15:30:09.271600 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88450) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 15:30:09.271933 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Initializing extension manager. Mar 11 15:30:09.272437 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: __init__.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.272798 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: __pycache__ {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.273626 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.273626 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: address_group.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.274204 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.274765 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: address-group Mar 11 15:30:09.275085 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: address_scope.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.275794 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.276300 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: address-scope Mar 11 15:30:09.276646 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.277577 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.278083 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: router-admin-state-down-before-update Mar 11 15:30:09.278403 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: agent.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.279291 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.279800 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: agent Mar 11 15:30:09.280118 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: agent_resources_synced.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.281059 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.281568 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: agent-resources-synced Mar 11 15:30:09.281888 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: allowedaddresspairs.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.283660 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.284176 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: allowed-address-pairs Mar 11 15:30:09.284504 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: auto_allocated_topology.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.285601 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.286108 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: auto-allocated-topology Mar 11 15:30:09.286454 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: availability_zone.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.287140 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.287641 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: availability_zone Mar 11 15:30:09.287959 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: availability_zone_filter.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.288892 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.289395 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: availability_zone_filter Mar 11 15:30:09.289718 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: data_plane_status.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.290622 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.291116 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 15:30:09.291433 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: default_subnetpools.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.292335 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.292862 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: default-subnetpools Mar 11 15:30:09.293182 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.293990 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.294493 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: dhcp_agent_scheduler Mar 11 15:30:09.294815 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: dns.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.295717 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.296220 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 15:30:09.296541 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: dns_domain_ports.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.297479 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.297986 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 15:30:09.298308 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: dvr.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.299388 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.299490 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: dvr Mar 11 15:30:09.299771 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: empty_string_filtering.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.300710 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.301213 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: empty-string-filtering Mar 11 15:30:09.301532 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.302971 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.303472 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 15:30:09.303793 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.304727 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.305228 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 15:30:09.305544 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: external_net.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.306448 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.306950 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: external-net Mar 11 15:30:09.307266 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.308167 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.308700 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: extra_dhcp_opt Mar 11 15:30:09.309019 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: extraroute.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.309929 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.310435 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: extraroute Mar 11 15:30:09.310753 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: extraroute_atomic.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.311786 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.312288 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: extraroute-atomic Mar 11 15:30:09.312630 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: filter_validation.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.313293 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.313791 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: filter-validation Mar 11 15:30:09.314105 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: fip_pf_description.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.315015 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.315507 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 15:30:09.315823 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: fip_port_details.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.316760 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.317258 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: fip-port-details Mar 11 15:30:09.318207 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: flavors.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.319445 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.319957 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: flavors Mar 11 15:30:09.320278 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.321986 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.322508 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 15:30:09.322854 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: floatingip_pools.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.323535 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.324058 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: floatingip-pools Mar 11 15:30:09.324369 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: ip_allocation.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.325309 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.325817 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 15:30:09.326145 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.327055 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.327561 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: ip-substring-filtering Mar 11 15:30:09.327889 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: l2_adjacency.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.328836 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.329339 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 15:30:09.329663 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: l3.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.330654 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.331163 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: router Mar 11 15:30:09.331487 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.334242 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.334764 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 15:30:09.335097 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.336021 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.336534 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: ext-gw-mode Mar 11 15:30:09.336887 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.337802 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.338307 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: l3-ha Mar 11 15:30:09.338630 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: l3_flavors.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.339536 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.340038 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: l3-flavors Mar 11 15:30:09.340364 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.341311 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.341816 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 15:30:09.342136 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: l3agentscheduler.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.343170 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.343671 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: l3_agent_scheduler Mar 11 15:30:09.343994 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: logging.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.345517 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.346028 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension logging not supported by any of loaded plugins Mar 11 15:30:09.346356 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: metering.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.347102 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.347674 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: metering Mar 11 15:30:09.347998 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.349674 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.350181 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: metering_source_and_destination_fields Mar 11 15:30:09.350511 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: multiprovidernet.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.351431 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.351934 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: multi-provider Mar 11 15:30:09.352254 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: netmtu.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.353187 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.353688 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: net-mtu Mar 11 15:30:09.354006 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: netmtu_writable.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.354938 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.355419 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: net-mtu-writable Mar 11 15:30:09.355739 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: network_availability_zone.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.356401 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.356936 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: network_availability_zone Mar 11 15:30:09.357253 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: network_ip_availability.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.358344 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.358848 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: network-ip-availability Mar 11 15:30:09.359170 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: network_segment_range.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.359932 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.360434 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 15:30:09.360779 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: pagination.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.361758 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.362083 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: pagination Mar 11 15:30:09.362397 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: port_device_profile.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.363298 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.363803 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: port-device-profile Mar 11 15:30:09.364121 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.365636 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.366140 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: port-mac-address-regenerate Mar 11 15:30:09.366459 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.367374 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.367876 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: port-numa-affinity-policy Mar 11 15:30:09.368194 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: port_resource_request.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.369124 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.369622 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 15:30:09.369939 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: portbindings.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.370866 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.371373 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: binding Mar 11 15:30:09.371691 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: portbindings_extended.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.373112 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.373632 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: binding-extended Mar 11 15:30:09.373958 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: portsecurity.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.374865 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.375379 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: port-security Mar 11 15:30:09.375703 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: project_id.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.376698 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.377028 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: project-id Mar 11 15:30:09.377348 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: providernet.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.378266 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.378773 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: provider Mar 11 15:30:09.379096 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: qos.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.382772 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.383293 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension qos not supported by any of loaded plugins Mar 11 15:30:09.383618 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.384891 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.385406 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 15:30:09.385734 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.386643 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.387152 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 15:30:09.387474 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: qos_default.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.388383 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.388918 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension qos-default not supported by any of loaded plugins Mar 11 15:30:09.389245 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: qos_fip.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.389897 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.390405 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 15:30:09.390726 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: qos_gateway_ip.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.391648 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.392154 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 15:30:09.392475 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: qos_port_network_policy.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.393398 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.393904 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 15:30:09.394224 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: qos_rule_type_details.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.395131 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.395664 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 15:30:09.395985 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: qos_rules_alias.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.397054 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.397564 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 15:30:09.397886 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: quotasv2.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.398788 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.399110 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: quotas Mar 11 15:30:09.399427 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: quotasv2_detail.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.401078 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.401412 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: quota_details Mar 11 15:30:09.401739 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: rbac.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.402785 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.403298 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: rbac-policies Mar 11 15:30:09.403623 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: rbac_address_group.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.404557 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.405076 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: rbac-address-group Mar 11 15:30:09.405398 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: rbac_address_scope.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.406310 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.406821 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: rbac-address-scope Mar 11 15:30:09.407145 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: rbac_security_groups.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.408053 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.408577 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: rbac-security-groups Mar 11 15:30:09.408973 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: rbac_subnetpool.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.409894 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.410403 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: rbac-subnetpool Mar 11 15:30:09.410722 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: revisionifmatch.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.412163 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.412699 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: revision-if-match Mar 11 15:30:09.413022 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: revisions.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.414250 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.414757 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: standard-attr-revisions Mar 11 15:30:09.415076 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: router_availability_zone.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.415742 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.416245 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: router_availability_zone Mar 11 15:30:09.416584 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: routerservicetype.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.417506 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.418008 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 15:30:09.418326 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.419243 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.419747 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: security-groups-normalized-cidr Mar 11 15:30:09.420065 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.421014 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.421518 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: port-security-groups-filtering Mar 11 15:30:09.421837 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.422744 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.423246 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: security-groups-remote-address-group Mar 11 15:30:09.423563 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: securitygroup.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.433846 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.434377 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: security-group Mar 11 15:30:09.434709 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: segment.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.435488 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.435995 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension segment not supported by any of loaded plugins Mar 11 15:30:09.436318 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.437281 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.437790 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 15:30:09.438109 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: servicetype.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.439224 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.439742 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: service-type Mar 11 15:30:09.440065 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: sorting.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.441146 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.441477 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: sorting Mar 11 15:30:09.441798 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: standard_attr_segment.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.442780 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.443290 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 15:30:09.443608 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: standardattrdescription.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.444249 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.444783 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: standard-attr-description Mar 11 15:30:09.445106 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: stateful_security_group.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.446028 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.446534 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: stateful-security-group Mar 11 15:30:09.446855 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: stdattrs_common.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.447429 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 15:30:09.447746 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.448773 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.449276 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 15:30:09.449597 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: subnet_onboard.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.450678 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.451191 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: subnet_onboard Mar 11 15:30:09.451512 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.452432 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.452961 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 15:30:09.453281 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: subnet_service_types.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.454201 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.454707 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: subnet-service-types Mar 11 15:30:09.455028 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: subnetallocation.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.456117 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.456647 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: subnet_allocation Mar 11 15:30:09.457234 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.457891 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.458469 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: subnetpool-prefix-ops Mar 11 15:30:09.458786 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.459719 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.460214 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 15:30:09.460531 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: tagging.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.461620 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.462127 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: standard-attr-tag Mar 11 15:30:09.462449 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: timestamp.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.463686 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.464155 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loaded extension: standard-attr-timestamp Mar 11 15:30:09.464481 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: trunk.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.465533 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.466046 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension trunk not supported by any of loaded plugins Mar 11 15:30:09.466371 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: trunk_details.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.467285 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.467794 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 15:30:09.468118 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: uplink_status_propagation.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.469056 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.469563 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 15:30:09.469883 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Loading extension file: vlantransparent.py {{(pid=88450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:30:09.470542 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:30:09.471049 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 15:30:09.473510 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:network Mar 11 15:30:09.474787 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:subnet Mar 11 15:30:09.475556 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:30:09.476157 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:port Mar 11 15:30:09.477443 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.477886 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service FLAVORS assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.478505 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.478938 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.479268 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:router Mar 11 15:30:09.479922 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 15:30:09.480656 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service METERING assigned prefix: /metering {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.482098 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.482464 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.482810 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:30:09.485123 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 15:30:09.485566 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:security_group Mar 11 15:30:09.486228 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 15:30:09.486963 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service CORE assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.487294 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:30:09.487625 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] subnetpool is already registered Mar 11 15:30:09.488247 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service CORE assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.488599 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:30:09.488935 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] subnetpool is already registered Mar 11 15:30:09.601870 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.602294 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service FLAVORS assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.602903 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.603328 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.603671 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:router Mar 11 15:30:09.604006 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] router is already registered Mar 11 15:30:09.604741 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 15:30:09.605094 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] floatingip is already registered Mar 11 15:30:09.605729 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service METERING assigned prefix: /metering {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.606558 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 15:30:09.606991 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] rbac_policy is already registered Mar 11 15:30:09.607405 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:security_group Mar 11 15:30:09.607735 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] security_group is already registered Mar 11 15:30:09.608335 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 15:30:09.608704 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] security_group_rule is already registered Mar 11 15:30:09.609402 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service CORE assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.609734 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:30:09.610059 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] subnetpool is already registered Mar 11 15:30:09.610656 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.v2.resource_helper [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Service CORE assigned prefix: {{(pid=88450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:30:09.610983 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:30:09.611304 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING neutron.quota.resource_registry [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] subnetpool is already registered Mar 11 15:30:09.611956 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: extensions {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.613481 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: address-groups {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.615759 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: address-scopes {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.617002 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: agents {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.618162 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: auto-allocated-topology {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.619510 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: availability_zones {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.620761 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: dhcp-networks {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.622440 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: dhcp-agents {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.623586 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: routers {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.625516 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: flavors {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.626670 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: service_profiles {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.627879 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: next_providers {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.629478 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: service_profiles {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.631126 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: floatingip-pools {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.632339 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: routers {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.634266 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: floatingips {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.635509 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: l3-routers {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.636916 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: l3-agents {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.638533 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: metering-labels {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.639793 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: metering-label-rules {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.641184 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: network-ip-availabilities {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.642431 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: bindings {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.645433 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: quotas {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.645555 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: quotas {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.646944 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: rbac-policies {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.648237 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: security-groups {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.649475 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: security-group-rules {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.650696 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: service-providers {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.652063 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: subnetpools {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.653423 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: subnetpools {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.654935 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: tags {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.656728 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: tags {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.658550 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: tags {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.660393 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: tags {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.663812 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: tags {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.665665 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: tags {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.667342 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: tags {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.669374 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: tags {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.671116 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: tags {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.673070 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron.api.extensions [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Extended resource: tags {{(pid=88450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:30:09.679846 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING keystonemiddleware.auth_token [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 15:30:09.684528 dv-neutron-833203-2-hyperv neutron-server[88450]: WARNING keystonemiddleware.auth_token [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 15:30:09.692823 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_concurrency.lockutils [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Acquired lock "singleton_lock" {{(pid=88450) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 11 15:30:09.693299 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_concurrency.lockutils [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Releasing lock "singleton_lock" {{(pid=88450) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 11 15:30:09.693935 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO oslo_service.service [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Starting 2 workers Mar 11 15:30:09.698627 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Started child 88557 {{(pid=88450) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:30:09.702865 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Started child 88558 {{(pid=88450) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:30:09.703620 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.704436 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO neutron.service [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 15:30:09.705091 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [-] (88557) wsgi starting up on http://0.0.0.0:9696 Mar 11 15:30:09.705203 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Notify callbacks [] for process, before_spawn {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.707757 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO oslo_service.service [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Starting 1 workers Mar 11 15:30:09.707994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.709955 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [-] (88558) wsgi starting up on http://0.0.0.0:9696 Mar 11 15:30:09.713347 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Started child 88559 {{(pid=88450) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:30:09.713920 dv-neutron-833203-2-hyperv neutron-server[88450]: INFO oslo_service.service [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Starting 1 workers Mar 11 15:30:09.717788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.service [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] calling RpcWorker wait() {{(pid=88559) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 15:30:09.717788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.service [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] returning from RpcWorker wait() {{(pid=88559) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 15:30:09.718765 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Started child 88560 {{(pid=88450) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:30:09.719065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.719520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:09.719613 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04927707-9fc1-4ee4-bb2b-49fef3f97d36 None None] Notify callbacks [] for process, after_spawn {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.721333 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88450) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 15:30:09.721536 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:30:09.721719 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:30:09.721928 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:30:09.722267 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:30:09.722425 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:30:09.723099 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.723282 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.723772 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.723772 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.724438 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.724748 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.725311 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.725592 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.725824 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.726098 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.726331 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.726515 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.726676 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.726918 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.727160 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.727463 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.727712 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.727956 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.728221 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.728392 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.728670 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.728928 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.729184 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.729439 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] debug = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.729674 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.730145 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.730366 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.730599 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.730829 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.731100 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.731339 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.731598 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.731849 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.732076 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.732317 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.732587 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.732842 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.733040 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.733434 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.733679 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.733892 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.734353 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] host = dv-neutron-833203-2-hyperv {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.734583 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.734809 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.735032 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.735254 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.735494 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.735710 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.735977 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.736213 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.736460 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.736720 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.736992 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.737201 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.737414 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.737658 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.737808 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_options = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.738039 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.738311 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.738561 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.738744 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.738901 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.739072 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.739354 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.739519 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.739784 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.740014 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.740261 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.740411 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.740669 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.740904 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.741177 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.741385 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.741614 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.741838 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.742077 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.742304 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.742524 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.742914 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.743315 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.743679 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.743977 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.744199 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.744483 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.744846 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.745067 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.745220 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:09.745364 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.745550 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.745815 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.746045 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.746772 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.746928 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.747084 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.747316 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.747540 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.747768 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.748038 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.748289 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.748632 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.748938 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.749167 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.749594 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.749814 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_json = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.750029 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.750358 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.750519 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.750693 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.750924 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.751141 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.751350 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.751597 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.751811 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.752245 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.752528 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.752859 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.753103 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.753328 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.754286 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.754286 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.754286 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.754286 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.754594 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.754768 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.755183 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.755477 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.755730 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.755988 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.756281 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.756533 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760207 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760207 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760207 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760207 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760207 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760207 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760207 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760207 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760828 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760828 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760828 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.760828 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.761092 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.761177 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.761349 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.761620 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.761839 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.762076 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.762295 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.762522 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.762741 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.762983 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.763222 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.763483 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.763711 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.763928 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.764141 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.764353 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.764585 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.764817 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.765049 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.765284 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.765534 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.765754 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.765968 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.766179 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.766389 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.766643 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.766868 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.767084 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.767319 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.767530 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.767783 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.767995 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.768384 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.768775 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.769144 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.769363 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.769584 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.769805 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.770018 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.770258 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.771159 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.771404 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.771642 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.771889 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.772121 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.772333 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.772582 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.772801 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.773016 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.773235 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.773456 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.773660 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.773869 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.774080 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.774296 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.774570 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.774884 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.775143 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.775422 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.775672 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.775930 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.776145 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.776541 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.776801 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.777153 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.777533 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.777955 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.778344 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.778597 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.778821 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.779193 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.779436 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.779672 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.779893 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.780124 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.780361 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.780594 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.780877 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.781147 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.781415 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.781678 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.781947 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.782215 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.782460 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.782720 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.782942 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.783206 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.783530 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.783795 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.784086 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.784313 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.784570 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.784845 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.785597 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.785860 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.786105 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.786922 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.787169 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.787439 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.787683 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.787905 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.788116 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.788341 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.788717 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.788947 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.789196 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.789422 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.789699 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.789954 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.790202 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.790489 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.790732 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.790997 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.791243 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.791483 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.791709 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.791934 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.792170 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.792380 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.792639 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.792855 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.793086 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.793314 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.793521 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.793749 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.793986 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.794215 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.794437 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.794675 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.794892 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.795117 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.795326 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.795540 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.795784 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.795998 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.796209 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.796419 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.796689 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.796963 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.797179 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.797442 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.797687 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.797931 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.798171 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.798407 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.799154 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.799555 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.799696 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.799825 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.800036 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.800244 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.800458 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.800693 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.800901 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.801145 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.801356 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.801585 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.802372 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.802711 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.802955 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.803207 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.803430 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.804626 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.804626 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.804626 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.804898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 58166) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:09.804991 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.804991 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.804991 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.804991 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.805288 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.805366 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.805592 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.805800 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.806153 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.806578 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.806818 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.807056 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.807271 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.807493 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.807703 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.808072 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.808312 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.808540 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.808907 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.809020 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.809299 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.809409 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.809709 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.809932 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.810151 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.810509 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.810619 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.810820 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.811044 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.811252 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.811465 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.811693 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.811911 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.812285 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.812500 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.813425 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.813425 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.813939 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063319 Mar 11 15:30:09.814026 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.814026 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.814026 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.814026 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.814290 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.814670 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.814924 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.815262 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.815495 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.815735 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.815969 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.816185 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.817007 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.817007 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.817163 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.817332 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.818161 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.818401 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.818682 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.818935 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.819203 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.819411 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.819715 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.820030 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.820308 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.820568 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.822149 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.822149 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.822300 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.822430 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.822674 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.823254 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.823254 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.823406 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.823558 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.823795 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.824650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.824650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.824650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.824650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.824917 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.825133 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.825661 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.825661 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:30:09.825994 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88450) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 15:30:09.826152 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:30:09.827007 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:30:09.827007 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:30:09.827007 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:30:09.827007 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:30:09.827007 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.827321 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.827321 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.827436 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.827501 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.828812 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.828812 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.828812 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.828812 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.829125 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.829125 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.829242 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.829329 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.829484 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.829642 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.830377 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.830377 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.830377 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.830377 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.830377 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.830674 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.830674 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.830802 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] debug = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.830957 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.831127 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.831285 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.831441 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.831595 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.832661 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.832661 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.832661 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.832661 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.832661 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.833067 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.833067 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.833067 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.833281 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.833369 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.833666 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.833824 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.833978 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] host = dv-neutron-833203-2-hyperv {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.834132 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.834289 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.834441 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.834585 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.834734 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.834883 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.835043 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.835987 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.836148 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.836306 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.836460 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.836639 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.836808 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.836951 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.837088 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_options = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.837223 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.837356 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.837585 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.837730 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.837858 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.837987 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.838142 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.838310 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.838450 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.838609 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.838739 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.838889 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.839042 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.839226 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.839347 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.840109 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.840109 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.840109 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.840109 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.840109 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.840743 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.840743 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.840743 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.840743 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.841794 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.841794 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.841794 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.841794 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.841794 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.841794 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.841794 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.841794 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.842233 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.842233 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.842233 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.842430 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.842506 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.842644 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.842797 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.843104 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.843256 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.843559 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.843716 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.843870 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.844025 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.844180 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_json = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.844341 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.844496 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.844673 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.844829 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.845219 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.845219 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.845366 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.845430 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.845720 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:30:09.845720 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.845871 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.846769 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.846769 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.846769 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.846769 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.846769 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.846769 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.847128 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.847128 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.847245 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.847791 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.847791 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.847791 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.847791 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.848055 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.848120 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.848248 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.848406 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.849273 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.849273 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.849273 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.849273 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.849273 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.849572 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.849572 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.849688 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.850980 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.850980 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.850980 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.850980 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.850980 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.850980 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.850980 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.850980 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.850980 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.851509 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.851509 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.851509 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.851685 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.851685 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.852425 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.852425 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.852425 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.852425 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.852710 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:09.852796 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.852796 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.852796 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.852988 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.853052 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.853178 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.853336 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.853493 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.853873 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.853873 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.854050 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.854130 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.854248 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.854404 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.854561 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.854719 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.854889 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.855046 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.855203 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.855360 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.855517 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.855726 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.855896 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.856031 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.856196 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.856351 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.857954 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.858262 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.858435 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.858593 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.858754 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.858913 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.859072 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.859235 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.859389 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.859682 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.860650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.860650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.860650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.860650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.860650 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.861265 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.861265 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.861265 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.861447 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.861518 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.862819 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.862819 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.862819 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.862819 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.862819 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.863119 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.863119 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.863235 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.863315 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.863455 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.864806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.864806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.864806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.864806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.864806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.865103 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.865103 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.865654 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.865654 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.865654 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.865654 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.865936 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.865936 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.866086 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.867365 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.867365 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.867365 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.867365 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.867365 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.867365 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.867365 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.867365 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.868806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.868806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.868806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.868806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.868806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.868806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.868806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.868806 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.869334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.869334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.869334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.869334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.869334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.869334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.869723 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.869723 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.869863 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.869939 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.870672 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.870672 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.870672 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.870672 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.870672 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.870986 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.870986 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.871102 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.871241 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.871398 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.871563 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.871716 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.871876 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.872033 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.872190 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.872346 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.872504 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.872711 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.872839 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.872996 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.873146 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.873299 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.873454 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.873611 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.874004 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.874004 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.874169 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.874245 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.874360 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.874519 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.874677 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.875471 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.875471 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.875471 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.875471 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.875471 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.875766 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.875766 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.875892 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.876012 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.876168 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.876327 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.876489 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.876679 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.876820 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.877122 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.877443 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.877626 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.877923 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.877923 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.878219 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.878219 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.879841 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.879841 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.879841 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.879841 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.879841 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.879841 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.879841 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.879841 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.879841 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.882334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.882334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.882334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.882334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.882334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.882334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.882334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.882334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.882334 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.884813 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.884813 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.884813 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.884813 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.884813 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.884813 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.884813 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.884813 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.884813 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.886047 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.886047 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.886047 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.886047 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.886047 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.886047 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.886047 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.886047 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887008 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887008 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887008 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887008 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887008 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887008 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887008 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887008 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887842 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887842 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887842 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887842 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887842 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887842 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887842 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.887842 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.888589 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.888589 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.888589 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.888589 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.888589 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.888589 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.889360 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.889360 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.889360 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.889360 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.889844 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.889844 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.889844 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.890211 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.890211 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.890211 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.890587 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.890587 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.890839 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.890839 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.891084 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.891084 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.891342 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.891342 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.891609 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.891741 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.891873 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.892067 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.892240 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.892440 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:30:09.892616 dv-neutron-833203-2-hyperv neutron-server[88450]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:30:20.756977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1fb53c-1727-4aac-9a2c-57304e67fdfe None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:30:20.828955 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1fb53c-1727-4aac-9a2c-57304e67fdfe None None] No non-hosted networks {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 15:30:20.845117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.agentschedulers_db [None req-5d1fb53c-1727-4aac-9a2c-57304e67fdfe None None] DHCP Agent not found on host dv-neutron-833203-2-hyperv {{(pid=88559) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 15:30:20.964334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-68ba4ae7-fdb0-475a-b949-334e8a44046f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994871'] for agent, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.838902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8df8-5d7f-47f9-a565-6e0c6b84562f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994871'] for agent, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.901230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-e658a4f1-3449-42ff-9944-d49e7b5e762a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-833203-2-hyperv {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:22.901769 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-e658a4f1-3449-42ff-9944-d49e7b5e762a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:23.423275 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e658a4f1-3449-42ff-9944-d49e7b5e762a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.339964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994871'] for agent, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.341333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.341870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.342354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.342834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.343732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.344214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.344737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.345258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.345738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.346242 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.346737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.347230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.347765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833203-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:24.359114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833203-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:24.471082 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994871'] for agent, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.516798 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.db.l3_hamode_db [None req-889ff3e0-8ff7-4c81-8038-41d2587152fc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 15:30:25.606586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ff3e0-8ff7-4c81-8038-41d2587152fc None None] Routers set() bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:30:25.607340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ff3e0-8ff7-4c81-8038-41d2587152fc None None] Router IDs set() for agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 11 15:30:25.848680 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994871'] for agent, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.235652 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 58266) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:27.804247 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING oslo_policy.policy [None req-19d20ed1-2d46-4729-84a2-68cc7548943c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:30:27.804868 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING oslo_policy.policy [None req-19d20ed1-2d46-4729-84a2-68cc7548943c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:30:28.022032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-19d20ed1-2d46-4729-84a2-68cc7548943c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:30:28.023076 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-19d20ed1-2d46-4729-84a2-68cc7548943c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7865183 Mar 11 15:30:30.402682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 58280) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:30.778459 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2ba908b6-332e-422d-959b-6808c3bad4d5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:30:30.874328 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.policy [None req-2ba908b6-332e-422d-959b-6808c3bad4d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88557) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 15:30:30.920923 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING oslo_policy.policy [None req-2ba908b6-332e-422d-959b-6808c3bad4d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:30:30.921292 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING oslo_policy.policy [None req-2ba908b6-332e-422d-959b-6808c3bad4d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:30:30.929597 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.quota [None req-2ba908b6-332e-422d-959b-6808c3bad4d5 admin admin] Loaded quota_driver: . Mar 11 15:30:30.944921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2ba908b6-332e-422d-959b-6808c3bad4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:31.065186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2ba908b6-332e-422d-959b-6808c3bad4d5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740402242235', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740402242798', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740402360756', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740402357608', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740402335616', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740402341547', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1573151', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1581190', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532129', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-952150'] for rbac-policy, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.230605 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2ba908b6-332e-422d-959b-6808c3bad4d5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.231713 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2ba908b6-332e-422d-959b-6808c3bad4d5 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8280551 Mar 11 15:30:33.821613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 58294) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:34.184185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Request body: {'network': {'name': 'private', 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'admin_state_up': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:30:34.189606 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:34.194711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Usage tracker for resource:network and tenant:afca07c5dcb94f82b7e46da939eb068d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:34.199444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:34.206375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:34.259545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Made reservation on behalf of afca07c5dcb94f82b7e46da939eb068d for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:34.262494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.280598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.294903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:34.298574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Usage tracker for resource:security_group_rule and tenant:afca07c5dcb94f82b7e46da939eb068d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:34.304427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:34.310049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:34.402728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.476254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.497634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:34.522973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740403924246', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.523549 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Unsubscribe: segment precommit_create {{(pid=88557) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 15:30:34.524068 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Added segment 96ae59f2-3d09-469d-98da-75c2b41bac61 of type vlan for network 28564df7-bb4f-4c88-8343-dfb51a671317 Mar 11 15:30:34.571411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c9133b-de55-49ba-bbdc-1c8d75348a67,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:34.591169 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.591520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.591854 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.592178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.592497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.592842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.593162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.593493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.593809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.594118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.594426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.594774 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Tracked resource versions report: Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: pushed versions: Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: { 'AddressGroup': {'1.2'}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'ConntrackHelper': {'1.0'}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Log': {'1.0'}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Network': {'1.1'}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Port': {'1.7'}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'PortForwarding': {'1.2'}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'QosPolicy': {'1.8'}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SecurityGroup': {'1.4'}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SubPort': {'1.0'}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Subnet': {'1.1'}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Trunk': {'1.1'}} Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: consumer versions: Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: { DHCP agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: L3 agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: Metadata agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: Metering agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: Open vSwitch agent@dv-neutron-833203-2-hyperv: { 'AddressGroup': '1.2', Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'ConntrackHelper': '1.0', Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Log': '1.0', Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Network': '1.1', Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Port': '1.7', Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'PortForwarding': '1.2', Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'QosPolicy': '1.8', Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SecurityGroup': '1.4', Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SecurityGroupRule': '1.2', Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SubPort': '1.0', Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Subnet': '1.1', Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Trunk': '1.1'}} Mar 11 15:30:34.596045 dv-neutron-833203-2-hyperv neutron-server[88557]: {{(pid=88557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:30:34.635227 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.744713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.745704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:34.746337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.852142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] Pushing event updated for resources: {'Network': ['ID=28564df7-bb4f-4c88-8343-dfb51a671317,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:34.864454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 28564df7-bb4f-4c88-8343-dfb51a671317 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:34.899613 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-96f19c69-0405-4f84-9a66-1ea6461ed24b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0769460 Mar 11 15:30:37.557294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 58310) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:37.998649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e6c146-4796-41ff-ac28-ea91e8c31d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:37.999989 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-52e6c146-4796-41ff-ac28-ea91e8c31d90 admin admin] 10.222.0.39 "GET /v2.0/networks/28564df7-bb4f-4c88-8343-dfb51a671317 HTTP/1.1" status: 200 len: 825 time: 0.4417582 Mar 11 15:30:38.026477 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-57349da4-6a0a-44d7-a74b-83a67d03df18 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/8fd05eb0-970e-4a39-b378-cd9c86f44f03 HTTP/1.1" status: 200 len: 734 time: 0.0210595 Mar 11 15:30:38.034575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Request body: {'subnet': {'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8fd05eb0-970e-4a39-b378-cd9c86f44f03', 'name': 'private-subnet', 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317', 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:30:38.039163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:38.042862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Usage tracker for resource:subnet and tenant:afca07c5dcb94f82b7e46da939eb068d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:38.045719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:38.051818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:38.132861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Made reservation on behalf of afca07c5dcb94f82b7e46da939eb068d for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:38.135117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.482030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.563257 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1115018b-4b73-40e6-8319-bc6fb509b32c,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:38.565153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Checking segment: {'id': '96ae59f2-3d09-469d-98da-75c2b41bac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:30:38.565526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Network hostable DHCP agents. Network: 28564df7-bb4f-4c88-8343-dfb51a671317, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:38.641550 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Network 28564df7-bb4f-4c88-8343-dfb51a671317 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:38.710092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 28564df7-bb4f-4c88-8343-dfb51a671317) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:38.714655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:38.715351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.719269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cc11a0-bfc6-4c39-b2c2-0bbc903c55cc None None] Network 28564df7-bb4f-4c88-8343-dfb51a671317 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:30:38.796460 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3e20cdf3-c4a2-49f5-a1f8-4b2065c4a155 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7649906 Mar 11 15:30:39.026771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-28564df7-bb4f-4c88-8343-dfb51a671317', 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'fixed_ips': [{'subnet_id': '1115018b-4b73-40e6-8319-bc6fb509b32c'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:30:39.028003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.210452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Allocated IP 172.20.0.2 (28564df7-bb4f-4c88-8343-dfb51a671317/1115018b-4b73-40e6-8319-bc6fb509b32c/7b460e50-2d3f-4d15-9b2f-a382e6f7f806) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:39.436409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.449314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Transition to ACTIVE for port object 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:39.474671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Transition to ACTIVE for port object 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:39.539962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.607264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Network 28564df7-bb4f-4c88-8343-dfb51a671317 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:39.610565 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:39.616169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Pushing event updated for resources: {'Port': ['ID=7b460e50-2d3f-4d15-9b2f-a382e6f7f806,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:39.618529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:30:39.653716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.654078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.654422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.654759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.655084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.655435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.655759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.656083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.656420 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.656775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.657098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.657413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Tracked resource versions report: Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: pushed versions: Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: { 'AddressGroup': {'1.2'}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'ConntrackHelper': {'1.0'}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Log': {'1.0'}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Network': {'1.1'}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Port': {'1.7'}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'PortForwarding': {'1.2'}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'QosPolicy': {'1.8'}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SecurityGroup': {'1.4'}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SubPort': {'1.0'}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Subnet': {'1.1'}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Trunk': {'1.1'}} Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: consumer versions: Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: { DHCP agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: L3 agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: Metadata agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: Metering agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: Open vSwitch agent@dv-neutron-833203-2-hyperv: { 'AddressGroup': '1.2', Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'ConntrackHelper': '1.0', Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Log': '1.0', Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Network': '1.1', Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Port': '1.7', Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'PortForwarding': '1.2', Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'QosPolicy': '1.8', Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SecurityGroup': '1.4', Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SecurityGroupRule': '1.2', Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SubPort': '1.0', Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Subnet': '1.1', Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Trunk': '1.1'}} Mar 11 15:30:39.658725 dv-neutron-833203-2-hyperv neutron-server[88559]: {{(pid=88559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:30:39.719683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Attempting to bind port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:39.720329 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Attempting to bind port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '96ae59f2-3d09-469d-98da-75c2b41bac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:39.720469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Attempting to bind port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 on network 28564df7-bb4f-4c88-8343-dfb51a671317 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:30:39.726331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:30:39.726674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Checking segment: {'id': '96ae59f2-3d09-469d-98da-75c2b41bac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:30:39.727149 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.727541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Bound using segment: {'id': '96ae59f2-3d09-469d-98da-75c2b41bac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:30:39.728006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Bound port: 7b460e50-2d3f-4d15-9b2f-a382e6f7f806, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ae59f2-3d09-469d-98da-75c2b41bac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:39.728388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.816307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] For port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:30:39.820139 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] For port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7b460e50-2d3f-4d15-9b2f-a382e6f7f806,segment=NetworkSegment(96ae59f2-3d09-469d-98da-75c2b41bac61),segment_id=96ae59f2-3d09-469d-98da-75c2b41bac61)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:30:39.888293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.974950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2772ec-c418-4c3f-ae2d-4bd128d41c49 None None] Pushing event updated for resources: {'Port': ['ID=7b460e50-2d3f-4d15-9b2f-a382e6f7f806,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:41.228433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 58320) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:41.809056 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING oslo_policy.policy [None req-0d1e127b-9207-488d-962f-81ab72318327 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:30:41.809633 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING oslo_policy.policy [None req-0d1e127b-9207-488d-962f-81ab72318327 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:30:42.029018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-0d1e127b-9207-488d-962f-81ab72318327 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:30:42.030271 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0d1e127b-9207-488d-962f-81ab72318327 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7997355 Mar 11 15:30:43.726176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83558bb3-2ca8-4a09-b3a2-a41842f81283 None None] Network 28564df7-bb4f-4c88-8343-dfb51a671317 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:30:43.898589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-78c85876-4bc4-4901-ba65-e8a4f3ca9487 None None] Provisioning for port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:44.088310 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:44.213002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:44.224674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:44.225010 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.266438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9293fa33-2191-4819-bb53-65c228904439 None None] Provisioning complete for port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:44.266718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9293fa33-2191-4819-bb53-65c228904439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.459175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 58338) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:44.477364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.487175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9293fa33-2191-4819-bb53-65c228904439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.527419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7b460e50-2d3f-4d15-9b2f-a382e6f7f806,segment=NetworkSegment(96ae59f2-3d09-469d-98da-75c2b41bac61),segment_id=96ae59f2-3d09-469d-98da-75c2b41bac61)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:30:44.601993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.713396 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-9293fa33-2191-4819-bb53-65c228904439 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:44.713761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-9293fa33-2191-4819-bb53-65c228904439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:44.715888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=7b460e50-2d3f-4d15-9b2f-a382e6f7f806,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:44.824450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-7ebd8b82-b157-489e-a0fb-4ec556ab0de0 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:30:44.825462 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7ebd8b82-b157-489e-a0fb-4ec556ab0de0 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3652725 Mar 11 15:30:46.061712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:46.129593 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:46.129958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.456256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 58350) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:47.795307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:30:47.862136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.policy [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88558) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 15:30:47.909365 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING oslo_policy.policy [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:30:47.909806 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING oslo_policy.policy [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:30:47.918303 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.quota [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Loaded quota_driver: . Mar 11 15:30:47.933937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:47.940406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Usage tracker for resource:router and tenant:afca07c5dcb94f82b7e46da939eb068d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:47.945421 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:47.952739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:48.064809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.067516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.092230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.237067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.309698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.310896 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8d26dc19-d627-4f31-b0dc-6b55bd9df51d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8528969 Mar 11 15:30:50.677062 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 58362) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:50.767366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-20afa12f-bc8f-4ef6-952a-a9c4da330533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.035574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-8f06fd10-6196-4131-ae8c-1d03b2646855 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:30:51.036590 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8f06fd10-6196-4131-ae8c-1d03b2646855 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3585873 Mar 11 15:30:52.812656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-da19824e-7cff-4c60-a7d1-b1e56fa783ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.406783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 58372) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:53.764529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:30:53.769587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:53.773268 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Usage tracker for resource:network and tenant:893040dbd9324684806600de75045fdc is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:53.776008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:53.781495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:53.829603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Made reservation on behalf of 893040dbd9324684806600de75045fdc for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:53.831841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.843644 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.860251 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:53.864448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Usage tracker for resource:security_group_rule and tenant:893040dbd9324684806600de75045fdc is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:53.867105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:53.872532 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:53.949511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.029684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.047709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Reserving flat network on physical network physnet1 {{(pid=88557) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 15:30:54.067400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1df6ef-41fb-4c8c-89c0-ca80f3570e11,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:54.071722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.072061 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Added segment 2d3a1750-686f-4cc9-b98a-e0846bebbb3d of type flat for network 71963bab-350e-4902-b19d-5dd30945ddcf Mar 11 15:30:54.104407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.195438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.196378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:54.197004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.297499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] Pushing event updated for resources: {'Network': ['ID=71963bab-350e-4902-b19d-5dd30945ddcf,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:54.307237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 71963bab-350e-4902-b19d-5dd30945ddcf details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:54.326184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.380171 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ef0176c0-252b-442d-a5c6-dfbcc40bdd81 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9722488 Mar 11 15:30:54.481795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:55.789732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.764340 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 58394) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:56.970313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7661c35-34ed-4ac7-97f8-9315340a9812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:56.971646 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e7661c35-34ed-4ac7-97f8-9315340a9812 admin admin] 10.222.0.39 "GET /v2.0/subnets/1115018b-4b73-40e6-8319-bc6fb509b32c HTTP/1.1" status: 200 len: 849 time: 0.2063277 Mar 11 15:30:57.144324 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5e295bac-e683-4952-8435-50baec135270 admin admin] 10.222.0.39 "GET /v2.0/routers/0b04839c-e86c-4184-a6d7-69cc35631d91 HTTP/1.1" status: 200 len: 704 time: 0.1659551 Mar 11 15:30:57.600878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.828314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Allocated IP 172.20.0.1 (28564df7-bb4f-4c88-8343-dfb51a671317/1115018b-4b73-40e6-8319-bc6fb509b32c/562623bc-911b-4ac1-9a27-1da8d6bb3139) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:58.006827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.024193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Transition to ACTIVE for port object 562623bc-911b-4ac1-9a27-1da8d6bb3139 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:58.121761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.183597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Network 28564df7-bb4f-4c88-8343-dfb51a671317 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:58.186213 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:58.194842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:30:58.195360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.318579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Pushing event updated for resources: {'Port': ['ID=562623bc-911b-4ac1-9a27-1da8d6bb3139,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:58.424159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8bd79264-9223-4dfe-bfc6-a0bd3f50181c None None] Provisioning for port 562623bc-911b-4ac1-9a27-1da8d6bb3139 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:58.429592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8bd79264-9223-4dfe-bfc6-a0bd3f50181c None None] Provisioning complete for port 562623bc-911b-4ac1-9a27-1da8d6bb3139 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:58.429947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd79264-9223-4dfe-bfc6-a0bd3f50181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.481737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8bd79264-9223-4dfe-bfc6-a0bd3f50181c None None] Port 562623bc-911b-4ac1-9a27-1da8d6bb3139 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:30:58.508134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.726799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.795226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.795964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.935171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Pushing event updated for resources: {'Port': ['ID=562623bc-911b-4ac1-9a27-1da8d6bb3139,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:58.987355 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Network 28564df7-bb4f-4c88-8343-dfb51a671317 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:58.988327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:59.202726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-af3cc742-184e-4cf0-828f-acdaa2e329e4 None None] Provisioning complete for port 562623bc-911b-4ac1-9a27-1da8d6bb3139 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:59.203090 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-af3cc742-184e-4cf0-828f-acdaa2e329e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.258760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Router 0b04839c-e86c-4184-a6d7-69cc35631d91 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:30:59.261059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-af3cc742-184e-4cf0-828f-acdaa2e329e4 None None] Port 562623bc-911b-4ac1-9a27-1da8d6bb3139 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:30:59.446701 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:30:59.456730 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-802fc0f7-02b3-4f50-b6b5-9d6d57ec1962 admin admin] 10.222.0.39 "PUT /v2.0/routers/0b04839c-e86c-4184-a6d7-69cc35631d91/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3074691 Mar 11 15:30:59.456867 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Sync routers for ids ['0b04839c-e86c-4184-a6d7-69cc35631d91'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:30:59.467260 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Routers {'0b04839c-e86c-4184-a6d7-69cc35631d91'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:30:59.468109 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:30:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['0b04839c-e86c-4184-a6d7-69cc35631d91'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:59.642555 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Set router 0b04839c-e86c-4184-a6d7-69cc35631d91 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:31:00.005363 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'name': 'router1', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:48Z', 'updated_at': '2022-03-11T15:30:58Z', 'revision_number': 2, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'gw_port_host': None, '_interfaces': [{'id': '562623bc-911b-4ac1-9a27-1da8d6bb3139', 'name': '', 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'mac_address': 'fa:16:3e:4a:59:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:57Z', 'updated_at': '2022-03-11T15:30:58Z', 'revision_number': 2, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'subnets': [{'id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fd05eb0-970e-4a39-b378-cd9c86f44f03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:00.010034 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Checking router: 0b04839c-e86c-4184-a6d7-69cc35631d91 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:31:00.010401 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Updating router 0b04839c-e86c-4184-a6d7-69cc35631d91 port 562623bc-911b-4ac1-9a27-1da8d6bb3139 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:31:00.062326 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.433160 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.447972 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Transition to ACTIVE for port object 562623bc-911b-4ac1-9a27-1da8d6bb3139 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:00.504790 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.670219 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Pushing event updated for resources: {'Port': ['ID=562623bc-911b-4ac1-9a27-1da8d6bb3139,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:00.730927 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.731289 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.731627 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.731955 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.732281 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.732634 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.732961 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.733278 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.733612 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.733933 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.734247 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.734556 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Tracked resource versions report: Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: pushed versions: Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: { 'AddressGroup': {'1.2'}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'ConntrackHelper': {'1.0'}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Log': {'1.0'}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Network': {'1.1'}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Port': {'1.7'}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'PortForwarding': {'1.2'}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'QosPolicy': {'1.8'}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SecurityGroup': {'1.4'}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SubPort': {'1.0'}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Subnet': {'1.1'}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Trunk': {'1.1'}} Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: consumer versions: Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: { DHCP agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: L3 agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: Metadata agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: Metering agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: Open vSwitch agent@dv-neutron-833203-2-hyperv: { 'AddressGroup': '1.2', Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'ConntrackHelper': '1.0', Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Log': '1.0', Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Network': '1.1', Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Port': '1.7', Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'PortForwarding': '1.2', Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'QosPolicy': '1.8', Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SecurityGroup': '1.4', Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SecurityGroupRule': '1.2', Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SubPort': '1.0', Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Subnet': '1.1', Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Trunk': '1.1'}} Mar 11 15:31:00.735827 dv-neutron-833203-2-hyperv neutron-server[88560]: {{(pid=88560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:31:00.764745 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Attempting to bind port 562623bc-911b-4ac1-9a27-1da8d6bb3139 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:00.765137 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Attempting to bind port 562623bc-911b-4ac1-9a27-1da8d6bb3139 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '96ae59f2-3d09-469d-98da-75c2b41bac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:00.765537 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Attempting to bind port 562623bc-911b-4ac1-9a27-1da8d6bb3139 on network 28564df7-bb4f-4c88-8343-dfb51a671317 {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:31:00.770613 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:31:00.771007 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Checking segment: {'id': '96ae59f2-3d09-469d-98da-75c2b41bac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:31:00.771503 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.771886 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Bound using segment: {'id': '96ae59f2-3d09-469d-98da-75c2b41bac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:31:00.772357 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Bound port: 562623bc-911b-4ac1-9a27-1da8d6bb3139, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ae59f2-3d09-469d-98da-75c2b41bac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:00.772763 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.860511 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] For port 562623bc-911b-4ac1-9a27-1da8d6bb3139, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:31:00.864896 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] For port 562623bc-911b-4ac1-9a27-1da8d6bb3139, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=562623bc-911b-4ac1-9a27-1da8d6bb3139,segment=NetworkSegment(96ae59f2-3d09-469d-98da-75c2b41bac61),segment_id=96ae59f2-3d09-469d-98da-75c2b41bac61)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:31:00.927431 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.011883 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e8cc8-0736-44c3-bd94-501c3751ea3d None None] Pushing event updated for resources: {'Port': ['ID=562623bc-911b-4ac1-9a27-1da8d6bb3139,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:01.021366 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Routers {'0b04839c-e86c-4184-a6d7-69cc35631d91'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:31:01.023378 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:30:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['0b04839c-e86c-4184-a6d7-69cc35631d91'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:01.177168 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] Set router 0b04839c-e86c-4184-a6d7-69cc35631d91 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:31:01.499410 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'name': 'router1', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:48Z', 'updated_at': '2022-03-11T15:30:58Z', 'revision_number': 2, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'gw_port_host': None, '_interfaces': [{'id': '562623bc-911b-4ac1-9a27-1da8d6bb3139', 'name': '', 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'mac_address': 'fa:16:3e:4a:59:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:57Z', 'updated_at': '2022-03-11T15:31:00Z', 'revision_number': 4, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'subnets': [{'id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fd05eb0-970e-4a39-b378-cd9c86f44f03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:01.503737 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89fc1dc-a463-4715-ab40-5927f13d8504 None None] The sync data for ids ['0b04839c-e86c-4184-a6d7-69cc35631d91'] in dv-neutron-833203-2-hyperv is: [{'id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'name': 'router1', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:48Z', 'updated_at': '2022-03-11T15:30:58Z', 'revision_number': 2, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'gw_port_host': None, '_interfaces': [{'id': '562623bc-911b-4ac1-9a27-1da8d6bb3139', 'name': '', 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'mac_address': 'fa:16:3e:4a:59:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:57Z', 'updated_at': '2022-03-11T15:31:00Z', 'revision_number': 4, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'subnets': [{'id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fd05eb0-970e-4a39-b378-cd9c86f44f03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:31:01.678764 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 58416) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:01.828014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f84097b-948a-45f9-b879-cf1e054b2389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:01.828595 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7f84097b-948a-45f9-b879-cf1e054b2389 admin admin] Synchronizing usage tracker for tenant:893040dbd9324684806600de75045fdc on resource:network {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:01.898626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7f84097b-948a-45f9-b879-cf1e054b2389 admin admin] Unset dirty status for tenant:893040dbd9324684806600de75045fdc on resource:network {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:01.899846 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7f84097b-948a-45f9-b879-cf1e054b2389 admin admin] 10.222.0.39 "GET /v2.0/networks/71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 842 time: 0.2200701 Mar 11 15:31:01.910144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'gateway_ip': '172.26.6.1', 'cidr': '172.26.6.0/24'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:01.915452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:01.919246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Usage tracker for resource:subnet and tenant:893040dbd9324684806600de75045fdc is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:01.922105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:01.928688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:02.018554 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Made reservation on behalf of 893040dbd9324684806600de75045fdc for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:02.021006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.463089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.objects.ports [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88557) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:31:02.463538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.534684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7a5f4b-f04b-4151-aabf-2374f6a608ca,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:02.543607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:31:02.543960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Network hostable DHCP agents. Network: 71963bab-350e-4902-b19d-5dd30945ddcf, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:31:02.630051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:31:02.709833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 71963bab-350e-4902-b19d-5dd30945ddcf) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:02.713799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:02.714390 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.719089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134dc6b3-b7b4-44bd-b870-a49c55d84919 None None] Network 71963bab-350e-4902-b19d-5dd30945ddcf requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:31:02.784639 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5872ca30-85e0-448b-a82b-f868680aae11 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8680241 Mar 11 15:31:02.942484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0076ab5-1bdd-437b-b883-92068989d55b None None] Network 71963bab-350e-4902-b19d-5dd30945ddcf requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:31:04.087231 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 562623bc-911b-4ac1-9a27-1da8d6bb3139 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:04.206727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 562623bc-911b-4ac1-9a27-1da8d6bb3139 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:04.212157 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 562623bc-911b-4ac1-9a27-1da8d6bb3139 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:04.220448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.330238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.361822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 562623bc-911b-4ac1-9a27-1da8d6bb3139, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=562623bc-911b-4ac1-9a27-1da8d6bb3139,segment=NetworkSegment(96ae59f2-3d09-469d-98da-75c2b41bac61),segment_id=96ae59f2-3d09-469d-98da-75c2b41bac61)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:31:04.401019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.469489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=562623bc-911b-4ac1-9a27-1da8d6bb3139,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:04.758343 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 5 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:31:05.055993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 58430) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:05.269035 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-09349bc6-08f6-4bc5-9e3c-0696910bc6c3 admin admin] 10.222.0.39 "GET /v2.0/routers/0b04839c-e86c-4184-a6d7-69cc35631d91 HTTP/1.1" status: 200 len: 710 time: 0.2117727 Mar 11 15:31:05.425027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c4d78-9945-414e-bcc0-f5bd48fd301c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:05.426491 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-928c4d78-9945-414e-bcc0-f5bd48fd301c admin admin] 10.222.0.39 "GET /v2.0/networks/71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 886 time: 0.1524954 Mar 11 15:31:05.434885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:05.875191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.073260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 562623bc-911b-4ac1-9a27-1da8d6bb3139 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:06.163885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 562623bc-911b-4ac1-9a27-1da8d6bb3139 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:06.164154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.254409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.312232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.452052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Allocated IP 172.26.6.207 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/efe3ccfe-9e82-463d-bd46-b86fdb015c10) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:06.600812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.732983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.787221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:06.788324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:06.833681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:31:06.878283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Pushing event updated for resources: {'Port': ['ID=efe3ccfe-9e82-463d-bd46-b86fdb015c10,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:06.896594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.896943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.897274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.897601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.897920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.898255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.898579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.898896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.899216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.899530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.899841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.900150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Tracked resource versions report: Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: pushed versions: Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: { 'AddressGroup': {'1.2'}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'ConntrackHelper': {'1.0'}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Log': {'1.0'}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Network': {'1.1'}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Port': {'1.7'}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'PortForwarding': {'1.2'}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'QosPolicy': {'1.8'}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SecurityGroup': {'1.4'}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SubPort': {'1.0'}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Subnet': {'1.1'}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Trunk': {'1.1'}} Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: consumer versions: Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: { DHCP agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: L3 agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: Metadata agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: Metering agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: Open vSwitch agent@dv-neutron-833203-2-hyperv: { 'AddressGroup': '1.2', Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'ConntrackHelper': '1.0', Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Log': '1.0', Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Network': '1.1', Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Port': '1.7', Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'PortForwarding': '1.2', Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'QosPolicy': '1.8', Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SecurityGroup': '1.4', Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SecurityGroupRule': '1.2', Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SubPort': '1.0', Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Subnet': '1.1', Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Trunk': '1.1'}} Mar 11 15:31:06.901448 dv-neutron-833203-2-hyperv neutron-server[88558]: {{(pid=88558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:31:07.325127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.653304 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.656612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.829903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Router 0b04839c-e86c-4184-a6d7-69cc35631d91 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:31:08.002173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:31:08.010542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.011777 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fdbcef43-6183-4eb3-9c66-c1e2aa4e6a0f admin admin] 10.222.0.39 "PUT /v2.0/routers/0b04839c-e86c-4184-a6d7-69cc35631d91 HTTP/1.1" status: 200 len: 890 time: 2.5799627 Mar 11 15:31:08.013272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Sync routers for ids ['0b04839c-e86c-4184-a6d7-69cc35631d91'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:31:08.024240 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Routers {'0b04839c-e86c-4184-a6d7-69cc35631d91'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:31:08.025022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:30:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['0b04839c-e86c-4184-a6d7-69cc35631d91'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:08.218350 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Set router 0b04839c-e86c-4184-a6d7-69cc35631d91 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:31:08.552624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'name': 'router1', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'efe3ccfe-9e82-463d-bd46-b86fdb015c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:48Z', 'updated_at': '2022-03-11T15:31:07Z', 'revision_number': 4, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'gw_port': {'id': 'efe3ccfe-9e82-463d-bd46-b86fdb015c10', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:06Z', 'updated_at': '2022-03-11T15:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '562623bc-911b-4ac1-9a27-1da8d6bb3139', 'name': '', 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'mac_address': 'fa:16:3e:4a:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:57Z', 'updated_at': '2022-03-11T15:31:04Z', 'revision_number': 5, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'subnets': [{'id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fd05eb0-970e-4a39-b378-cd9c86f44f03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:08.557298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Checking router: 0b04839c-e86c-4184-a6d7-69cc35631d91 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:31:08.557643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Updating router 0b04839c-e86c-4184-a6d7-69cc35631d91 port efe3ccfe-9e82-463d-bd46-b86fdb015c10 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:31:08.608984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.929852 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.941045 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Transition to ACTIVE for port object efe3ccfe-9e82-463d-bd46-b86fdb015c10 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:09.012441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.093850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Attempting to bind port efe3ccfe-9e82-463d-bd46-b86fdb015c10 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:09.094468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Attempting to bind port efe3ccfe-9e82-463d-bd46-b86fdb015c10 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:09.094596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Attempting to bind port efe3ccfe-9e82-463d-bd46-b86fdb015c10 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:31:09.098432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d390f-83f0-4898-8e3c-501c89331be8 None None] Pushing event updated for resources: {'Port': ['ID=efe3ccfe-9e82-463d-bd46-b86fdb015c10,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:09.102589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:31:09.102960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:31:09.103361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.103741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:31:09.104199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Bound port: efe3ccfe-9e82-463d-bd46-b86fdb015c10, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:09.104599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.179277 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] For port efe3ccfe-9e82-463d-bd46-b86fdb015c10, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:31:09.182291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] For port efe3ccfe-9e82-463d-bd46-b86fdb015c10, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=efe3ccfe-9e82-463d-bd46-b86fdb015c10,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:31:09.253132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.333000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Routers {'0b04839c-e86c-4184-a6d7-69cc35631d91'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:31:09.333604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:30:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['0b04839c-e86c-4184-a6d7-69cc35631d91'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:09.400089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d390f-83f0-4898-8e3c-501c89331be8 None None] Pushing event updated for resources: {'Port': ['ID=efe3ccfe-9e82-463d-bd46-b86fdb015c10,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:09.540307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] Set router 0b04839c-e86c-4184-a6d7-69cc35631d91 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:31:09.865258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'name': 'router1', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'efe3ccfe-9e82-463d-bd46-b86fdb015c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:48Z', 'updated_at': '2022-03-11T15:31:07Z', 'revision_number': 4, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'gw_port': {'id': 'efe3ccfe-9e82-463d-bd46-b86fdb015c10', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:06Z', 'updated_at': '2022-03-11T15:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '562623bc-911b-4ac1-9a27-1da8d6bb3139', 'name': '', 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'mac_address': 'fa:16:3e:4a:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:57Z', 'updated_at': '2022-03-11T15:31:04Z', 'revision_number': 5, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'subnets': [{'id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fd05eb0-970e-4a39-b378-cd9c86f44f03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:09.869048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e0bbc-107d-4f9c-a8fc-a5680a476fae None None] The sync data for ids ['0b04839c-e86c-4184-a6d7-69cc35631d91'] in dv-neutron-833203-2-hyperv is: [{'id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'name': 'router1', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'efe3ccfe-9e82-463d-bd46-b86fdb015c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:48Z', 'updated_at': '2022-03-11T15:31:07Z', 'revision_number': 4, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'gw_port': {'id': 'efe3ccfe-9e82-463d-bd46-b86fdb015c10', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:06Z', 'updated_at': '2022-03-11T15:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '562623bc-911b-4ac1-9a27-1da8d6bb3139', 'name': '', 'network_id': '28564df7-bb4f-4c88-8343-dfb51a671317', 'tenant_id': 'afca07c5dcb94f82b7e46da939eb068d', 'mac_address': 'fa:16:3e:4a:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b04839c-e86c-4184-a6d7-69cc35631d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:57Z', 'updated_at': '2022-03-11T15:31:04Z', 'revision_number': 5, 'project_id': 'afca07c5dcb94f82b7e46da939eb068d', 'subnets': [{'id': '1115018b-4b73-40e6-8319-bc6fb509b32c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fd05eb0-970e-4a39-b378-cd9c86f44f03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:31:10.106661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device efe3ccfe-9e82-463d-bd46-b86fdb015c10 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:10.241711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port efe3ccfe-9e82-463d-bd46-b86fdb015c10 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:10.246888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port efe3ccfe-9e82-463d-bd46-b86fdb015c10 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:10.247271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.377192 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.396748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port efe3ccfe-9e82-463d-bd46-b86fdb015c10, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=efe3ccfe-9e82-463d-bd46-b86fdb015c10,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:31:10.427831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 58444) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:10.464092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.537827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=efe3ccfe-9e82-463d-bd46-b86fdb015c10,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:10.550470 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-65590cc6-0433-41f4-a71e-33393a2b4984 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1211197 Mar 11 15:31:12.076488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device efe3ccfe-9e82-463d-bd46-b86fdb015c10 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:12.157677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port efe3ccfe-9e82-463d-bd46-b86fdb015c10 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:12.158140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.755276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d529a6ba-955f-4b2a-b77b-e426c150842a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.829899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a83753e0-5c46-439a-8456-c267cfaa54e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:24.316417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:24.429459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.806849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:41.758066 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 5 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:31:50.784379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56bc64c1-edf2-484a-b6c6-7d5dba08cb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.823444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0377cdb6-3cad-4e7f-aa14-6fce9e8bc901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.331949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.389521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.823634 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:18.758051 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 5 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:32:20.771701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-125377d2-972e-44cb-a14b-564ff9593431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:22.840266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e668c97d-e167-4e2e-8747-ff4d0d5f16b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.880592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.909429 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:25.834390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.760034 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b2a94285-83c3-4726-abe9-fdcb6e121caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:52.834702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aedadb6a-4781-4dc4-a91a-b0101a5f29f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.308638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.394102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:55.757707 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 5 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:32:55.937949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.733517 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59046) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:19.798930 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a120fb1-9f52-4cf3-9e9f-94f37b35a19f admin admin] GET failed (client error): The resource could not be found. Mar 11 15:33:19.800191 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0a120fb1-9f52-4cf3-9e9f-94f37b35a19f admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657289 Mar 11 15:33:19.930471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eee93e-7ca5-4b5a-a722-76cf73dc80c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:19.931828 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-45eee93e-7ca5-4b5a-a722-76cf73dc80c6 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1274371 Mar 11 15:33:20.771402 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2fa0be59-7648-4f8a-8e3b-41afac597928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.087766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59056) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:22.195127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae011caa-7553-4303-9128-04692e70c1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:22.195691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ae011caa-7553-4303-9128-04692e70c1d5 admin admin] Synchronizing usage tracker for tenant:893040dbd9324684806600de75045fdc on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:22.274015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ae011caa-7553-4303-9128-04692e70c1d5 admin admin] Unset dirty status for tenant:893040dbd9324684806600de75045fdc on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:22.275188 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ae011caa-7553-4303-9128-04692e70c1d5 admin admin] 10.222.0.39 "GET /v2.0/subnets/1115018b-4b73-40e6-8319-bc6fb509b32c HTTP/1.1" status: 200 len: 849 time: 0.1864848 Mar 11 15:33:22.284445 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:33:22.401875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.662262 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740403849975'] for subnet, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.705758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:22.706964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.708539 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] 10.222.0.39 "PUT /v2.0/subnets/1115018b-4b73-40e6-8319-bc6fb509b32c HTTP/1.1" status: 200 len: 868 time: 0.4278312 Mar 11 15:33:22.708733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9398eb96-f47a-414c-97f5-e2a2715ba9a4 None None] Network 28564df7-bb4f-4c88-8343-dfb51a671317 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:33:22.733585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1115018b-4b73-40e6-8319-bc6fb509b32c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:22.741518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.741918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.742228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.742560 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.742887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.743213 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.743539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.743888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.744205 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.744537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.744862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.745176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f8a5e-d1d3-4865-93cf-101bc34f5f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:22.886167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4647dccf-3b83-4044-a4f3-0f7c0d98440e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:23.161195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d8596501-d01e-4272-89ef-b7ce490ce319 None None] Provisioning complete for port 7b460e50-2d3f-4d15-9b2f-a382e6f7f806 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:23.161563 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8596501-d01e-4272-89ef-b7ce490ce319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:23.313189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d8596501-d01e-4272-89ef-b7ce490ce319 None None] Provisioning complete for port 562623bc-911b-4ac1-9a27-1da8d6bb3139 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:23.313557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8596501-d01e-4272-89ef-b7ce490ce319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.313970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.382609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.869219 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59066) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:25.040838 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc0751-e4fe-4cfc-b6ea-d7437958de7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:25.041317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc0751-e4fe-4cfc-b6ea-d7437958de7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:25.042834 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6acc0751-e4fe-4cfc-b6ea-d7437958de7d admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1726668 Mar 11 15:33:25.828342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:27.168026 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59076) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:27.339013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff723275-9cff-45fc-8591-ed21fd75f333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:27.339497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff723275-9cff-45fc-8591-ed21fd75f333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:27.341044 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ff723275-9cff-45fc-8591-ed21fd75f333 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1720240 Mar 11 15:33:29.476260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59086) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:29.681544 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5152259-761b-49fe-a0cf-37d9c10f8ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:29.682892 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b5152259-761b-49fe-a0cf-37d9c10f8ce4 admin admin] 10.222.0.39 "GET /v2.0/networks/28564df7-bb4f-4c88-8343-dfb51a671317 HTTP/1.1" status: 200 len: 869 time: 0.2055407 Mar 11 15:33:31.856337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59096) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:32.019152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635f2502-3b4b-41c5-b6c5-9b55cdc2fdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:32.020475 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-635f2502-3b4b-41c5-b6c5-9b55cdc2fdc1 admin admin] 10.222.0.39 "GET /v2.0/networks/71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 886 time: 0.1631708 Mar 11 15:33:32.755583 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 5 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:33:34.159780 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59106) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:34.266981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4084a16c-6d7e-4072-b07e-1d5f8e24d094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:34.267443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4084a16c-6d7e-4072-b07e-1d5f8e24d094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:34.268976 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4084a16c-6d7e-4072-b07e-1d5f8e24d094 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1082554 Mar 11 15:33:36.446028 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59116) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:36.549960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f2cdff-fa5d-4f09-b7c4-1c549b7802a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:36.550423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f2cdff-fa5d-4f09-b7c4-1c549b7802a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:36.551931 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d5f2cdff-fa5d-4f09-b7c4-1c549b7802a0 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049802 Mar 11 15:33:38.719767 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59126) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:38.826020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20832bd-cc48-4af1-8e90-4247bb6cc413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.827331 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f20832bd-cc48-4af1-8e90-4247bb6cc413 admin admin] 10.222.0.39 "GET /v2.0/subnets/1115018b-4b73-40e6-8319-bc6fb509b32c HTTP/1.1" status: 200 len: 868 time: 0.1066263 Mar 11 15:33:40.982419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59136) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:41.080052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf085ad-e5de-4a89-9369-3c1e51afc58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:41.081398 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ddf085ad-e5de-4a89-9369-3c1e51afc58d admin admin] 10.222.0.39 "GET /v2.0/subnets/3a7a5f4b-f04b-4151-aabf-2374f6a608ca HTTP/1.1" status: 200 len: 816 time: 0.0980449 Mar 11 15:33:50.776391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f0e039ea-8c9a-40b6-b307-2a4a59c2b36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:52.885227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c255009c-f6cf-4b80-ab18-53047972bf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:54.302301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:54.393527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.828063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.865046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59182) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:59.911979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-ae094e86-3865-4617-9656-91050574922d admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:33:59.914952 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ae094e86-3865-4617-9656-91050574922d admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470023 Mar 11 15:34:02.177112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59192) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:02.243078 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c18775e-dad8-4b1d-8e25-2178d6f4f503 admin admin] GET failed (client error): The resource could not be found. Mar 11 15:34:02.244329 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6c18775e-dad8-4b1d-8e25-2178d6f4f503 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662577 Mar 11 15:34:02.369376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bee986-f12a-4359-90fa-8e2a5b741126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.370758 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-94bee986-f12a-4359-90fa-8e2a5b741126 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1225293 Mar 11 15:34:04.551223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59202) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:04.597894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:34:04.602204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:04.611929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:04.696324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Made reservation on behalf of 893040dbd9324684806600de75045fdc for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:04.698733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.785944 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.services.revisions.revision_plugin [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Could not find related network for resource to bump revision. Mar 11 15:34:04.797163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:04.805346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.805683 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Added segment e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8 of type vlan for network 81b637d4-b45a-4a79-82c7-5a6fc3a16263 Mar 11 15:34:04.830114 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.930275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.931209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:04.931781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.031997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] Pushing event updated for resources: {'Network': ['ID=81b637d4-b45a-4a79-82c7-5a6fc3a16263,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:05.042343 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 81b637d4-b45a-4a79-82c7-5a6fc3a16263 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:05.091002 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6549e2d2-69c2-4ced-a5ab-3b9ee2d8fc87 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5381162 Mar 11 15:34:07.268804 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59212) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:07.336622 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89f5b4d-2f0b-4aaf-a65d-a85b14592eaa admin admin] GET failed (client error): The resource could not be found. Mar 11 15:34:07.337133 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f89f5b4d-2f0b-4aaf-a65d-a85b14592eaa admin admin] Synchronizing usage tracker for tenant:893040dbd9324684806600de75045fdc on resource:network {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:07.443740 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f89f5b4d-2f0b-4aaf-a65d-a85b14592eaa admin admin] Unset dirty status for tenant:893040dbd9324684806600de75045fdc on resource:network {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:07.444873 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f89f5b4d-2f0b-4aaf-a65d-a85b14592eaa admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1750140 Mar 11 15:34:07.546190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb6d03-0402-4343-a458-748d0a349d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:07.547536 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e1bb6d03-0402-4343-a458-748d0a349d89 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989017 Mar 11 15:34:07.556968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Request body: {'subnet': {'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:34:07.561230 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:07.570533 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:07.632679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Made reservation on behalf of 893040dbd9324684806600de75045fdc for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:07.634920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.885413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.956787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b8e4398-9360-45c6-b03b-92c52f3694d6,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:07.963990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Checking segment: {'id': 'e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:34:07.964349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Network hostable DHCP agents. Network: 81b637d4-b45a-4a79-82c7-5a6fc3a16263, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:08.022168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Network 81b637d4-b45a-4a79-82c7-5a6fc3a16263 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:08.118768 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 81b637d4-b45a-4a79-82c7-5a6fc3a16263) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:08.123134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:08.123819 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.127672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d59b6-fad0-4002-8895-0fe934875d74 None None] Network 81b637d4-b45a-4a79-82c7-5a6fc3a16263 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:34:08.221865 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b67ad88e-60af-45ea-8a40-8bd7d118e8ec admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6680408 Mar 11 15:34:08.345783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-81b637d4-b45a-4a79-82c7-5a6fc3a16263', 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263', 'tenant_id': '893040dbd9324684806600de75045fdc', 'fixed_ips': [{'subnet_id': '4b8e4398-9360-45c6-b03b-92c52f3694d6'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:34:08.346665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.503136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Allocated IP 192.168.233.2 (81b637d4-b45a-4a79-82c7-5a6fc3a16263/4b8e4398-9360-45c6-b03b-92c52f3694d6/4512e73b-66b3-41ef-8b66-1262cbdffec8) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:08.707783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.718572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Transition to ACTIVE for port object 4512e73b-66b3-41ef-8b66-1262cbdffec8 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:08.737478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Transition to ACTIVE for port object 4512e73b-66b3-41ef-8b66-1262cbdffec8 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:08.799464 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.862182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Network 81b637d4-b45a-4a79-82c7-5a6fc3a16263 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:08.863290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:08.871000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:34:08.903332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Pushing event updated for resources: {'Port': ['ID=4512e73b-66b3-41ef-8b66-1262cbdffec8,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:08.943785 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.944145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.944484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.944858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.945181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.945506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.945824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.946138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.946472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.946790 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.947101 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.947411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:08.976266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Attempting to bind port 4512e73b-66b3-41ef-8b66-1262cbdffec8 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:08.976669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Attempting to bind port 4512e73b-66b3-41ef-8b66-1262cbdffec8 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:08.977031 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Attempting to bind port 4512e73b-66b3-41ef-8b66-1262cbdffec8 on network 81b637d4-b45a-4a79-82c7-5a6fc3a16263 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:34:08.982950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:34:08.983320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Checking segment: {'id': 'e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:34:08.983719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.984105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Bound using segment: {'id': 'e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:34:08.984586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Bound port: 4512e73b-66b3-41ef-8b66-1262cbdffec8, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:08.984953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.072137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] For port 4512e73b-66b3-41ef-8b66-1262cbdffec8, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:34:09.075651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] For port 4512e73b-66b3-41ef-8b66-1262cbdffec8, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4512e73b-66b3-41ef-8b66-1262cbdffec8,segment=NetworkSegment(e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8),segment_id=e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:34:09.136715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.253489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325cde7-9aec-4016-9a60-73fbf8e8e03b None None] Pushing event updated for resources: {'Port': ['ID=4512e73b-66b3-41ef-8b66-1262cbdffec8,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:09.754929 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 5 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:34:10.068313 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a02d21-f084-421c-86d1-3c4342ccc149 None None] Network 81b637d4-b45a-4a79-82c7-5a6fc3a16263 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:34:10.227657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4512e73b-66b3-41ef-8b66-1262cbdffec8 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:10.264133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-08436587-709b-40c6-a28f-13e72a2f6c13 None None] Provisioning for port 4512e73b-66b3-41ef-8b66-1262cbdffec8 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:10.433578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 4512e73b-66b3-41ef-8b66-1262cbdffec8 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:10.439580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4512e73b-66b3-41ef-8b66-1262cbdffec8 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:10.440072 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.566247 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.600316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 4512e73b-66b3-41ef-8b66-1262cbdffec8, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4512e73b-66b3-41ef-8b66-1262cbdffec8,segment=NetworkSegment(e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8),segment_id=e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:34:10.612665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6b8df1a9-3153-41f3-9c76-925f1ddda49a None None] Provisioning complete for port 4512e73b-66b3-41ef-8b66-1262cbdffec8 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:10.613028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6b8df1a9-3153-41f3-9c76-925f1ddda49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.664274 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.776437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=4512e73b-66b3-41ef-8b66-1262cbdffec8,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:12.169948 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4512e73b-66b3-41ef-8b66-1262cbdffec8 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:12.239378 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4512e73b-66b3-41ef-8b66-1262cbdffec8 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:12.239733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:20.764478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f5efc139-3181-47bb-8e8f-f7dbfa3b3bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.827846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d0265c5f-338f-40e2-84e5-968f5ab3b752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.302423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.399416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.816228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.753188 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 5 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:34:50.792817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-608d82a2-b677-46b2-b488-72c90a955794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.832921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2cbe5ced-e54b-4f88-b166-9ec06917d7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.370339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.415685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:55.843433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:20.803174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-754164c3-dbba-4e89-89b2-e7bb5e8af7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.855257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-be8138ad-77d8-4c83-940f-b1ef3fc6bfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.751900 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 5 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:35:24.323502 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:24.404056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:25.837067 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.427516 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59256) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:33.433834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-66f82ccc-d027-4e7f-8c81-56d01132bfad tempest-verify_tempest_config-17674531 tempest-verify_tempest_config-17674531-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:35:33.434769 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-66f82ccc-d027-4e7f-8c81-56d01132bfad tempest-verify_tempest_config-17674531 tempest-verify_tempest_config-17674531-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062973 Mar 11 15:35:34.011352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59274) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:34.129894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.144536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:34.148597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Usage tracker for resource:security_group_rule and tenant:becab366778f46f7b9a1bfbb1ce51002 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:34.152377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:34.158352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:34.246722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.295346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.340122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ab1689-cc19-4739-9988-46bd7ee22d5b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:34.345033 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=becab366778f46f7b9a1bfbb1ce51002&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3326731 Mar 11 15:35:34.347814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59280) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:34.349016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.349366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.349705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.350039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.350369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.350697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.351022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.351362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.351688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.352036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.352362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.352706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b4a54-62b1-4193-acb2-87b709dec1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.410247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.434851 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.586212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.600097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ab1689-cc19-4739-9988-46bd7ee22d5b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:34.607362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.607744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.608087 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.608421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.608776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.609105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.609434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.609814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.610141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.610463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.610783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.611096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:34.617675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.618808 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8f14fb15-bc71-48ba-aeda-b148a1521a54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4ab1689-cc19-4739-9988-46bd7ee22d5b HTTP/1.1" status: 204 len: 168 time: 0.2699227 Mar 11 15:35:50.790727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6d8c930f-0e39-4aae-8ef8-7721330096c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:52.849295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f790bd50-d798-4e91-8ec5-50f966314123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:54.317676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:54.414733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:55.855203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.751157 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 5 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:36:20.774651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-033c187f-265c-4408-b5a0-c58c04b4956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.826440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-734af707-2f16-489f-ac68-fe614f153e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.346332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.426254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.848972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.750213 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 5 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:36:50.814877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e1467c22-1017-455e-a37d-4030ab3748fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:52.900381 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cecf420a-ed72-4794-bc33-677b9b3ad0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.332975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.412730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:55.652921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994871'] for agent, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:55.841100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:10.365574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59350) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:10.474276 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7a3eb1c8-ad95-4f9b-8696-cb8646b83a0d admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1076238 Mar 11 15:37:12.658183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59360) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:12.712349 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ae0cb1e1-d205-44e8-80ba-50965ea0e7ad admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0530927 Mar 11 15:37:14.749023 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:37:20.766451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7d167637-0d6f-49f5-86da-cb1b6bbde49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.863772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0851e3ee-21c9-418b-9d38-a3fedb04a414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.361634 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.431238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.682390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.869165 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.768073 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f3423463-9471-4104-8833-07fb424c1f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.764144 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:37:52.877629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-03bcb780-78ed-4f60-a8ce-f21fe809ea5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.343648 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.417248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.647527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.848102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:20.790469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a073333b-7c57-488f-a4ae-11a11c9944df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:22.858893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bbc413ed-696c-406f-9652-e276f92f7841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:24.305220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:24.407916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:25.653421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:25.851524 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:28.753152 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:38:47.838434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59494) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:48.312761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59514) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:48.352157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1880696523-network', 'tenant_id': 'c82f540907034ec783433631c2c91e3e'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:48.358064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:48.362341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Usage tracker for resource:network and tenant:c82f540907034ec783433631c2c91e3e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:48.365323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:48.371194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:48.450972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-221140374-network', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:48.456896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:48.461097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Usage tracker for resource:network and tenant:3cf80f2521c8495ea617d58524b72c74 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:48.467982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:48.470783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Made reservation on behalf of c82f540907034ec783433631c2c91e3e for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:48.473518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.476202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:48.487981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.504697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:48.511052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Usage tracker for resource:security_group_rule and tenant:c82f540907034ec783433631c2c91e3e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:48.514799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:48.521142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:48.553804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Made reservation on behalf of 3cf80f2521c8495ea617d58524b72c74 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:48.556503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.569237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.596508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:48.597163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Usage tracker for resource:security_group_rule and tenant:3cf80f2521c8495ea617d58524b72c74 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:48.600979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:48.608313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:48.621689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.708274 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.775616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:38:48.784408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158845e4-a002-40d6-a834-99c894ceab1c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:48.802091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Tracked resource versions report: Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: pushed versions: Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: { 'AddressGroup': {'1.2'}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'ConntrackHelper': {'1.0'}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Log': {'1.0'}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Network': {'1.1'}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Port': {'1.7'}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'PortForwarding': {'1.2'}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'QosPolicy': {'1.8'}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SecurityGroup': {'1.4'}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SubPort': {'1.0'}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Subnet': {'1.1'}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Trunk': {'1.1'}} Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: consumer versions: Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: { DHCP agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: HyperV agent@hv-neutron-8332: {}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: L3 agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: Metadata agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: Metering agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: Open vSwitch agent@dv-neutron-833203-2-hyperv: { 'AddressGroup': '1.2', Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'ConntrackHelper': '1.0', Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Log': '1.0', Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Network': '1.1', Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Port': '1.7', Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'PortForwarding': '1.2', Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'QosPolicy': '1.8', Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SecurityGroup': '1.4', Mar 11 15:38:48.802508 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SecurityGroupRule': '1.2', Mar 11 15:38:48.805433 dv-neutron-833203-2-hyperv neutron-server[88557]: 'SubPort': '1.0', Mar 11 15:38:48.805433 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Subnet': '1.1', Mar 11 15:38:48.805433 dv-neutron-833203-2-hyperv neutron-server[88557]: 'Trunk': '1.1'}} Mar 11 15:38:48.805433 dv-neutron-833203-2-hyperv neutron-server[88557]: {{(pid=88557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:38:48.807770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.808109 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Added segment 385faaca-7d45-476e-9de3-eb47a857667d of type vlan for network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 Mar 11 15:38:48.835649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.870337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.901664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:38:48.907073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d5b4f2-dd81-41b8-add0-5ab1a3392ea6,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:48.918462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740403924246', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.919236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Unsubscribe: segment precommit_create {{(pid=88558) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 15:38:48.919718 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Added segment 4adbe1f8-6b63-4087-9b7b-89af7117473e of type vlan for network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 Mar 11 15:38:48.921864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.922841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:48.923528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.966281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.967152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.967498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.967824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.968185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.968488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.968821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.969156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.969483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.969796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.970112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.970425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Tracked resource versions report: Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: pushed versions: Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: { 'AddressGroup': {'1.2'}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'ConntrackHelper': {'1.0'}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Log': {'1.0'}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Network': {'1.1'}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Port': {'1.7'}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'PortForwarding': {'1.2'}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'QosPolicy': {'1.8'}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SecurityGroup': {'1.4'}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SubPort': {'1.0'}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Subnet': {'1.1'}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Trunk': {'1.1'}} Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: consumer versions: Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: { DHCP agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: HyperV agent@hv-neutron-8332: {}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: L3 agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: Metadata agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: Metering agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: Open vSwitch agent@dv-neutron-833203-2-hyperv: { 'AddressGroup': '1.2', Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'ConntrackHelper': '1.0', Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Log': '1.0', Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Network': '1.1', Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Port': '1.7', Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'PortForwarding': '1.2', Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'QosPolicy': '1.8', Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SecurityGroup': '1.4', Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SecurityGroupRule': '1.2', Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'SubPort': '1.0', Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Subnet': '1.1', Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: 'Trunk': '1.1'}} Mar 11 15:38:48.971425 dv-neutron-833203-2-hyperv neutron-server[88558]: {{(pid=88558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:38:48.999254 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:49.031035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] Pushing event updated for resources: {'Network': ['ID=ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:49.041054 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:38:49.134936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59550) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:49.135128 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-20ac09f0-69f7-498c-a4e8-ebd851906e8f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2815409 Mar 11 15:38:49.135215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Request body: {'subnet': {'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1880696523-subnet', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:49.135215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:49.135760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Usage tracker for resource:subnet and tenant:c82f540907034ec783433631c2c91e3e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:49.139258 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:49.144954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:49.151473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:49.152410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:49.153102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:49.261285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59560) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:49.323006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Made reservation on behalf of c82f540907034ec783433631c2c91e3e for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:49.325610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:49.337638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59566) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:49.366769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] Pushing event updated for resources: {'Network': ['ID=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:49.378921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:38:49.434985 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0372eb35-7a1e-4f1d-a774-69b97721277d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1209998 Mar 11 15:38:49.440952 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59574) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:49.448085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Request body: {'subnet': {'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-221140374-subnet', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:49.458813 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:49.469600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Usage tracker for resource:subnet and tenant:3cf80f2521c8495ea617d58524b72c74 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:49.478666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:49.488878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:49.588841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Made reservation on behalf of 3cf80f2521c8495ea617d58524b72c74 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:49.592752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:49.670597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:49.707261 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-958835895-network', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:49.714352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:49.725499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Usage tracker for resource:network and tenant:63aa522a9c35455aa52f77ae8bc0fa36 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:49.727603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:49.728962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:49.735890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:49.755464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1084446805'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:49.766692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Checking segment: {'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:38:49.767138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Network hostable DHCP agents. Network: ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:38:49.801139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:49.807839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Usage tracker for resource:network and tenant:dca1bca20b7c426a857f205a9a5e666e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:49.812466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:49.820211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:49.853605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:38:49.855689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Made reservation on behalf of 63aa522a9c35455aa52f77ae8bc0fa36 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:49.858100 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:49.873900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:49.892168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:49.896012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Usage tracker for resource:security_group_rule and tenant:63aa522a9c35455aa52f77ae8bc0fa36 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:49.898785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:49.904397 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:49.913320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Made reservation on behalf of dca1bca20b7c426a857f205a9a5e666e for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:49.916810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:49.933676 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:49.942563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:49.945366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f256b5-34aa-44cd-bbff-b73cfd2f6a2d None None] Network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:38:49.952911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:49.954276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:49.984603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.037221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:50.049419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Usage tracker for resource:security_group_rule and tenant:dca1bca20b7c426a857f205a9a5e666e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:50.054327 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-62c82716-4001-49ff-a39b-949fa8c82c7c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9319565 Mar 11 15:38:50.056924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59592) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:50.063029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:50.067573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:50.071545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Usage tracker for resource:router and tenant:c82f540907034ec783433631c2c91e3e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:50.073275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:50.075024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:50.083706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:50.086848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:50.116529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Checking segment: {'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:38:50.123612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Network hostable DHCP agents. Network: a1b3af6a-4c9c-42b9-8337-bd28f435b9c2, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:38:50.136684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.161932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e3b66b-727f-4b7d-8f30-c9f070b1cb68,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:50.165698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'fixed_ips': [{'subnet_id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:38:50.167384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.179067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.180490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.211436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.270208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.282995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:38:50.292742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.310299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:38:50.322868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5142bc17-e222-4629-a0c7-d14d6ba2704a,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:50.327181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.327523 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Added segment edaddfd1-21c5-4453-8129-4268ed529a12 of type vlan for network 1410b898-0e6e-4285-a079-c8161b49c4cd Mar 11 15:38:50.353700 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.363336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.366026 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, a1b3af6a-4c9c-42b9-8337-bd28f435b9c2) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:50.383047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:50.383587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Allocated IP 172.20.0.2 (ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769/ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d/75949464-5723-447e-8fad-6d53f785ef46) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:50.383716 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.419210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:38:50.420902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8f4bf-c36d-4930-85c5-477398dc6937 None None] Network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:38:50.448261 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f750df8c-01d6-49a0-b917-a6ada9cc3531,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:50.454597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.454943 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Added segment b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a of type vlan for network 01485169-8280-4dd2-9945-161c72953eff Mar 11 15:38:50.496907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.525707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.527118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:50.535962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.639294 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c8376d85-3e3c-4ba7-a758-3a974c7c6924 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1940117 Mar 11 15:38:50.643054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59614) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:50.651414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:50.658433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] Pushing event updated for resources: {'Network': ['ID=1410b898-0e6e-4285-a079-c8161b49c4cd,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:50.660864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.661399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:50.679022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Usage tracker for resource:router and tenant:3cf80f2521c8495ea617d58524b72c74 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:50.679022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:50.679022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:50.697144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.698441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 1410b898-0e6e-4285-a079-c8161b49c4cd details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:38:50.702664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:50.712694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.712694 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-78bdf976-6545-4a5a-9dbb-90c4d58835fa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3689215 Mar 11 15:38:50.712918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59618) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:50.718126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Request body: {'subnet': {'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-958835895-subnet', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:50.722907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:50.727138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Usage tracker for resource:subnet and tenant:63aa522a9c35455aa52f77ae8bc0fa36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:50.730299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:50.736716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:50.814701 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event updated for resources: {'Network': ['ID=01485169-8280-4dd2-9945-161c72953eff,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:50.817613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.819007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.839692 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.876687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 01485169-8280-4dd2-9945-161c72953eff details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:38:50.911394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Made reservation on behalf of 63aa522a9c35455aa52f77ae8bc0fa36 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:50.919473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.922790 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-494b5a6e-e59f-4ebc-a54b-9ac478a7c7bd tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6604936 Mar 11 15:38:50.925603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59630) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:50.939665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Request body: {'subnet': {'network_id': '01485169-8280-4dd2-9945-161c72953eff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:51.066272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2d925e85-0923-48c6-85e5-eea8e19fd7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.130223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.140241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'fixed_ips': [{'subnet_id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:38:51.141406 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.254442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Transition to ACTIVE for port object 75949464-5723-447e-8fad-6d53f785ef46 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:51.285845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Transition to ACTIVE for port object 75949464-5723-447e-8fad-6d53f785ef46 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:51.374901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.481620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.484763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.499904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:51.503021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:51.507473 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:51.509623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Usage tracker for resource:subnet and tenant:dca1bca20b7c426a857f205a9a5e666e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:51.512863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.526253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:38:51.526786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:51.526876 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Allocated IP 172.20.0.2 (a1b3af6a-4c9c-42b9-8337-bd28f435b9c2/66e3b66b-727f-4b7d-8f30-c9f070b1cb68/de385290-b9b1-4d4c-aaa8-bfbc1ddc266a) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:51.530614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:51.571001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Pushing event updated for resources: {'Port': ['ID=75949464-5723-447e-8fad-6d53f785ef46,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:51.573027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.612259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.612656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.612995 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.613322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.613647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.613983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.614303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.614627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.615129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.615509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.615834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.616157 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Tracked resource versions report: Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: pushed versions: Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: { 'AddressGroup': {'1.2'}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'ConntrackHelper': {'1.0'}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Log': {'1.0'}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Network': {'1.1'}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Port': {'1.7'}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'PortForwarding': {'1.2'}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'QosPolicy': {'1.8'}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SecurityGroup': {'1.4'}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SubPort': {'1.0'}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Subnet': {'1.1'}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Trunk': {'1.1'}} Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: consumer versions: Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: { DHCP agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: HyperV agent@hv-neutron-8332: {}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: L3 agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: Metadata agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: Metering agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: Open vSwitch agent@dv-neutron-833203-2-hyperv: { 'AddressGroup': '1.2', Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'ConntrackHelper': '1.0', Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Log': '1.0', Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Network': '1.1', Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Port': '1.7', Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'PortForwarding': '1.2', Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'QosPolicy': '1.8', Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SecurityGroup': '1.4', Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SecurityGroupRule': '1.2', Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'SubPort': '1.0', Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Subnet': '1.1', Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: 'Trunk': '1.1'}} Mar 11 15:38:51.617251 dv-neutron-833203-2-hyperv neutron-server[88559]: {{(pid=88559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:38:51.673688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Made reservation on behalf of dca1bca20b7c426a857f205a9a5e666e for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:51.673907 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Attempting to bind port 75949464-5723-447e-8fad-6d53f785ef46 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:51.673996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Attempting to bind port 75949464-5723-447e-8fad-6d53f785ef46 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:51.674637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Attempting to bind port 75949464-5723-447e-8fad-6d53f785ef46 on network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:38:51.696006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.707997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59650) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:51.734938 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:38:51.735224 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Checking segment: {'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:38:51.735591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.735969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Bound using segment: {'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:38:51.736445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Bound port: 75949464-5723-447e-8fad-6d53f785ef46, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:51.736855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.835268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf361e4-4fdb-4223-afe3-8508e64593f5,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:51.869094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Checking segment: {'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:38:51.869591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Network hostable DHCP agents. Network: 1410b898-0e6e-4285-a079-c8161b49c4cd, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:38:51.892778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Allocated IP 172.26.6.210 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/b5cbb784-291b-4aa5-8248-9e59e1689e0d) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:51.918190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59658) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:52.007976 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Network 1410b898-0e6e-4285-a079-c8161b49c4cd is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:38:52.052312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] For port 75949464-5723-447e-8fad-6d53f785ef46, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:38:52.067887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] For port 75949464-5723-447e-8fad-6d53f785ef46, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=75949464-5723-447e-8fad-6d53f785ef46,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:38:52.082081 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.093225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 1410b898-0e6e-4285-a079-c8161b49c4cd) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:52.098920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:52.103927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.108716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c21f45a-d81d-4f58-b9b9-9e7f2427a85d None None] Network 1410b898-0e6e-4285-a079-c8161b49c4cd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:38:52.146777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.157430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.199157 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-af965b3d-23b8-4944-b4f0-6cbd80a95d90 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4847033 Mar 11 15:38:52.199512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59668) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:52.206494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:52.213309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:52.233797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Usage tracker for resource:router and tenant:63aa522a9c35455aa52f77ae8bc0fa36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:52.242562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:52.259363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.276149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.354955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:52.359938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cbb784-291b-4aa5-8248-9e59e1689e0d,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:52.374488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1583059022'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:52.386652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05def04-5f4c-4d91-9e6b-de221369766d None None] Pushing event updated for resources: {'Port': ['ID=75949464-5723-447e-8fad-6d53f785ef46,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:52.389088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:52.411422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Transition to ACTIVE for port object de385290-b9b1-4d4c-aaa8-bfbc1ddc266a will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:52.413517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Usage tracker for resource:network and tenant:e78b25a9c0ca413aaba379ff3ab233cd is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:52.430954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1339793322'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:52.439284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:52.440015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:52.455431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Transition to ACTIVE for port object de385290-b9b1-4d4c-aaa8-bfbc1ddc266a will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:52.466267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:52.466633 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Usage tracker for resource:network and tenant:a69d4546bd204e1ba881d89ef641ef43 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:52.475753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:52.486559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:52.491556 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:52.495109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:38:52.499964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:52.505956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event updated for resources: {'Subnet': ['ID=06accec7-8d4e-49a8-b0c9-d4f151671341,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:52.510468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.568895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Checking segment: {'id': 'b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '01485169-8280-4dd2-9945-161c72953eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:38:52.569264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Network hostable DHCP agents. Network: 01485169-8280-4dd2-9945-161c72953eff, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:38:52.584817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.600260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.633681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Made reservation on behalf of a69d4546bd204e1ba881d89ef641ef43 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:52.639634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.648380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.650179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.656340 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59676) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:52.669136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-1410b898-0e6e-4285-a079-c8161b49c4cd', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'fixed_ips': [{'subnet_id': '3cf361e4-4fdb-4223-afe3-8508e64593f5'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:38:52.671130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.673447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.719499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:52.729117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Usage tracker for resource:security_group_rule and tenant:a69d4546bd204e1ba881d89ef641ef43 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:52.738527 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:52.744683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:52.745849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.748587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:52.763291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:38:52.763461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Made reservation on behalf of e78b25a9c0ca413aaba379ff3ab233cd for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:52.766428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:52.767375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.836779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.872595 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Network 01485169-8280-4dd2-9945-161c72953eff is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:38:52.887206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:52.897563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Usage tracker for resource:security_group_rule and tenant:e78b25a9c0ca413aaba379ff3ab233cd is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:52.907103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:52.918767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:52.926335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59684) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:52.928388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Pushing event updated for resources: {'Port': ['ID=de385290-b9b1-4d4c-aaa8-bfbc1ddc266a,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:52.929605 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Allocated IP 172.26.6.194 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/0658db3c-9397-4e4d-b3f4-403670ea3f33) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:53.001246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 01485169-8280-4dd2-9945-161c72953eff) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:53.043431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:53.049668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.060148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7c0a13-2704-4353-9cbe-36380356c5fb None None] Network 01485169-8280-4dd2-9945-161c72953eff requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:38:53.325019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Attempting to bind port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:53.325019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Attempting to bind port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:53.325019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Attempting to bind port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a on network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:38:53.334205 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:53.335095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:38:53.335095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Checking segment: {'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:38:53.335095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.335095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Bound using segment: {'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:38:53.335095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Bound port: de385290-b9b1-4d4c-aaa8-bfbc1ddc266a, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:53.335095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.336073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:53.336073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Usage tracker for resource:floatingip and tenant:beb5043b38154139bc94398df0a36568 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:53.336073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:53.336521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-45d8a08f-180e-497a-a0c4-4cfd3b35485c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.336753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-2a2fe3d8-5e67-4963-8001-7e2e841ca176 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:53.336896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.336896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:53.336896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.336896 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-44c55b80-46cc-42c1-9488-dccee5ca0c28 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3761408 Mar 11 15:38:53.336896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59692) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:53.336896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3e7114c5-b661-4f48-b401-0b932bd182c8 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1199902580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:53.336896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3e7114c5-b661-4f48-b401-0b932bd182c8 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:53.336896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.336896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3e7114c5-b661-4f48-b401-0b932bd182c8 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Usage tracker for resource:router and tenant:dca1bca20b7c426a857f205a9a5e666e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:53.339074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3e7114c5-b661-4f48-b401-0b932bd182c8 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:53.347039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3e7114c5-b661-4f48-b401-0b932bd182c8 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:53.385568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:38:53.390851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.409909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.410251 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Added segment c0bb04a5-fe02-4ead-b220-0ed613d0ce2c of type vlan for network 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3 Mar 11 15:38:53.411445 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43ca6ec-cbe5-40ec-8683-655eb5b8861c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:53.426887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Allocated IP 172.20.0.2 (1410b898-0e6e-4285-a079-c8161b49c4cd/3cf361e4-4fdb-4223-afe3-8508e64593f5/d61be5e2-fb61-4f34-ab58-0772abbe42d7) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:53.433074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] For port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:38:53.438529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] For port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=de385290-b9b1-4d4c-aaa8-bfbc1ddc266a,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:38:53.446748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.454818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.521511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.535502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e7114c5-b661-4f48-b401-0b932bd182c8 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.536926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e7114c5-b661-4f48-b401-0b932bd182c8 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.554941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e7114c5-b661-4f48-b401-0b932bd182c8 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.613754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.619826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.665286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06aba09d-b6e6-44b5-b553-170ec7ad23cc,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:53.676049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2a2fe3d8-5e67-4963-8001-7e2e841ca176 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] 10.222.0.39 "PUT /v2.0/quotas/cbec806f844a4239b086f20cc3cea370 HTTP/1.1" status: 200 len: 368 time: 0.7433138 Mar 11 15:38:53.689795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59700) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:53.703380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Request body: {'network': {'project_id': 'cbec806f844a4239b086f20cc3cea370'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:53.708067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:53.712004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Usage tracker for resource:network and tenant:cbec806f844a4239b086f20cc3cea370 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:53.715194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:53.721639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:53.728980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:38:53.730285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:53.735805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.736483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Pushing event updated for resources: {'Port': ['ID=0658db3c-9397-4e4d-b3f4-403670ea3f33,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:53.739243 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.745647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:53.749681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.751412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Transition to ACTIVE for port object d61be5e2-fb61-4f34-ab58-0772abbe42d7 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:53.756067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:53.756710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.772886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e7114c5-b661-4f48-b401-0b932bd182c8 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.772978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Transition to ACTIVE for port object d61be5e2-fb61-4f34-ab58-0772abbe42d7 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:53.776922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-01485169-8280-4dd2-9945-161c72953eff', 'network_id': '01485169-8280-4dd2-9945-161c72953eff', 'tenant_id': 'dca1bca20b7c426a857f205a9a5e666e', 'fixed_ips': [{'subnet_id': '06accec7-8d4e-49a8-b0c9-d4f151671341'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:38:53.777887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.790611 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.818774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Made reservation on behalf of cbec806f844a4239b086f20cc3cea370 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:53.821694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.841060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.841328 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Added segment 282559a3-ac10-4c8d-860e-f07808e20394 of type vlan for network 932d0625-362b-46a2-8a48-0818f6bf9590 Mar 11 15:38:53.900862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44663ac4-26ee-44b7-add6-992726ca8a60 None None] Network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:38:53.916142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:38:53.922098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.926449 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.959514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:54.019009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Usage tracker for resource:security_group_rule and tenant:cbec806f844a4239b086f20cc3cea370 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:54.029589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:54.049891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e7114c5-b661-4f48-b401-0b932bd182c8 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.051064 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3e7114c5-b661-4f48-b401-0b932bd182c8 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7437372 Mar 11 15:38:54.057277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.061850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:54.064865 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59708) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:54.065411 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1461768 Mar 11 15:38:54.068480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d45c1-d987-43b4-ab24-2b334852fcce tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Pushing event updated for resources: {'Network': ['ID=84c7a47d-cc64-4bbd-b0dc-fe805f4749a3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:54.070264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59710) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:54.138049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Request body: {'subnet': {'network_id': '84c7a47d-cc64-4bbd-b0dc-fe805f4749a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:54.159083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:38:54.268383 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Network 1410b898-0e6e-4285-a079-c8161b49c4cd is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:54.312443 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4af5bc0b-ade9-450f-8504-0dc6a501a564 None None] Provisioning for port 75949464-5723-447e-8fad-6d53f785ef46 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:54.315756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:54.363414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:38:54.417161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.421666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:54.445480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25a186-5b81-476e-8a18-ea8636c80f16 None None] Pushing event updated for resources: {'Port': ['ID=de385290-b9b1-4d4c-aaa8-bfbc1ddc266a,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:54.458681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Usage tracker for resource:subnet and tenant:a69d4546bd204e1ba881d89ef641ef43 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:54.463304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.467179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:54.477864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:54.579483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 75949464-5723-447e-8fad-6d53f785ef46 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:54.662232 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Made reservation on behalf of a69d4546bd204e1ba881d89ef641ef43 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:54.666679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks [] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.710367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.715351 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.716073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:54.717261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.724005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Allocated IP 172.26.6.156 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/26c20fed-4b2e-4d5f-a82f-5d64c44ded82) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:54.726930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Attempting to bind port d61be5e2-fb61-4f34-ab58-0772abbe42d7 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:54.727337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Attempting to bind port d61be5e2-fb61-4f34-ab58-0772abbe42d7 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:54.727669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Attempting to bind port d61be5e2-fb61-4f34-ab58-0772abbe42d7 on network 1410b898-0e6e-4285-a079-c8161b49c4cd {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:38:54.771818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Pushing event updated for resources: {'Port': ['ID=d61be5e2-fb61-4f34-ab58-0772abbe42d7,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:54.787881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:38:54.788257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Checking segment: {'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:38:54.788674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.789075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Bound using segment: {'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:38:54.790024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Bound port: d61be5e2-fb61-4f34-ab58-0772abbe42d7, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:54.790024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.811195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Allocated IP 172.20.0.2 (01485169-8280-4dd2-9945-161c72953eff/06accec7-8d4e-49a8-b0c9-d4f151671341/6173d06f-324c-426d-af8e-d214fd8fe1f6) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:54.995893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.062584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.064442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Pushing event updated for resources: {'Network': ['ID=932d0625-362b-46a2-8a48-0818f6bf9590,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:55.111480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 75949464-5723-447e-8fad-6d53f785ef46 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:55.122024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 75949464-5723-447e-8fad-6d53f785ef46 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:55.122401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.178311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.188460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 932d0625-362b-46a2-8a48-0818f6bf9590 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:38:55.353878 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3a0ec2e4-001a-4aef-8076-e0181dab549e tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5899067 Mar 11 15:38:55.367990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.370798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59718) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:55.383945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.422290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] For port d61be5e2-fb61-4f34-ab58-0772abbe42d7, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:38:55.426858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.433267 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.445807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b9c78-ebb5-4910-8008-c57c1e4d0373 None None] Network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:38:55.529083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 75949464-5723-447e-8fad-6d53f785ef46, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=75949464-5723-447e-8fad-6d53f785ef46,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:38:55.536238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] For port d61be5e2-fb61-4f34-ab58-0772abbe42d7, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d61be5e2-fb61-4f34-ab58-0772abbe42d7,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:38:55.620255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c24989e5-df94-4d67-a1c3-524e218b00e6 None None] Provisioning for port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:55.620471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.667779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.700064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Request body: {'network': {'name': 'tempest-network--393258251', 'router:external': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:55.705593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:38:55.718013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b7b706-a7fa-489f-a97e-d5b36014dc4a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:55.723041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:55.749409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.774868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.799944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Usage tracker for resource:network and tenant:e7933499ca964bf39777fe2700a93284 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:55.804442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Transition to ACTIVE for port object 6173d06f-324c-426d-af8e-d214fd8fe1f6 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:55.832036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.838636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.839832 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Added segment e1975953-cdef-46b8-b125-843dc8bb6955 of type vlan for network 0b1b1327-7160-44c5-b2b2-bdfa303ca8ff Mar 11 15:38:55.856620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:55.873468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Transition to ACTIVE for port object 6173d06f-324c-426d-af8e-d214fd8fe1f6 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:55.878753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.880264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.913297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=75949464-5723-447e-8fad-6d53f785ef46,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:55.921414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:55.922920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.949137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.963748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.973956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.981535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.985900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:56.003509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:56.024995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:38:56.043787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-52bbcf3e-7754-4b64-8d2f-605a0718c33b None None] Provisioning complete for port 75949464-5723-447e-8fad-6d53f785ef46 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:56.044159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-52bbcf3e-7754-4b64-8d2f-605a0718c33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:56.099598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Network 01485169-8280-4dd2-9945-161c72953eff is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:56.105463 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:56.109962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5348315-2e65-45d5-89f4-0d4cdf7550ad None None] Pushing event updated for resources: {'Port': ['ID=d61be5e2-fb61-4f34-ab58-0772abbe42d7,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:56.112605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:38:56.123290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Made reservation on behalf of e7933499ca964bf39777fe2700a93284 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:56.125640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:56.152382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Pushing event updated for resources: {'Port': ['ID=26c20fed-4b2e-4d5f-a82f-5d64c44ded82,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:56.156290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Pushing event updated for resources: {'Subnet': ['ID=d954f584-29a3-4a23-89bb-4b0c422ee588,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:56.159852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:56.189127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Checking segment: {'id': 'c0bb04a5-fe02-4ead-b220-0ed613d0ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c7a47d-cc64-4bbd-b0dc-fe805f4749a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:38:56.189720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Network hostable DHCP agents. Network: 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:38:56.232147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:56.272100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:56.275393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:56.275393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:56.288485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:56.290977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Pushing event updated for resources: {'Port': ['ID=6173d06f-324c-426d-af8e-d214fd8fe1f6,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:56.323755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Usage tracker for resource:security_group_rule and tenant:e7933499ca964bf39777fe2700a93284 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:56.332900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:38:56.336400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:56.379992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:56.383055 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Attempting to bind port 6173d06f-324c-426d-af8e-d214fd8fe1f6 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:56.383522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Attempting to bind port 6173d06f-324c-426d-af8e-d214fd8fe1f6 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '01485169-8280-4dd2-9945-161c72953eff'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:56.383977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Attempting to bind port 6173d06f-324c-426d-af8e-d214fd8fe1f6 on network 01485169-8280-4dd2-9945-161c72953eff {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:38:56.420354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:38:56.420895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Checking segment: {'id': 'b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '01485169-8280-4dd2-9945-161c72953eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:38:56.421392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:56.421881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Bound using segment: {'id': 'b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '01485169-8280-4dd2-9945-161c72953eff'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:38:56.422450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Bound port: 6173d06f-324c-426d-af8e-d214fd8fe1f6, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '01485169-8280-4dd2-9945-161c72953eff'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:56.422936 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:56.540692 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:56.558083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device de385290-b9b1-4d4c-aaa8-bfbc1ddc266a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:56.566234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Router 5089b66f-d265-463d-8564-9557ece2bba4 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:38:56.572194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Network 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:38:56.614574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Allocated IP 172.20.0.1 (01485169-8280-4dd2-9945-161c72953eff/06accec7-8d4e-49a8-b0c9-d4f151671341/64b45793-bd88-4635-b849-328c813248e1) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:56.643271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Pushing event updated for resources: {'Network': ['ID=0b1b1327-7160-44c5-b2b2-bdfa303ca8ff,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:56.646421 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Allocated IP 172.26.6.223 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/2b8b2702-27a6-41ff-a856-ed5b5a405861) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:56.670980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] For port 6173d06f-324c-426d-af8e-d214fd8fe1f6, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:38:56.680057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 0b1b1327-7160-44c5-b2b2-bdfa303ca8ff details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:38:56.690985 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0867ed11-aeb1-4018-8dd9-04f62bbb1010 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.0001252 Mar 11 15:38:56.700283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] For port 6173d06f-324c-426d-af8e-d214fd8fe1f6, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6173d06f-324c-426d-af8e-d214fd8fe1f6,segment=NetworkSegment(b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a),segment_id=b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:38:56.719466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59724) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:56.787663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:56.828057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Request body: {'network': {'project_id': 'cbec806f844a4239b086f20cc3cea370'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:56.862518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:56.892871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:56.916109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8336eb9-2aba-4b28-a948-4edd4e8cda7e None None] Pushing event updated for resources: {'Port': ['ID=6173d06f-324c-426d-af8e-d214fd8fe1f6,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:56.933325 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:56.939763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:56.940124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.001314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:57.006174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:57.007008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.019194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf773040-4c51-4c01-9c23-41d7177bfc50 None None] Network 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:38:57.032838 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:38:57.042881 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Sync routers for ids ['5089b66f-d265-463d-8564-9557ece2bba4'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:38:57.047815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Usage tracker for resource:network and tenant:cbec806f844a4239b086f20cc3cea370 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:57.056002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:57.062047 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Routers {'5089b66f-d265-463d-8564-9557ece2bba4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:38:57.063304 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5089b66f-d265-463d-8564-9557ece2bba4'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:57.068274 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.077388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:57.162914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:38:57.183109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.197343 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ba17e86d-0114-444b-a7c1-f1c989f539de tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1244831 Mar 11 15:38:57.202630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Sync routers for ids ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:38:57.238716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59728) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:57.248612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Request body: {'port': {'network_id': '84c7a47d-cc64-4bbd-b0dc-fe805f4749a3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1135308678'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:57.271828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.275901 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b7c57de6-13cf-4480-a3fa-1e87b89aa92b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6289177 Mar 11 15:38:57.284678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59732) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:57.332107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Routers {'2ea6d613-bfe9-4b8f-813e-eb59adf4318d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:38:57.332976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:57.398887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.403173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.432450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Made reservation on behalf of cbec806f844a4239b086f20cc3cea370 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:57.435029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.439345 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Set router 5089b66f-d265-463d-8564-9557ece2bba4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:38:57.444027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Pushing event updated for resources: {'Port': ['ID=26c20fed-4b2e-4d5f-a82f-5d64c44ded82,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:57.475285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.526585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.572979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.597111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.599186 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-72fef957-56ac-4fc4-ab22-093cfece92a3 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9418890 Mar 11 15:38:57.612528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59738) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:57.616054 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Transition to ACTIVE for port object 64b45793-bd88-4635-b849-328c813248e1 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:57.621994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-256560901', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'fixed_ips': [{'ip_address': '172.26.6.156'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:57.631811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:57.640204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41358b0-65a6-497e-b720-f18dec267f5c,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:57.644496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.644852 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ebe091f3-cfe1-4771-89e2-132aeabd3358 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.5868812 Mar 11 15:38:57.655474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59742) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:57.663607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a20c37-dbc7-457f-b82b-177502af2a84 None None] Network 1410b898-0e6e-4285-a079-c8161b49c4cd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:38:57.678779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Usage tracker for resource:port and tenant:beb5043b38154139bc94398df0a36568 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:57.687317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:57.705852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:57.767433 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:38:54Z', 'revision_number': 3, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:57.771601 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Checking router: 5089b66f-d265-463d-8564-9557ece2bba4 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:38:57.771960 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Updating router 5089b66f-d265-463d-8564-9557ece2bba4 port 0658db3c-9397-4e4d-b3f4-403670ea3f33 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:38:57.828232 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.892583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Made reservation on behalf of beb5043b38154139bc94398df0a36568 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:57.899158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.925912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:57.965586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:38:57.970957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:38:57.972606 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:57.983929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Usage tracker for resource:security_group_rule and tenant:beb5043b38154139bc94398df0a36568 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:57.991226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:58.047129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.047473 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Added segment 89d7be90-37d0-4b7b-8554-dad9de35ffdf of type vlan for network 4fe59e59-0d61-459b-8ac0-67e010a26ebf Mar 11 15:38:58.058313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.058660 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Added segment 72b60dff-c195-43fd-b65b-508a5e8d06de of type vlan for network 6b898aa4-1b5f-498e-bad6-aa63986e837e Mar 11 15:38:58.069637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=de385290-b9b1-4d4c-aaa8-bfbc1ddc266a,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:38:58.071963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:58.076603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Usage tracker for resource:port and tenant:a69d4546bd204e1ba881d89ef641ef43 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:58.080434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:58.086497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:58.149441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a564584f-f2c8-4811-a80a-29641c42dc71 None None] Provisioning for port d61be5e2-fb61-4f34-ab58-0772abbe42d7 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:58.153146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-84c7a47d-cc64-4bbd-b0dc-fe805f4749a3', 'network_id': '84c7a47d-cc64-4bbd-b0dc-fe805f4749a3', 'tenant_id': 'a69d4546bd204e1ba881d89ef641ef43', 'fixed_ips': [{'subnet_id': 'd954f584-29a3-4a23-89bb-4b0c422ee588'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:38:58.154071 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.174206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Set router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:38:58.213094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.243744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.265946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Made reservation on behalf of a69d4546bd204e1ba881d89ef641ef43 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:58.269426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.319951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.320903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d61be5e2-fb61-4f34-ab58-0772abbe42d7 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:58.364433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:58.523287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.532408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.572382 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e99ddd-5553-4b3d-b9e4-4126f306b05a None None] Network 01485169-8280-4dd2-9945-161c72953eff requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:38:58.583470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Network 01485169-8280-4dd2-9945-161c72953eff is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:58.599253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] device_id is not set on port 0ef9ce2f-311c-4699-afad-b772e72e00d9 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:38:58.601060 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.617422 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Transition to ACTIVE for port object 0658db3c-9397-4e4d-b3f4-403670ea3f33 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:58.619982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.632727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:58.642862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:38:58.646545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.660139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:38:58.660662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.708675 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.775732 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.802785 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Pushing event updated for resources: {'Port': ['ID=0658db3c-9397-4e4d-b3f4-403670ea3f33,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:58.810311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] device_id is not set on port c9a84344-3d9e-4558-b65f-1b6ea2a8c5ee yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:38:58.830412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-675a9210-b5cf-4d97-adc3-4e9a44508712 None None] Provisioning for port 6173d06f-324c-426d-af8e-d214fd8fe1f6 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:58.831872 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.832377 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.832878 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.833340 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.833817 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.834296 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.835009 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.835487 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.835963 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.836424 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.836904 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.837777 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Tracked resource versions report: Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: pushed versions: Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: { 'AddressGroup': {'1.2'}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'ConntrackHelper': {'1.0'}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Log': {'1.0'}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Network': {'1.1'}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Port': {'1.7'}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'PortForwarding': {'1.2'}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'QosPolicy': {'1.8'}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SecurityGroup': {'1.4'}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SubPort': {'1.0'}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Subnet': {'1.1'}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Trunk': {'1.1'}} Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: consumer versions: Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: { DHCP agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: HyperV agent@hv-neutron-8332: {}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: L3 agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: Metadata agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: Metering agent@dv-neutron-833203-2-hyperv: {}, Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: Open vSwitch agent@dv-neutron-833203-2-hyperv: { 'AddressGroup': '1.2', Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'ConntrackHelper': '1.0', Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Log': '1.0', Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Network': '1.1', Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Port': '1.7', Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'PortForwarding': '1.2', Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'QosPolicy': '1.8', Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SecurityGroup': '1.4', Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SecurityGroupRule': '1.2', Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'SubPort': '1.0', Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Subnet': '1.1', Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: 'Trunk': '1.1'}} Mar 11 15:38:58.839097 dv-neutron-833203-2-hyperv neutron-server[88560]: {{(pid=88560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:38:58.851961 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Attempting to bind port 0658db3c-9397-4e4d-b3f4-403670ea3f33 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:58.852617 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Attempting to bind port 0658db3c-9397-4e4d-b3f4-403670ea3f33 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:58.853119 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Attempting to bind port 0658db3c-9397-4e4d-b3f4-403670ea3f33 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:38:58.860935 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:38:58.861565 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:38:58.862257 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.862913 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:38:58.863539 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Bound port: 0658db3c-9397-4e4d-b3f4-403670ea3f33, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:58.864125 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.897639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=de385290-b9b1-4d4c-aaa8-bfbc1ddc266a,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:58.902816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bde96c-4d6d-4a94-96ca-d27e204b7a47,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:58.952408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.953594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:58.954314 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:58.960884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:58.973320 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] For port 0658db3c-9397-4e4d-b3f4-403670ea3f33, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:38:58.977011 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] For port 0658db3c-9397-4e4d-b3f4-403670ea3f33, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0658db3c-9397-4e4d-b3f4-403670ea3f33,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:38:59.008128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:59.028434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:38:59.043998 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:59.055538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Allocated IP 172.20.0.1 (a1b3af6a-4c9c-42b9-8337-bd28f435b9c2/66e3b66b-727f-4b7d-8f30-c9f070b1cb68/8de05c1d-1a5c-4824-8403-5a5beb720630) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:59.098316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Allocated IP 172.20.0.2 (84c7a47d-cc64-4bbd-b0dc-fe805f4749a3/d954f584-29a3-4a23-89bb-4b0c422ee588/ab84233d-b12c-41ba-a7e1-25edcd8a76a2) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:59.116410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port d61be5e2-fb61-4f34-ab58-0772abbe42d7 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:59.174760 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebecf2d-2065-440a-9a21-ee30f5c4d799 None None] Pushing event updated for resources: {'Port': ['ID=0658db3c-9397-4e4d-b3f4-403670ea3f33,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:59.182232 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Routers {'5089b66f-d265-463d-8564-9557ece2bba4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:38:59.182861 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5089b66f-d265-463d-8564-9557ece2bba4'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:59.199046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Pushing event updated for resources: {'Network': ['ID=6b898aa4-1b5f-498e-bad6-aa63986e837e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:59.202503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event updated for resources: {'Port': ['ID=64b45793-bd88-4635-b849-328c813248e1,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:59.232751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:59.234360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:59.235102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:59.268535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 6b898aa4-1b5f-498e-bad6-aa63986e837e details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:38:59.272712 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 15:38:59.273385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:38:59.313319 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:59.335793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Transition to ACTIVE for port object 8de05c1d-1a5c-4824-8403-5a5beb720630 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:59.406133 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7843cab4-ebce-4282-ae53-e0af9f3877ae tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7921786 Mar 11 15:38:59.409022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59752) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:59.410609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port d61be5e2-fb61-4f34-ab58-0772abbe42d7 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:59.412028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:59.421985 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 4.0399203 Mar 11 15:38:59.440823 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5b71d0fa-3e47-46cc-b7e8-edd8c7c99c81 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7176774 Mar 11 15:38:59.478765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59756) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:59.479084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59758) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:59.494393 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] Set router 5089b66f-d265-463d-8564-9557ece2bba4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:38:59.526947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:59.594779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9348142c-be85-45a6-b7dc-4810f3df96a4 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Request body: {'network': {'project_id': 'cbec806f844a4239b086f20cc3cea370'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:38:59.637168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9348142c-be85-45a6-b7dc-4810f3df96a4 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:59.639788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Pushing event updated for resources: {'Port': ['ID=8de05c1d-1a5c-4824-8403-5a5beb720630,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:59.703638 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551f1a0-0e56-469e-bc80-d05415928347 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event updated for resources: {'Network': ['ID=4fe59e59-0d61-459b-8ac0-67e010a26ebf,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:59.715190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9348142c-be85-45a6-b7dc-4810f3df96a4 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Usage tracker for resource:network and tenant:cbec806f844a4239b086f20cc3cea370 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:59.730584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9348142c-be85-45a6-b7dc-4810f3df96a4 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:59.735549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:38:52Z', 'revision_number': 3, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:59.742113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:59.756781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 4fe59e59-0d61-459b-8ac0-67e010a26ebf details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:38:59.766224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8cfca-45f5-48af-9f0e-15841db47da8 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Deleting port 26c20fed-4b2e-4d5f-a82f-5d64c44ded82 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:38:59.766881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bd8cfca-45f5-48af-9f0e-15841db47da8 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:59.810283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:59.811029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Checking router: 2ea6d613-bfe9-4b8f-813e-eb59adf4318d for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:38:59.811361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Updating router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d port b5cbb784-291b-4aa5-8248-9e59e1689e0d binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:38:59.821770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:59.826156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:38:59.827942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:59.850995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9348142c-be85-45a6-b7dc-4810f3df96a4 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:59.878959 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:38:54Z', 'revision_number': 3, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:59.882644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Pushing event updated for resources: {'Port': ['ID=2b8b2702-27a6-41ff-a856-ed5b5a405861,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:59.883328 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856a036-bb52-4f43-9e2d-05586a78ed72 None None] The sync data for ids ['5089b66f-d265-463d-8564-9557ece2bba4'] in dv-neutron-833203-2-hyperv is: [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:38:54Z', 'revision_number': 3, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:38:59.894282 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9348142c-be85-45a6-b7dc-4810f3df96a4 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 15:38:59.895179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9348142c-be85-45a6-b7dc-4810f3df96a4 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:38:59.896707 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9348142c-be85-45a6-b7dc-4810f3df96a4 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4149742 Mar 11 15:38:59.902871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59764) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:00.116765 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cc3f2105-a4f8-400f-bcff-72620605dfa1 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbec806f844a4239b086f20cc3cea370&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2095387 Mar 11 15:39:00.128462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.132813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59768) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:00.163704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bd8cfca-45f5-48af-9f0e-15841db47da8 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.164587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bd8cfca-45f5-48af-9f0e-15841db47da8 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.177808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.193912 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.211379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.295155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.306794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Transition to ACTIVE for port object ab84233d-b12c-41ba-a7e1-25edcd8a76a2 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:00.340747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Transition to ACTIVE for port object ab84233d-b12c-41ba-a7e1-25edcd8a76a2 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:00.357409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8cfca-45f5-48af-9f0e-15841db47da8 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Calling delete_port for 26c20fed-4b2e-4d5f-a82f-5d64c44ded82 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:00.381750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c699f375-3414-4086-85a6-6a1f13b88831 None None] Provisioning complete for port d61be5e2-fb61-4f34-ab58-0772abbe42d7 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:00.382437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c699f375-3414-4086-85a6-6a1f13b88831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.574469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.598929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port d61be5e2-fb61-4f34-ab58-0772abbe42d7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d61be5e2-fb61-4f34-ab58-0772abbe42d7,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:00.683561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Network 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:00.689817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.690725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 75949464-5723-447e-8fad-6d53f785ef46 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:00.781390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:00.808867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:00.815554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.831321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bd8cfca-45f5-48af-9f0e-15841db47da8 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:00.879869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Pushing event updated for resources: {'Port': ['ID=ab84233d-b12c-41ba-a7e1-25edcd8a76a2,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:00.975819 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.024678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.030389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8cfca-45f5-48af-9f0e-15841db47da8 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Pushing event deleted for resources: {'Port': ['ID=26c20fed-4b2e-4d5f-a82f-5d64c44ded82,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:01.061898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Attempting to bind port ab84233d-b12c-41ba-a7e1-25edcd8a76a2 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:01.062243 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Attempting to bind port ab84233d-b12c-41ba-a7e1-25edcd8a76a2 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c0bb04a5-fe02-4ead-b220-0ed613d0ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c7a47d-cc64-4bbd-b0dc-fe805f4749a3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:01.063080 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Attempting to bind port ab84233d-b12c-41ba-a7e1-25edcd8a76a2 on network 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:01.086056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17f9dbb5-61f7-4966-a22f-09449db99aa5 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.088317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:01.088317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Checking segment: {'id': 'c0bb04a5-fe02-4ead-b220-0ed613d0ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c7a47d-cc64-4bbd-b0dc-fe805f4749a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:01.088671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.088869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Bound using segment: {'id': 'c0bb04a5-fe02-4ead-b220-0ed613d0ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c7a47d-cc64-4bbd-b0dc-fe805f4749a3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:01.089344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Bound port: ab84233d-b12c-41ba-a7e1-25edcd8a76a2, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bb04a5-fe02-4ead-b220-0ed613d0ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c7a47d-cc64-4bbd-b0dc-fe805f4749a3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:01.089963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.095584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bd8cfca-45f5-48af-9f0e-15841db47da8 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.104504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-54095c1e-47cb-43c3-be83-a069b500caf7 {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:39:01.105080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:39:01.115205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=d61be5e2-fb61-4f34-ab58-0772abbe42d7,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:01.119413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bd8cfca-45f5-48af-9f0e-15841db47da8 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.120713 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7bd8cfca-45f5-48af-9f0e-15841db47da8 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089 tempest-ExternalNetworksAdminNegativeTestJSON-1978891089-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/3e13b263-37c7-4360-bfeb-1c680d904b95 HTTP/1.1" status: 204 len: 168 time: 1.7104301 Mar 11 15:39:01.122731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 75949464-5723-447e-8fad-6d53f785ef46 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:01.122731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.219971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.219971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.219971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.219971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > port after_create 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.219971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.219971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > port after_update 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.219971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.219971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.219971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.219971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.339114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] For port ab84233d-b12c-41ba-a7e1-25edcd8a76a2, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:01.345606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] For port ab84233d-b12c-41ba-a7e1-25edcd8a76a2, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ab84233d-b12c-41ba-a7e1-25edcd8a76a2,segment=NetworkSegment(c0bb04a5-fe02-4ead-b220-0ed613d0ce2c),segment_id=c0bb04a5-fe02-4ead-b220-0ed613d0ce2c)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:01.347485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.378119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.393979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Transition to ACTIVE for port object b5cbb784-291b-4aa5-8248-9e59e1689e0d will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:01.400825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.401267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.401671 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.402077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:01.402518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe59e59-0d61-459b-8ac0-67e010a26ebf']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:01.419199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ac0bd1e7-203b-4ea3-85cb-72379f9727a0 None None] Provisioning for port 64b45793-bd88-4635-b849-328c813248e1 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:01.422910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.465560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ac0bd1e7-203b-4ea3-85cb-72379f9727a0 None None] Provisioning complete for port 64b45793-bd88-4635-b849-328c813248e1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:01.465926 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd1e7-203b-4ea3-85cb-72379f9727a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.486983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.486983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.487447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d7be90-37d0-4b7b-8554-dad9de35ffdf') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:01.487447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d7be90-37d0-4b7b-8554-dad9de35ffdf') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:01.516436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.583860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17f9dbb5-61f7-4966-a22f-09449db99aa5 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.599856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bd1e7-203b-4ea3-85cb-72379f9727a0 None None] Port 64b45793-bd88-4635-b849-328c813248e1 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:01.603568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.608664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Pushing event updated for resources: {'Port': ['ID=8de05c1d-1a5c-4824-8403-5a5beb720630,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:01.610494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d685e6-fa9e-477a-b9cf-93deb466f877 None None] Pushing event updated for resources: {'Port': ['ID=ab84233d-b12c-41ba-a7e1-25edcd8a76a2,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:01.638986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.670374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Attempting to bind port b5cbb784-291b-4aa5-8248-9e59e1689e0d on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:01.676607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Attempting to bind port b5cbb784-291b-4aa5-8248-9e59e1689e0d by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:01.677129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Attempting to bind port b5cbb784-291b-4aa5-8248-9e59e1689e0d on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:01.702395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:01.703147 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:01.703278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.703869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.704462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:01.705164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Bound port: b5cbb784-291b-4aa5-8248-9e59e1689e0d, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:01.705792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.738410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:01.738820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.797089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d8826-9b8f-4df3-a3aa-f2671d45f01a None None] Pushing event updated for resources: {'Port': ['ID=b5cbb784-291b-4aa5-8248-9e59e1689e0d,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: from cryptography.utils import int_from_bytes Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: from cryptography.utils import int_from_bytes Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn_limited( Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn_limited( Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:01.799602 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:01.835951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0658db3c-9397-4e4d-b3f4-403670ea3f33 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:01.855452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:01.856935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:01.902185 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] For port b5cbb784-291b-4aa5-8248-9e59e1689e0d, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:01.912227 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59776) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:01.932515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ac0bd1e7-203b-4ea3-85cb-72379f9727a0 None None] Provisioning for port 8de05c1d-1a5c-4824-8403-5a5beb720630 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:01.985237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ac0bd1e7-203b-4ea3-85cb-72379f9727a0 None None] Provisioning complete for port 8de05c1d-1a5c-4824-8403-5a5beb720630 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:01.985674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd1e7-203b-4ea3-85cb-72379f9727a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.037291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] For port b5cbb784-291b-4aa5-8248-9e59e1689e0d, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b5cbb784-291b-4aa5-8248-9e59e1689e0d,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:02.056214 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] device_id is not set on port 356149cb-43f3-4aca-a4d6-4b4ababf462a yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:39:02.096200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bd1e7-203b-4ea3-85cb-72379f9727a0 None None] Port 8de05c1d-1a5c-4824-8403-5a5beb720630 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:02.122285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.163471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89f4a3cd-64f9-4d61-81ea-78a0eaf15195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.179003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 0658db3c-9397-4e4d-b3f4-403670ea3f33 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:02.185340 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Router 5089b66f-d265-463d-8564-9557ece2bba4 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:39:02.186591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 0658db3c-9397-4e4d-b3f4-403670ea3f33 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:02.186961 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.191186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-89f4a3cd-64f9-4d61-81ea-78a0eaf15195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:02.197600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-89f4a3cd-64f9-4d61-81ea-78a0eaf15195 admin admin] Usage tracker for resource:security_group_rule and tenant:170ad6c90bdb46798327f102a2b48b14 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:02.207830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-89f4a3cd-64f9-4d61-81ea-78a0eaf15195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:02.282751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-89f4a3cd-64f9-4d61-81ea-78a0eaf15195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:02.291193 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Allocated IP 172.20.0.1 (ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769/ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d/d04b27d9-a869-42cd-b06b-aedb7cda8670) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:02.291354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Routers {'2ea6d613-bfe9-4b8f-813e-eb59adf4318d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:02.291932 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:02.339406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.366196 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.417559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:39:02.428523 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1930bdd9-a510-475f-898c-3e2edb402590 admin admin] 10.222.0.39 "PUT /v2.0/routers/5089b66f-d265-463d-8564-9557ece2bba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1100199 Mar 11 15:39:02.442796 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Sync routers for ids ['5089b66f-d265-463d-8564-9557ece2bba4'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:39:02.464802 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Routers {'5089b66f-d265-463d-8564-9557ece2bba4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:02.465748 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5089b66f-d265-463d-8564-9557ece2bba4'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:02.467886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d8826-9b8f-4df3-a3aa-f2671d45f01a None None] Pushing event updated for resources: {'Port': ['ID=b5cbb784-291b-4aa5-8248-9e59e1689e0d,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:02.482330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.550263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5e45f261-2b22-4b29-9e2d-37c4ffcb76d1 None None] Provisioning complete for port 8de05c1d-1a5c-4824-8403-5a5beb720630 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:02.550642 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5e45f261-2b22-4b29-9e2d-37c4ffcb76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.596409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4fe59e59-0d61-459b-8ac0-67e010a26ebf {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 15:39:02.636352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event deleted for resources: {'Network': ['ID=4fe59e59-0d61-459b-8ac0-67e010a26ebf,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:02.654126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.695592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.763847 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5e45f261-2b22-4b29-9e2d-37c4ffcb76d1 None None] Port 8de05c1d-1a5c-4824-8403-5a5beb720630 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:02.766272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 0658db3c-9397-4e4d-b3f4-403670ea3f33, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0658db3c-9397-4e4d-b3f4-403670ea3f33,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:02.772565 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] Set router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:39:02.795385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89f4a3cd-64f9-4d61-81ea-78a0eaf15195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.834935 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Set router 5089b66f-d265-463d-8564-9557ece2bba4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:39:02.913742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89f4a3cd-64f9-4d61-81ea-78a0eaf15195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.963224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4a3cd-64f9-4d61-81ea-78a0eaf15195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0aed5c-8541-4beb-9007-2e1ec381da83,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:03.008252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17f9dbb5-61f7-4966-a22f-09449db99aa5 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.019368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-89f4a3cd-64f9-4d61-81ea-78a0eaf15195 admin admin] Synchronizing usage tracker for tenant:893040dbd9324684806600de75045fdc on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:03.032284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.033124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device de385290-b9b1-4d4c-aaa8-bfbc1ddc266a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:03.131374 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-89f4a3cd-64f9-4d61-81ea-78a0eaf15195 admin admin] Unset dirty status for tenant:893040dbd9324684806600de75045fdc on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:03.137774 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-89f4a3cd-64f9-4d61-81ea-78a0eaf15195 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=170ad6c90bdb46798327f102a2b48b14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2243950 Mar 11 15:39:03.139360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59794) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:03.212578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80de1c72-25ac-4b34-aa21-ce75747a8877 None None] Network 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:03.222928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9dbb5-61f7-4966-a22f-09449db99aa5 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b7b706-a7fa-489f-a97e-d5b36014dc4a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:03.237522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.258340 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:00Z', 'revision_number': 4, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8de05c1d-1a5c-4824-8403-5a5beb720630', 'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'mac_address': 'fa:16:3e:cd:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:58Z', 'updated_at': '2022-03-11T15:39:01Z', 'revision_number': 2, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'subnets': [{'id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:03.262227 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Checking router: 5089b66f-d265-463d-8564-9557ece2bba4 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:39:03.262585 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Updating router 5089b66f-d265-463d-8564-9557ece2bba4 port 8de05c1d-1a5c-4824-8403-5a5beb720630 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:39:03.317174 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-42b95858-e909-49cc-aa37-2ff3fe89cbb4 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "DELETE /v2.0/networks/4fe59e59-0d61-459b-8ac0-67e010a26ebf HTTP/1.1" status: 204 len: 168 time: 3.8367784 Mar 11 15:39:03.322611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17f9dbb5-61f7-4966-a22f-09449db99aa5 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.323812 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.324020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59798) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:03.326808 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-17f9dbb5-61f7-4966-a22f-09449db99aa5 tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5b7b706-a7fa-489f-a97e-d5b36014dc4a HTTP/1.1" status: 204 len: 168 time: 3.1754906 Mar 11 15:39:03.327589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event updated for resources: {'Port': ['ID=64b45793-bd88-4635-b849-328c813248e1,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:03.331589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59800) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:03.339772 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:03.353615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:03.375931 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6c61-013f-448f-a5c2-8912c575b953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.380495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.408751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Allocated IP 172.20.0.14 (84c7a47d-cc64-4bbd-b0dc-fe805f4749a3/d954f584-29a3-4a23-89bb-4b0c422ee588/356149cb-43f3-4aca-a4d6-4b4ababf462a) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:03.453716 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Usage tracker for resource:network and tenant:e7933499ca964bf39777fe2700a93284 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:03.491331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.503656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:03.515530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Transition to ACTIVE for port object d04b27d9-a869-42cd-b06b-aedb7cda8670 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:03.556631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:03.559584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6c61-013f-448f-a5c2-8912c575b953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.583669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=0658db3c-9397-4e4d-b3f4-403670ea3f33,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:03.613187 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:03.615693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.690946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.748406 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5a7058e6-bef9-401a-a47c-73041957d066 None None] Provisioning for port ab84233d-b12c-41ba-a7e1-25edcd8a76a2 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:03.826469 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.863514 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Transition to ACTIVE for port object 8de05c1d-1a5c-4824-8403-5a5beb720630 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:03.866257 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.934249 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d61be5e2-fb61-4f34-ab58-0772abbe42d7 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:03.940001 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Made reservation on behalf of e7933499ca964bf39777fe2700a93284 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:03.942551 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.965178 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:03.974865 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:04.015088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:04.022708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.039345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6c61-013f-448f-a5c2-8912c575b953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.041539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:04.057219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:38:52Z', 'revision_number': 3, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:04.078838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c34689-409f-4632-b272-dd20c2f2d052 None None] The sync data for ids ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'] in dv-neutron-833203-2-hyperv is: [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:38:52Z', 'revision_number': 3, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:39:04.093154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d6c61-013f-448f-a5c2-8912c575b953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0aed5c-8541-4beb-9007-2e1ec381da83,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:04.099645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port d61be5e2-fb61-4f34-ab58-0772abbe42d7 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:04.099971 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.109403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:04.131121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.131609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.132230 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.132717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > port after_create 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.134548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d04b27d9-a869-42cd-b06b-aedb7cda8670,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:04.135427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.135804 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > port after_update 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.136129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.136937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.140933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.141294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.368942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f5798-2cfb-4803-a090-63e8dc2110a0 None None] Pushing event updated for resources: {'Port': ['ID=8de05c1d-1a5c-4824-8403-5a5beb720630,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:04.438322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6173d06f-324c-426d-af8e-d214fd8fe1f6 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:04.447303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Network 01485169-8280-4dd2-9945-161c72953eff is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:04.495196 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.520337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.522990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:04.538000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59808) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:04.540940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Transition to ACTIVE for port object 356149cb-43f3-4aca-a4d6-4b4ababf462a will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:04.578544 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.578926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.579132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.579534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:39:04.579793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b898aa4-1b5f-498e-bad6-aa63986e837e']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:04.596362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6c61-013f-448f-a5c2-8912c575b953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.600101 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2a6d6c61-013f-448f-a5c2-8912c575b953 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db0aed5c-8541-4beb-9007-2e1ec381da83 HTTP/1.1" status: 204 len: 168 time: 1.4570212 Mar 11 15:39:04.606873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b60dff-c195-43fd-b65b-508a5e8d06de') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:04.607117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b60dff-c195-43fd-b65b-508a5e8d06de') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:04.641522 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Attempting to bind port 8de05c1d-1a5c-4824-8403-5a5beb720630 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:04.641981 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Attempting to bind port 8de05c1d-1a5c-4824-8403-5a5beb720630 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:04.642261 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Attempting to bind port 8de05c1d-1a5c-4824-8403-5a5beb720630 on network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:04.650212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.652908 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:04.653041 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Added segment 760c4ee7-f18c-4f85-906d-fe2b2469efca of type vlan for network d5575920-091f-43c7-99f2-41c950a47363 Mar 11 15:39:04.653116 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Checking segment: {'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:04.653116 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.653116 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Bound using segment: {'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:04.653116 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Bound port: 8de05c1d-1a5c-4824-8403-5a5beb720630, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:04.653369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.653449 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.717350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.717670 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bb9d72c1-dd3b-4743-8f6f-83f4c84f3e8a None None] Provisioning for port d04b27d9-a869-42cd-b06b-aedb7cda8670 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:04.725156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bb9d72c1-dd3b-4743-8f6f-83f4c84f3e8a None None] Provisioning complete for port d04b27d9-a869-42cd-b06b-aedb7cda8670 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:04.726017 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bb9d72c1-dd3b-4743-8f6f-83f4c84f3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.741292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:04.741686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: from cryptography.utils import int_from_bytes Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: from cryptography.utils import int_from_bytes Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn_limited( Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn_limited( Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:04.757607 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:04.784713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.805997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1559116905', 'description': 'tempest-description--1796905043'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:04.814231 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 6173d06f-324c-426d-af8e-d214fd8fe1f6 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:04.840954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6173d06f-324c-426d-af8e-d214fd8fe1f6 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:04.843009 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.845686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:04.856527 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] For port 8de05c1d-1a5c-4824-8403-5a5beb720630, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:04.861231 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] For port 8de05c1d-1a5c-4824-8403-5a5beb720630, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8de05c1d-1a5c-4824-8403-5a5beb720630,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:04.878301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Usage tracker for resource:security_group and tenant:3cf80f2521c8495ea617d58524b72c74 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:04.896362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:04.915296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:04.932535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d72c1-dd3b-4743-8f6f-83f4c84f3e8a None None] Port d04b27d9-a869-42cd-b06b-aedb7cda8670 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:04.961636 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.997207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.999021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:05.001152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.006259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.065823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Router 8b4cf30a-7075-4e2f-bd9d-815523e32468 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:39:05.069974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.075296 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Routers {'5089b66f-d265-463d-8564-9557ece2bba4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:05.076637 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5089b66f-d265-463d-8564-9557ece2bba4'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:05.090304 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Router 200189f6-6f50-482a-a330-86856330a61d is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:39:05.133294 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.136438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.152257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6aee72ad-83f4-4a12-8f87-c0e96b4351e3 None None] Provisioning complete for port 64b45793-bd88-4635-b849-328c813248e1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:05.162980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6aee72ad-83f4-4a12-8f87-c0e96b4351e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.180399 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f5798-2cfb-4803-a090-63e8dc2110a0 None None] Pushing event updated for resources: {'Port': ['ID=8de05c1d-1a5c-4824-8403-5a5beb720630,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:05.266731 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] 10.222.0.39 "DELETE /v2.0/networks/6b898aa4-1b5f-498e-bad6-aa63986e837e HTTP/1.1" status: 204 len: 168 time: 1.8921986 Mar 11 15:39:05.268245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59816) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:05.277699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6aee72ad-83f4-4a12-8f87-c0e96b4351e3 None None] Port 64b45793-bd88-4635-b849-328c813248e1 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:05.282668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event updated for resources: {'Network': ['ID=d5575920-091f-43c7-99f2-41c950a47363,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:05.299842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 6173d06f-324c-426d-af8e-d214fd8fe1f6, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6173d06f-324c-426d-af8e-d214fd8fe1f6,segment=NetworkSegment(b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a),segment_id=b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:05.302660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network d5575920-091f-43c7-99f2-41c950a47363 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:05.322122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.339382 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.376740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.386698 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-481b3fce-0460-4990-ab78-e7f7fea7921d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.0597615 Mar 11 15:39:05.393078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955f1f6-f9ce-4384-8784-766ffe11be0f tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b898aa4-1b5f-498e-bad6-aa63986e837e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:05.403325 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] Set router 5089b66f-d265-463d-8564-9557ece2bba4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:39:05.437298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59820) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:05.527364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.611356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=6173d06f-324c-426d-af8e-d214fd8fe1f6,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:05.612358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Request body: {'subnet': {'network_id': 'd5575920-091f-43c7-99f2-41c950a47363', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:05.625207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:05.629971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Usage tracker for resource:subnet and tenant:e7933499ca964bf39777fe2700a93284 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:05.633229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:05.642699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:05.738601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59824) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:05.752218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ab84233d-b12c-41ba-a7e1-25edcd8a76a2 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:05.761513 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.762225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:05.766823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Usage tracker for resource:security_group_rule and tenant:3cf80f2521c8495ea617d58524b72c74 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:05.770418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:05.771144 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:39:05.777182 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:05.808127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1b1327-7160-44c5-b2b2-bdfa303ca8ff']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:05.834168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1975953-cdef-46b8-b125-843dc8bb6955') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:05.834462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1975953-cdef-46b8-b125-843dc8bb6955') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:05.852749 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4f1083ba-2d6a-4c44-881b-7a1852ea21d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=beb5043b38154139bc94398df0a36568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1114588 Mar 11 15:39:05.852926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.859720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59828) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:05.888669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.890691 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:00Z', 'revision_number': 4, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8de05c1d-1a5c-4824-8403-5a5beb720630', 'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'mac_address': 'fa:16:3e:cd:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:58Z', 'updated_at': '2022-03-11T15:39:04Z', 'revision_number': 4, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'subnets': [{'id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:05.896272 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40298682-ac44-4b79-a1e0-3187d1934c91 None None] The sync data for ids ['5089b66f-d265-463d-8564-9557ece2bba4'] in dv-neutron-833203-2-hyperv is: [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:00Z', 'revision_number': 4, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8de05c1d-1a5c-4824-8403-5a5beb720630', 'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'mac_address': 'fa:16:3e:cd:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:58Z', 'updated_at': '2022-03-11T15:39:04Z', 'revision_number': 4, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'subnets': [{'id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:39:05.905664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:05.906066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:05.913554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port ab84233d-b12c-41ba-a7e1-25edcd8a76a2 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:05.919179 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:05.925701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port ab84233d-b12c-41ba-a7e1-25edcd8a76a2 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:05.925701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.030674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bbd611e8-eaff-4954-8ea4-c307ebf25fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.068682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bbd611e8-eaff-4954-8ea4-c307ebf25fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.107271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Pushing event updated for resources: {'Port': ['ID=356149cb-43f3-4aca-a4d6-4b4ababf462a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:06.109588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Made reservation on behalf of e7933499ca964bf39777fe2700a93284 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:06.111898 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.129743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.131741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.158810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.166777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Network 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:06.172663 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] 10.222.0.39 "DELETE /v2.0/networks/0b1b1327-7160-44c5-b2b2-bdfa303ca8ff HTTP/1.1" status: 204 len: 168 time: 0.8902228 Mar 11 15:39:06.172916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port ab84233d-b12c-41ba-a7e1-25edcd8a76a2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ab84233d-b12c-41ba-a7e1-25edcd8a76a2,segment=NetworkSegment(c0bb04a5-fe02-4ead-b220-0ed613d0ce2c),segment_id=c0bb04a5-fe02-4ead-b220-0ed613d0ce2c)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:06.174460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd46951-da3a-482a-996c-046651a762fe tempest-QuotasNegativeTest-1787268085 tempest-QuotasNegativeTest-1787268085-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b1b1327-7160-44c5-b2b2-bdfa303ca8ff,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:06.187767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:06.207782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bbd611e8-eaff-4954-8ea4-c307ebf25fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.210462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bbd611e8-eaff-4954-8ea4-c307ebf25fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.211615 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bbd611e8-eaff-4954-8ea4-c307ebf25fee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22bde96c-4d6d-4a94-96ca-d27e204b7a47 HTTP/1.1" status: 204 len: 168 time: 0.3509872 Mar 11 15:39:06.222755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd611e8-eaff-4954-8ea4-c307ebf25fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bde96c-4d6d-4a94-96ca-d27e204b7a47,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:06.279884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.280848 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0658db3c-9397-4e4d-b3f4-403670ea3f33 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:06.535286 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=ab84233d-b12c-41ba-a7e1-25edcd8a76a2,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:06.566012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 0658db3c-9397-4e4d-b3f4-403670ea3f33 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:06.566913 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.603210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:06.680202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:39:06.703333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66fd4f-7900-47b6-8e6f-599555e9e4fb None None] Sync routers for ids ['200189f6-6f50-482a-a330-86856330a61d'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:39:06.710897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b5cbb784-291b-4aa5-8248-9e59e1689e0d up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:06.749470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5d324737-15cd-44b2-84fe-3d57fed848f5 None None] Provisioning for port 356149cb-43f3-4aca-a4d6-4b4ababf462a completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:06.763454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66fd4f-7900-47b6-8e6f-599555e9e4fb None None] Routers {'200189f6-6f50-482a-a330-86856330a61d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:06.764239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6d66fd4f-7900-47b6-8e6f-599555e9e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['200189f6-6f50-482a-a330-86856330a61d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:06.804632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:39:06.822865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5d324737-15cd-44b2-84fe-3d57fed848f5 None None] Provisioning complete for port 356149cb-43f3-4aca-a4d6-4b4ababf462a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:06.823232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5d324737-15cd-44b2-84fe-3d57fed848f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.823484 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Sync routers for ids ['8b4cf30a-7075-4e2f-bd9d-815523e32468'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:39:06.839381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:06.840041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:06.857653 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Routers {'8b4cf30a-7075-4e2f-bd9d-815523e32468'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:06.858269 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b4cf30a-7075-4e2f-bd9d-815523e32468'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:06.876473 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6764e585-a8fa-4f9a-9e39-5380cdd87f68 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "PUT /v2.0/routers/200189f6-6f50-482a-a330-86856330a61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8055568 Mar 11 15:39:06.879548 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59840) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:06.883339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6d66fd4f-7900-47b6-8e6f-599555e9e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:06.886630 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Request body: {'port': {'network_id': '01485169-8280-4dd2-9945-161c72953eff', 'name': 'tempest-FloatingIPNegativeTestJSON-1143227583'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:06.922374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66fd4f-7900-47b6-8e6f-599555e9e4fb None None] Routers {'200189f6-6f50-482a-a330-86856330a61d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:06.922830 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6d66fd4f-7900-47b6-8e6f-599555e9e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['200189f6-6f50-482a-a330-86856330a61d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:06.950538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.017619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6d66fd4f-7900-47b6-8e6f-599555e9e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:07.027057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66fd4f-7900-47b6-8e6f-599555e9e4fb None None] The sync data for ids ['200189f6-6f50-482a-a330-86856330a61d'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:39:07.033055 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5d324737-15cd-44b2-84fe-3d57fed848f5 None None] Port 356149cb-43f3-4aca-a4d6-4b4ababf462a cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:07.066794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:39:07.090271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.115632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.117051 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b6986937-46c6-4095-9929-3739769a172f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.9167151 Mar 11 15:39:07.118755 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8c1ab2f6-f713-4715-9b4e-2ba6aaf8cd4d tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 9.8790989 Mar 11 15:39:07.128504 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59848) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:07.129113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59850) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:07.138863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.151136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port b5cbb784-291b-4aa5-8248-9e59e1689e0d completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:07.156016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port b5cbb784-291b-4aa5-8248-9e59e1689e0d triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:07.156388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.191242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440c1c99-75e7-40b9-b775-785474310434,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:07.260417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.359773 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Set router 8b4cf30a-7075-4e2f-bd9d-815523e32468 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:39:07.368869 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:07.382190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.383609 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9552dc00-d6ec-47f9-a3eb-023f16502be7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8452673 Mar 11 15:39:07.393827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Usage tracker for resource:port and tenant:dca1bca20b7c426a857f205a9a5e666e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:07.397611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59860) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:07.417043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3b88b77f-27c5-426e-ae29-5f343f6ba97f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Request body: {'security_group_rule': {'security_group_id': '440c1c99-75e7-40b9-b775-785474310434', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:07.426927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3b88b77f-27c5-426e-ae29-5f343f6ba97f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:07.432633 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3b88b77f-27c5-426e-ae29-5f343f6ba97f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Usage tracker for resource:security_group_rule and tenant:3cf80f2521c8495ea617d58524b72c74 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:07.437223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3b88b77f-27c5-426e-ae29-5f343f6ba97f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:07.445774 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3b88b77f-27c5-426e-ae29-5f343f6ba97f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:07.448127 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.455856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:07.478830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:07.485444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a572c7e8-8f01-4fd9-85d0-86792bc66ca8 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Deleting port 356149cb-43f3-4aca-a4d6-4b4ababf462a {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:07.485790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a572c7e8-8f01-4fd9-85d0-86792bc66ca8 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.487631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port b5cbb784-291b-4aa5-8248-9e59e1689e0d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b5cbb784-291b-4aa5-8248-9e59e1689e0d,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:07.527518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.559591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.581150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d04b27d9-a869-42cd-b06b-aedb7cda8670,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:07.780291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b88b77f-27c5-426e-ae29-5f343f6ba97f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:07.823385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=b5cbb784-291b-4aa5-8248-9e59e1689e0d,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:07.876378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59870) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:07.905991 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6173d06f-324c-426d-af8e-d214fd8fe1f6 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:07.930532 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Made reservation on behalf of dca1bca20b7c426a857f205a9a5e666e for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:07.937509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.005280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:08.007163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:08.060664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] device_id is not set on port 24e0e0b0-fd35-4745-90ad-36267b1d0a80 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:39:08.071973 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:38:59Z', 'revision_number': 3, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:08.082324 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Checking router: 8b4cf30a-7075-4e2f-bd9d-815523e32468 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:39:08.083391 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Updating router 8b4cf30a-7075-4e2f-bd9d-815523e32468 port 2b8b2702-27a6-41ff-a856-ed5b5a405861 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:39:08.091663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6173d06f-324c-426d-af8e-d214fd8fe1f6 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:08.092033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.172342 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.216373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.objects.ports [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:39:08.217755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.398536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event updated for resources: {'Subnet': ['ID=980800c0-a46f-4ee8-aeb8-0f48e3b54158,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:08.427612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Checking segment: {'id': '760c4ee7-f18c-4f85-906d-fe2b2469efca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd5575920-091f-43c7-99f2-41c950a47363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:08.428111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Network hostable DHCP agents. Network: d5575920-091f-43c7-99f2-41c950a47363, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:39:08.444814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:39:08.476488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-06ac8918-43c9-48b8-ae71-81cb2bb14888 None None] Provisioning complete for port d04b27d9-a869-42cd-b06b-aedb7cda8670 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:08.476879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-06ac8918-43c9-48b8-ae71-81cb2bb14888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.536673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Network d5575920-091f-43c7-99f2-41c950a47363 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:39:08.538389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ab84233d-b12c-41ba-a7e1-25edcd8a76a2 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:08.607730 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.623628 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Transition to ACTIVE for port object 2b8b2702-27a6-41ff-a856-ed5b5a405861 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:08.664519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-509d1b98-284f-429f-a104-d271728b674c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.700333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-06ac8918-43c9-48b8-ae71-81cb2bb14888 None None] Port d04b27d9-a869-42cd-b06b-aedb7cda8670 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:08.716525 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.725307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port ab84233d-b12c-41ba-a7e1-25edcd8a76a2 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:08.725704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.728463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-509d1b98-284f-429f-a104-d271728b674c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:08.781803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:39:08.794779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, d5575920-091f-43c7-99f2-41c950a47363) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:08.796476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b88b77f-27c5-426e-ae29-5f343f6ba97f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.797435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Sync routers for ids ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:39:08.804592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:08.805192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.813423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-509d1b98-284f-429f-a104-d271728b674c admin admin] Usage tracker for resource:security_group_rule and tenant:06a79a3134b3488b8a1b001d3733a28f is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:08.814281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce008132-4a9c-425d-8d31-e67a27574a14 None None] Network d5575920-091f-43c7-99f2-41c950a47363 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:08.817215 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f3948aa4-cea2-435a-9b5e-618f6de948e5 admin admin] 10.222.0.39 "PUT /v2.0/routers/2ea6d613-bfe9-4b8f-813e-eb59adf4318d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1576633 Mar 11 15:39:08.880826 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e99ba6-1331-435a-826a-1775a24a8f4d None None] Pushing event updated for resources: {'Port': ['ID=2b8b2702-27a6-41ff-a856-ed5b5a405861,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:08.886549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Routers {'2ea6d613-bfe9-4b8f-813e-eb59adf4318d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:08.887392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:08.892089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-509d1b98-284f-429f-a104-d271728b674c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:08.907238 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Attempting to bind port 2b8b2702-27a6-41ff-a856-ed5b5a405861 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:08.908577 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Attempting to bind port 2b8b2702-27a6-41ff-a856-ed5b5a405861 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:08.909179 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Attempting to bind port 2b8b2702-27a6-41ff-a856-ed5b5a405861 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:08.916055 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:08.917712 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:08.918332 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.918978 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:08.919312 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-76f06a33-5ab5-4931-9747-fe6eb26d219c tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3204277 Mar 11 15:39:08.920093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59888) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:08.920796 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Bound port: 2b8b2702-27a6-41ff-a856-ed5b5a405861, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:08.921416 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.925517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Request body: {'floatingip': {'floating_network_id': 'd5575920-091f-43c7-99f2-41c950a47363'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:08.926482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b88b77f-27c5-426e-ae29-5f343f6ba97f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:08.927970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-509d1b98-284f-429f-a104-d271728b674c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:08.934246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:08.946706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Usage tracker for resource:floatingip and tenant:e7933499ca964bf39777fe2700a93284 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:08.958617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:08.975438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:09.012528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88b77f-27c5-426e-ae29-5f343f6ba97f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba931bea-cbb5-432b-8513-44a2969bcbc3,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:09.050343 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] For port 2b8b2702-27a6-41ff-a856-ed5b5a405861, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:09.057737 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] For port 2b8b2702-27a6-41ff-a856-ed5b5a405861, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2b8b2702-27a6-41ff-a856-ed5b5a405861,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:09.062566 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:09.119736 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:09.147011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8de05c1d-1a5c-4824-8403-5a5beb720630 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:09.189757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-509d1b98-284f-429f-a104-d271728b674c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:09.193863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b88b77f-27c5-426e-ae29-5f343f6ba97f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:09.195112 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3b88b77f-27c5-426e-ae29-5f343f6ba97f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7956047 Mar 11 15:39:09.203911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59906) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:09.226247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-460a98ce-448e-4436-b85d-03d4630542f2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Request body: {'security_group_rule': {'security_group_id': '440c1c99-75e7-40b9-b775-785474310434', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:09.253186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Allocated IP 172.20.0.12 (01485169-8280-4dd2-9945-161c72953eff/06accec7-8d4e-49a8-b0c9-d4f151671341/24e0e0b0-fd35-4745-90ad-36267b1d0a80) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:09.267586 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-460a98ce-448e-4436-b85d-03d4630542f2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:09.277547 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a572c7e8-8f01-4fd9-85d0-86792bc66ca8 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:09.312436 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Routers {'8b4cf30a-7075-4e2f-bd9d-815523e32468'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:09.317809 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b4cf30a-7075-4e2f-bd9d-815523e32468'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:09.328943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:09.353712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-509d1b98-284f-429f-a104-d271728b674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:09.373253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-460a98ce-448e-4436-b85d-03d4630542f2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Usage tracker for resource:security_group_rule and tenant:3cf80f2521c8495ea617d58524b72c74 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:09.400430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f70c8d-7361-4732-b1eb-f056bfb68421 None None] Network d5575920-091f-43c7-99f2-41c950a47363 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:09.435970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-460a98ce-448e-4436-b85d-03d4630542f2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:09.507606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Allocated IP 172.20.0.14 (d5575920-091f-43c7-99f2-41c950a47363/980800c0-a46f-4ee8-aeb8-0f48e3b54158/6a71807a-497d-418e-90f0-e543ba9b967d) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:09.534553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Set router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:39:09.549785 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e99ba6-1331-435a-826a-1775a24a8f4d None None] Pushing event updated for resources: {'Port': ['ID=2b8b2702-27a6-41ff-a856-ed5b5a405861,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:09.712937 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] Set router 8b4cf30a-7075-4e2f-bd9d-815523e32468 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:39:09.763580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:09.831919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-460a98ce-448e-4436-b85d-03d4630542f2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:09.868847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a572c7e8-8f01-4fd9-85d0-86792bc66ca8 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Calling delete_port for 356149cb-43f3-4aca-a4d6-4b4ababf462a owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:09.884881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 8de05c1d-1a5c-4824-8403-5a5beb720630 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:09.916164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:09.927550 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:09.951200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8de05c1d-1a5c-4824-8403-5a5beb720630 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:09.951613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:09.985175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d1b98-284f-429f-a104-d271728b674c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae1fcc7-8973-432c-843e-efde7c76ee57,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:10.008327 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-509d1b98-284f-429f-a104-d271728b674c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06a79a3134b3488b8a1b001d3733a28f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1267354 Mar 11 15:39:10.026634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59918) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:10.142336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-460a98ce-448e-4436-b85d-03d4630542f2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:10.162541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Network d5575920-091f-43c7-99f2-41c950a47363 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:10.167256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event updated for resources: {'Port': ['ID=6a71807a-497d-418e-90f0-e543ba9b967d,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:10.173090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:10.187408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:10.261226 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:38:59Z', 'revision_number': 3, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:10.265962 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ff17a-4f46-4bcb-978b-090da6e7cd12 None None] The sync data for ids ['8b4cf30a-7075-4e2f-bd9d-815523e32468'] in dv-neutron-833203-2-hyperv is: [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:38:59Z', 'revision_number': 3, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:39:10.335301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2bbfc49f-a708-41de-ab8b-4961db02517c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:10.385266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:10.436404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:10.473643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2bbfc49f-a708-41de-ab8b-4961db02517c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:10.476875 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 8de05c1d-1a5c-4824-8403-5a5beb720630, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8de05c1d-1a5c-4824-8403-5a5beb720630,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:10.486069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:04Z', 'revision_number': 4, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'd04b27d9-a869-42cd-b06b-aedb7cda8670', 'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'mac_address': 'fa:16:3e:ee:42:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:00Z', 'updated_at': '2022-03-11T15:39:06Z', 'revision_number': 2, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'subnets': [{'id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:10.491469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Checking router: 2ea6d613-bfe9-4b8f-813e-eb59adf4318d for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:39:10.491923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Updating router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d port d04b27d9-a869-42cd-b06b-aedb7cda8670 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:39:10.610114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:10.654014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:10.714200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:10.758800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-460a98ce-448e-4436-b85d-03d4630542f2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:10.786658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59934) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:10.797984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1682591040', 'description': 'tempest-description--1970545068'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:10.829801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:10.846570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Usage tracker for resource:security_group and tenant:c82f540907034ec783433631c2c91e3e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:10.849409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2bbfc49f-a708-41de-ab8b-4961db02517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:10.852823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:10.880938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-460a98ce-448e-4436-b85d-03d4630542f2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:10.894356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:10.899242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfc49f-a708-41de-ab8b-4961db02517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae1fcc7-8973-432c-843e-efde7c76ee57,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:10.962939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2b8b2702-27a6-41ff-a856-ed5b5a405861 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:10.997717 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=8de05c1d-1a5c-4824-8403-5a5beb720630,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:11.028164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59940) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:11.048680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.081990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a98ce-448e-4436-b85d-03d4630542f2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c18d61-45f5-435b-8515-643e71cf2663,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:11.090166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Allocated IP 172.20.0.1 (1410b898-0e6e-4285-a079-c8161b49c4cd/3cf361e4-4fdb-4223-afe3-8508e64593f5/24d0323f-d5ba-4dc8-a8db-3bcec6539123) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:11.105171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2bbfc49f-a708-41de-ab8b-4961db02517c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.109483 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2bbfc49f-a708-41de-ab8b-4961db02517c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aae1fcc7-8973-432c-843e-efde7c76ee57 HTTP/1.1" status: 204 len: 168 time: 1.0206115 Mar 11 15:39:11.125736 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:11.130237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.134474 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a572c7e8-8f01-4fd9-85d0-86792bc66ca8 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.140177 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Usage tracker for resource:security_group_rule and tenant:c82f540907034ec783433631c2c91e3e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:11.154262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:11.188619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:11.282469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572c7e8-8f01-4fd9-85d0-86792bc66ca8 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Pushing event deleted for resources: {'Port': ['ID=356149cb-43f3-4aca-a4d6-4b4ababf462a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:11.302020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Transition to ACTIVE for port object 24e0e0b0-fd35-4745-90ad-36267b1d0a80 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:11.307327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-460a98ce-448e-4436-b85d-03d4630542f2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.308711 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-460a98ce-448e-4436-b85d-03d4630542f2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0986674 Mar 11 15:39:11.318706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59948) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:11.347426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:11.364338 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:11.368495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Usage tracker for resource:floatingip and tenant:1a264ec862854a2bbe1246b0f1eb0dd1 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:11.371761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:11.379151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:11.392911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:11.402496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.406799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:11.464215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.465111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Usage tracker for resource:floatingip and tenant:3cf80f2521c8495ea617d58524b72c74 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:11.471411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:11.478157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:11.488807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.503541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.579621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.581924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.603892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Transition to ACTIVE for port object d04b27d9-a869-42cd-b06b-aedb7cda8670 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:11.610572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a572c7e8-8f01-4fd9-85d0-86792bc66ca8 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.612684 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a572c7e8-8f01-4fd9-85d0-86792bc66ca8 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] 10.222.0.39 "DELETE /v2.0/ports/356149cb-43f3-4aca-a4d6-4b4ababf462a HTTP/1.1" status: 204 len: 168 time: 4.4807534 Mar 11 15:39:11.632398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59952) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:11.643085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 2b8b2702-27a6-41ff-a856-ed5b5a405861 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:11.654286 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 2b8b2702-27a6-41ff-a856-ed5b5a405861 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:11.654582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.654695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.675121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Transition to ACTIVE for port object 24d0323f-d5ba-4dc8-a8db-3bcec6539123 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:11.694915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event updated for resources: {'Port': ['ID=6a71807a-497d-418e-90f0-e543ba9b967d,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:11.697196 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89154c69-4b2c-4ae2-866f-0005f1d6ba58,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:11.719497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.745699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.750603 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.880999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Network 01485169-8280-4dd2-9945-161c72953eff is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:11.884957 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:11.891394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:11.920627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.925204 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-32c40d22-df9f-4164-88de-f486f3bee7cc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1373584 Mar 11 15:39:11.926103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.931850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59962) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:11.949675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0980cd7a-b006-4dca-95f6-b1a5a12ccb09 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Request body: {'security_group_rule': {'security_group_id': '89154c69-4b2c-4ae2-866f-0005f1d6ba58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:11.961298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0980cd7a-b006-4dca-95f6-b1a5a12ccb09 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:11.966947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:11.967755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.978602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0980cd7a-b006-4dca-95f6-b1a5a12ccb09 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Usage tracker for resource:security_group_rule and tenant:c82f540907034ec783433631c2c91e3e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:11.987638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:11.993210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event updated for resources: {'Port': ['ID=24e0e0b0-fd35-4745-90ad-36267b1d0a80,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:11.993533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0980cd7a-b006-4dca-95f6-b1a5a12ccb09 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:12.027967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.119627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb37af3-5dd5-4b03-92e9-699f6ea8087a None None] Pushing event updated for resources: {'Port': ['ID=d04b27d9-a869-42cd-b06b-aedb7cda8670,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:12.140871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Pushing event updated for resources: {'Port': ['ID=24d0323f-d5ba-4dc8-a8db-3bcec6539123,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:12.156861 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-282e0292-8009-49c5-99e0-a202ed2ccb15 tempest-DHCPAgentSchedulersTestJSON-1762147471 tempest-DHCPAgentSchedulersTestJSON-1762147471-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5192015 Mar 11 15:39:12.160806 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-994fe624-c969-4156-ab62-18d74ffa97eb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2790015 Mar 11 15:39:12.161811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59966) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:12.177792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0980cd7a-b006-4dca-95f6-b1a5a12ccb09 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:12.179902 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59968) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:12.182659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59972) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:12.186291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Network 1410b898-0e6e-4285-a079-c8161b49c4cd is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:12.186839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 2b8b2702-27a6-41ff-a856-ed5b5a405861, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2b8b2702-27a6-41ff-a856-ed5b5a405861,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:12.192131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-219286810'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:12.201077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:12.207783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:12.209397 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Attempting to bind port d04b27d9-a869-42cd-b06b-aedb7cda8670 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:12.210413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Attempting to bind port d04b27d9-a869-42cd-b06b-aedb7cda8670 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:12.210793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Attempting to bind port d04b27d9-a869-42cd-b06b-aedb7cda8670 on network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:12.218137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.218766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:12.219151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Checking segment: {'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:12.219554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.220284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6a68c320-6bac-4ad6-9766-1cfc787e1730 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2994046 Mar 11 15:39:12.223261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Bound using segment: {'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:12.223582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59978) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:12.223792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Bound port: d04b27d9-a869-42cd-b06b-aedb7cda8670, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:12.228000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.228112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:12.228302 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:12.264037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:12.274109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Usage tracker for resource:floatingip and tenant:dca1bca20b7c426a857f205a9a5e666e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:12.279144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Usage tracker for resource:network and tenant:a69d4546bd204e1ba881d89ef641ef43 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:12.286695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:12.289460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b1fcf0a-abf6-4385-b8cb-77bed5bf8b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.316312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.317033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b5cbb784-291b-4aa5-8248-9e59e1689e0d up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:12.321377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:12.347587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:12.371190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:12.371818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0980cd7a-b006-4dca-95f6-b1a5a12ccb09 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.384873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0b1fcf0a-abf6-4385-b8cb-77bed5bf8b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:12.403292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0b1fcf0a-abf6-4385-b8cb-77bed5bf8b31 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad8bfa77c054279a50c4d59d96ce903 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:12.408447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.411322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0b1fcf0a-abf6-4385-b8cb-77bed5bf8b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:12.411822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-91e864cb-4624-4bc5-8905-b498d362cfc5 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Synchronizing usage tracker for tenant:e7933499ca964bf39777fe2700a93284 on resource:floatingip {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:12.426392 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0b1fcf0a-abf6-4385-b8cb-77bed5bf8b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:12.474011 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for floatingip, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.498950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0980cd7a-b006-4dca-95f6-b1a5a12ccb09 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.500516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.524572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=2b8b2702-27a6-41ff-a856-ed5b5a405861,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:12.535737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] For port d04b27d9-a869-42cd-b06b-aedb7cda8670, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:12.539204 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] For port d04b27d9-a869-42cd-b06b-aedb7cda8670, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d04b27d9-a869-42cd-b06b-aedb7cda8670,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:12.546980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Made reservation on behalf of a69d4546bd204e1ba881d89ef641ef43 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:12.548407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port b5cbb784-291b-4aa5-8248-9e59e1689e0d triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:12.548819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.550482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.603903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9595e504-9ea9-474d-8231-71a7eabd12d8 None None] Provisioning for port 24e0e0b0-fd35-4745-90ad-36267b1d0a80 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:12.615037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9595e504-9ea9-474d-8231-71a7eabd12d8 None None] Provisioning complete for port 24e0e0b0-fd35-4745-90ad-36267b1d0a80 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:12.615453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9595e504-9ea9-474d-8231-71a7eabd12d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.615623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0980cd7a-b006-4dca-95f6-b1a5a12ccb09 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.660442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.675421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b1fcf0a-abf6-4385-b8cb-77bed5bf8b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.685814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:12.700685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.702056 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Added segment 3582e733-0bae-478a-a2da-d335e7a9fb2c of type vlan for network 6764c34c-3d87-4bfe-a15f-712335a78573 Mar 11 15:39:12.705906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980cd7a-b006-4dca-95f6-b1a5a12ccb09 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91099045-b520-4412-9922-afbf2fef8d79,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:12.711824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-91e864cb-4624-4bc5-8905-b498d362cfc5 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Unset dirty status for tenant:e7933499ca964bf39777fe2700a93284 on resource:floatingip {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:12.713281 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-91e864cb-4624-4bc5-8905-b498d362cfc5 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=d5575920-091f-43c7-99f2-41c950a47363 HTTP/1.1" status: 200 len: 690 time: 0.4860754 Mar 11 15:39:12.716708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59982) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:12.724793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.783689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.785922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Allocated IP 172.26.6.238 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/bef6ee09-c3ab-4dec-94bc-3dd46a6196ef) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:12.798583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Routers {'2ea6d613-bfe9-4b8f-813e-eb59adf4318d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:12.799215 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:12.820738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0980cd7a-b006-4dca-95f6-b1a5a12ccb09 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.820738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0980cd7a-b006-4dca-95f6-b1a5a12ccb09 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8869956 Mar 11 15:39:12.827392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59986) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:12.829691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b1fcf0a-abf6-4385-b8cb-77bed5bf8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:12.842050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-19434cdc-5a39-44dc-8c23-be2e95b997ee tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Request body: {'security_group_rule': {'security_group_id': '89154c69-4b2c-4ae2-866f-0005f1d6ba58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:12.917220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-19434cdc-5a39-44dc-8c23-be2e95b997ee tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:12.978940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-19434cdc-5a39-44dc-8c23-be2e95b997ee tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Usage tracker for resource:security_group_rule and tenant:c82f540907034ec783433631c2c91e3e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:12.983827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9595e504-9ea9-474d-8231-71a7eabd12d8 None None] Port 24e0e0b0-fd35-4745-90ad-36267b1d0a80 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:12.987359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-19434cdc-5a39-44dc-8c23-be2e95b997ee tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:13.004087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-19434cdc-5a39-44dc-8c23-be2e95b997ee tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:13.013606 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:39:13.049419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.065044 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.067611 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] Set router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:39:13.112176 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0b1fcf0a-abf6-4385-b8cb-77bed5bf8b31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ad8bfa77c054279a50c4d59d96ce903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9160464 Mar 11 15:39:13.113003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fcf0a-abf6-4385-b8cb-77bed5bf8b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5c8499-474a-498c-877f-a0c20aafe225,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:13.115659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59990) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:13.121465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.152587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb37af3-5dd5-4b03-92e9-699f6ea8087a None None] Pushing event updated for resources: {'Port': ['ID=d04b27d9-a869-42cd-b06b-aedb7cda8670,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:13.190907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8cb8cf19-f731-4108-879a-da4139329560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.205019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19434cdc-5a39-44dc-8c23-be2e95b997ee tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.286213 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2b8b2702-27a6-41ff-a856-ed5b5a405861 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:13.313304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.320169 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.326309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:13.329677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.329783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19434cdc-5a39-44dc-8c23-be2e95b997ee tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.330712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.421176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8cb8cf19-f731-4108-879a-da4139329560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.430547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:13.449812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:13.453331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:13.467899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Deleting port 6a71807a-497d-418e-90f0-e543ba9b967d {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:13.468124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.483344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 2b8b2702-27a6-41ff-a856-ed5b5a405861 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:13.483739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.485832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19434cdc-5a39-44dc-8c23-be2e95b997ee tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.538384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event updated for resources: {'Port': ['ID=bef6ee09-c3ab-4dec-94bc-3dd46a6196ef,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:13.554869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f37b4a33-1c00-4a9d-843a-2f2ed17763a5 None None] Provisioning for port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:13.568045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19434cdc-5a39-44dc-8c23-be2e95b997ee tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80760a25-0cac-434d-b10d-527a5d6f81ff,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:13.571425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Allocated IP 172.26.6.209 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/4edad86c-97d3-4f3f-abc8-b9367012fdfe) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:13.579070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f37b4a33-1c00-4a9d-843a-2f2ed17763a5 None None] Provisioning complete for port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:13.579653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f37b4a33-1c00-4a9d-843a-2f2ed17763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.595658 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Pushing event updated for resources: {'Network': ['ID=6764c34c-3d87-4bfe-a15f-712335a78573,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:13.625501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 6764c34c-3d87-4bfe-a15f-712335a78573 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:13.655410 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-db08babf-c8c1-45b6-9966-35c0ee9c4bb0 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4780054 Mar 11 15:39:13.656681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 59994) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:13.695904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19434cdc-5a39-44dc-8c23-be2e95b997ee tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.698054 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-19434cdc-5a39-44dc-8c23-be2e95b997ee tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8684208 Mar 11 15:39:13.707930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 59998) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:13.713750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:13.725195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:13.733681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Usage tracker for resource:floatingip and tenant:c82f540907034ec783433631c2c91e3e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:13.737911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:13.748886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:13.769421 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8cb8cf19-f731-4108-879a-da4139329560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.773675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f37b4a33-1c00-4a9d-843a-2f2ed17763a5 None None] Port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:13.815895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8de05c1d-1a5c-4824-8403-5a5beb720630 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:13.817753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.821442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8cf19-f731-4108-879a-da4139329560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5c8499-474a-498c-877f-a0c20aafe225,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:13.839811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.842999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8cb8cf19-f731-4108-879a-da4139329560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.845193 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8cb8cf19-f731-4108-879a-da4139329560 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a5c8499-474a-498c-877f-a0c20aafe225 HTTP/1.1" status: 204 len: 168 time: 0.7283833 Mar 11 15:39:13.871490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.876514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:04Z', 'revision_number': 4, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'd04b27d9-a869-42cd-b06b-aedb7cda8670', 'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'mac_address': 'fa:16:3e:ee:42:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:00Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'subnets': [{'id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:13.890037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ffc15-2231-4d2b-9ca9-2708202ed1ab None None] The sync data for ids ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'] in dv-neutron-833203-2-hyperv is: [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:04Z', 'revision_number': 4, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'd04b27d9-a869-42cd-b06b-aedb7cda8670', 'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'mac_address': 'fa:16:3e:ee:42:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:00Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'subnets': [{'id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:39:13.912003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8de05c1d-1a5c-4824-8403-5a5beb720630 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:13.912815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.945337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:13.945687 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:14.012485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:14.188462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:14.194539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:14.207186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:14.240898 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:14.249894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Allocated IP 172.26.6.108 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/eb307d90-3ab8-4b75-81d2-8cbc03ef7acf) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:14.304824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Calling delete_port for 6a71807a-497d-418e-90f0-e543ba9b967d owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:14.342886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Pushing event updated for resources: {'Port': ['ID=4edad86c-97d3-4f3f-abc8-b9367012fdfe,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:14.420970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:14.520856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:14.528652 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c660272c-99f2-4650-9e18-2366c3e14be1 tempest-DHCPAgentSchedulersTestJSON-1762147471 tempest-DHCPAgentSchedulersTestJSON-1762147471-project-admin] 10.222.0.39 "GET /v2.0/agents/54c7f58e-6fdd-4366-b373-63a71266212c/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.8702884 Mar 11 15:39:14.529345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60010) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:14.583186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:14.610589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:14.640675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:14.789018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:14.827739 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:14.835140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Pushing event updated for resources: {'Port': ['ID=24d0323f-d5ba-4dc8-a8db-3bcec6539123,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:14.867685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:14.989785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.120078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event updated for resources: {'Port': ['ID=bef6ee09-c3ab-4dec-94bc-3dd46a6196ef,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:15.157628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.165000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468236fb-4bb9-4eb8-baa9-70aa84c75f21 tempest-DHCPAgentSchedulersTestJSON-1762147471 tempest-DHCPAgentSchedulersTestJSON-1762147471-project-admin] Network 6764c34c-3d87-4bfe-a15f-712335a78573 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:39:15.195385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.200271 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.226873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.290770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Network 1410b898-0e6e-4285-a079-c8161b49c4cd is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:15.301911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d9da95-2e8d-4115-abc8-dcfaf6a8466f None None] Network 6764c34c-3d87-4bfe-a15f-712335a78573 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:15.310191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:15.311576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.315279 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b7deb9d2-1495-4eeb-a72b-b9bb32d6ae3f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2814579 Mar 11 15:39:15.315279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60026) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:15.315488 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-468236fb-4bb9-4eb8-baa9-70aa84c75f21 tempest-DHCPAgentSchedulersTestJSON-1762147471 tempest-DHCPAgentSchedulersTestJSON-1762147471-project-admin] 10.222.0.39 "POST /v2.0/agents/54c7f58e-6fdd-4366-b373-63a71266212c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7470248 Mar 11 15:39:15.320153 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60028) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:15.336887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.26.6.108-02c00931-2f21-4814-bc6c-5fd7f534566e {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:39:15.337210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:39:15.342688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1663706641'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:15.344455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:15.346990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:15.364138 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:15.364849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.374006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:15.434417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d04b27d9-a869-42cd-b06b-aedb7cda8670 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:15.442006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Usage tracker for resource:network and tenant:1a264ec862854a2bbe1246b0f1eb0dd1 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:15.462547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:15.514585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:15.518311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event updated for resources: {'Port': ['ID=eb307d90-3ab8-4b75-81d2-8cbc03ef7acf,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:15.609721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a71807a-497d-418e-90f0-e543ba9b967d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:15.642407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.643229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Pushing event updated for resources: {'Port': ['ID=4edad86c-97d3-4f3f-abc8-b9367012fdfe,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:15.680807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Made reservation on behalf of 1a264ec862854a2bbe1246b0f1eb0dd1 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:15.684212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.706780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.717346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.725839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bc03adc6-f735-443f-8427-1713798d9b6b None None] Provisioning complete for port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:15.726314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bc03adc6-f735-443f-8427-1713798d9b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.748924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:15.769307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Usage tracker for resource:security_group_rule and tenant:1a264ec862854a2bbe1246b0f1eb0dd1 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:15.773575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:15.781855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port d04b27d9-a869-42cd-b06b-aedb7cda8670 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:15.787357 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f6157fe8-3095-4464-b085-4c5898a6c2b8 tempest-DHCPAgentSchedulersTestJSON-1762147471 tempest-DHCPAgentSchedulersTestJSON-1762147471-project-admin] 10.222.0.39 "GET /v2.0/agents/54c7f58e-6fdd-4366-b373-63a71266212c/dhcp-networks HTTP/1.1" status: 200 len: 8021 time: 0.4685941 Mar 11 15:39:15.787357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:15.787568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60038) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:15.797604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port d04b27d9-a869-42cd-b06b-aedb7cda8670 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:15.798630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.824917 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.831466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.839161 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-bc03adc6-f735-443f-8427-1713798d9b6b None None] Port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:15.861072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Router 8b4cf30a-7075-4e2f-bd9d-815523e32468 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:39:15.864294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.916646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.927415 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cc83232a-ab35-4b03-9097-00b81daeed75 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5882332 Mar 11 15:39:16.021407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.041575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.064474 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1843df5a-a0bd-42de-a4b0-5df8823bad89 tempest-DHCPAgentSchedulersTestJSON-1762147471 tempest-DHCPAgentSchedulersTestJSON-1762147471-project-admin] 10.222.0.39 "DELETE /v2.0/agents/54c7f58e-6fdd-4366-b373-63a71266212c/dhcp-networks/6764c34c-3d87-4bfe-a15f-712335a78573 HTTP/1.1" status: 204 len: 168 time: 0.2758262 Mar 11 15:39:16.067495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60048) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:16.077699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port d04b27d9-a869-42cd-b06b-aedb7cda8670, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d04b27d9-a869-42cd-b06b-aedb7cda8670,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:16.104266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Allocated IP 172.26.6.178 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/1cb616df-9ca7-4a14-b5cb-74b9cc43c7c7) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:16.136529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.160113 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.202602 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=980800c0-a46f-4ee8-aeb8-0f48e3b54158,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:16.238572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:39:16.249702 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Sync routers for ids ['8b4cf30a-7075-4e2f-bd9d-815523e32468'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:39:16.268613 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Routers {'8b4cf30a-7075-4e2f-bd9d-815523e32468'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:16.269244 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b4cf30a-7075-4e2f-bd9d-815523e32468'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:16.284271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=d04b27d9-a869-42cd-b06b-aedb7cda8670,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:16.366544 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3f75d3aa-f522-4b69-aac6-2beb85f7892e tempest-DHCPAgentSchedulersTestJSON-1762147471 tempest-DHCPAgentSchedulersTestJSON-1762147471-project-admin] 10.222.0.39 "GET /v2.0/agents/54c7f58e-6fdd-4366-b373-63a71266212c/dhcp-networks HTTP/1.1" status: 200 len: 7214 time: 0.2955503 Mar 11 15:39:16.368732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.370822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60066) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:16.429645 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6ec5380d-0bc9-4ac0-b7b3-2908035ee1d5 tempest-DHCPAgentSchedulersTestJSON-1762147471 tempest-DHCPAgentSchedulersTestJSON-1762147471-project-admin] 10.222.0.39 "GET /v2.0/networks/84c7a47d-cc64-4bbd-b0dc-fe805f4749a3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0575089 Mar 11 15:39:16.471765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.484388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60072) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:16.498456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.525871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5575920-091f-43c7-99f2-41c950a47363']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:16.541365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760c4ee7-f18c-4f85-906d-fe2b2469efca') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:16.542101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760c4ee7-f18c-4f85-906d-fe2b2469efca') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:16.542229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a97f96-462c-4d03-bee1-f70e2980495d,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:16.562755 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c9ea8b3a-7d10-4bc5-9dbb-3566de223214 tempest-DHCPAgentSchedulersTestJSON-1762147471 tempest-DHCPAgentSchedulersTestJSON-1762147471-project-admin] 10.222.0.39 "GET /v2.0/networks/84c7a47d-cc64-4bbd-b0dc-fe805f4749a3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0770762 Mar 11 15:39:16.563191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60082) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:16.568013 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Set router 8b4cf30a-7075-4e2f-bd9d-815523e32468 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:39:16.569858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:16.583821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60086) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:16.615938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.617437 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Added segment 245cbf17-a38f-43b9-8ba8-bacbe4a74bd9 of type vlan for network fc69dbff-b535-48dd-83da-05d584acfbae Mar 11 15:39:16.770814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.788263 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.801990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.830412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-339760668', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:16.846621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:16.852745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Usage tracker for resource:port and tenant:8ddf62926c184d2d8253e938d0965548 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:16.854474 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.861457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:16.881853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:16.886799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.898611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:16.899451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:16.920994 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:16.926378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ce4c32fa-5ca6-4bbb-af16-56b4829d9dd8 tempest-DHCPAgentSchedulersTestJSON-1762147471 tempest-DHCPAgentSchedulersTestJSON-1762147471-project-admin] 10.222.0.39 "GET /v2.0/agents/54c7f58e-6fdd-4366-b373-63a71266212c/dhcp-networks HTTP/1.1" status: 200 len: 7214 time: 0.3582222 Mar 11 15:39:16.927043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60092) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:17.021365 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '24d0323f-d5ba-4dc8-a8db-3bcec6539123', 'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'mac_address': 'fa:16:3e:53:17:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:10Z', 'updated_at': '2022-03-11T15:39:13Z', 'revision_number': 2, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'subnets': [{'id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:17.026406 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Checking router: 8b4cf30a-7075-4e2f-bd9d-815523e32468 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:39:17.026757 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Updating router 8b4cf30a-7075-4e2f-bd9d-815523e32468 port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:39:17.053257 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60100) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:17.056886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.062787 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:17.063429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.067524 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Made reservation on behalf of 8ddf62926c184d2d8253e938d0965548 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:17.071413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.087905 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.088924 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 15:39:17.120216 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-059c9385-12a8-42a9-8773-031e91da1f97 admin admin] 10.222.0.39 "PUT /v2.0/routers/8b4cf30a-7075-4e2f-bd9d-815523e32468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9899187 Mar 11 15:39:17.122014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.235710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.260263 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5575920-091f-43c7-99f2-41c950a47363 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 15:39:17.265440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d04b27d9-a869-42cd-b06b-aedb7cda8670 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:17.286605 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.633823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.633823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.634518 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "DELETE /v2.0/networks/d5575920-091f-43c7-99f2-41c950a47363 HTTP/1.1" status: 204 len: 168 time: 4.6606216 Mar 11 15:39:17.634518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event updated for resources: {'Port': ['ID=eb307d90-3ab8-4b75-81d2-8cbc03ef7acf,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:17.634518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60110) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:17.634518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb9cc6-8784-4653-a159-c2da8e523cf8 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5575920-091f-43c7-99f2-41c950a47363,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:17.635384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port d04b27d9-a869-42cd-b06b-aedb7cda8670 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:17.635384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.635868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.636188 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.637238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-523d87c4-870c-4145-be8b-2356563a0453 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Synchronizing usage tracker for tenant:e7933499ca964bf39777fe2700a93284 on resource:floatingip {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:17.637451 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Transition to ACTIVE for port object 24d0323f-d5ba-4dc8-a8db-3bcec6539123 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:17.637601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:17.637601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-09545efe-2584-4c04-9195-bf69ad5dcba9 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Synchronizing usage tracker for tenant:3cf80f2521c8495ea617d58524b72c74 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:17.637601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:17.637601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:17.637601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:17.661430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Usage tracker for resource:security_group_rule and tenant:8ddf62926c184d2d8253e938d0965548 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:17.670696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.672598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:17.676333 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9c9eeb81-117a-4d98-aa1b-c4ba2d59d25e tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4946470 Mar 11 15:39:17.676931 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60114) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:17.682419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event updated for resources: {'Network': ['ID=fc69dbff-b535-48dd-83da-05d584acfbae,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:17.682545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-797c7f59-2d73-423e-9fe2-14d15a2da0ca tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Request body: {'floatingip': {'port_id': '24e0e0b0-fd35-4745-90ad-36267b1d0a80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:17.686427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.698301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:17.703344 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.718480 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7d86fbf8-86e5-4a33-bd93-4a529bc88825 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3961992 Mar 11 15:39:17.719450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Pushing event updated for resources: {'Port': ['ID=1cb616df-9ca7-4a14-b5cb-74b9cc43c7c7,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:17.723756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60118) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:17.727675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network fc69dbff-b535-48dd-83da-05d584acfbae details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:17.739252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Request body: {'subnet': {'network_id': 'fc69dbff-b535-48dd-83da-05d584acfbae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:17.757347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-523d87c4-870c-4145-be8b-2356563a0453 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Unset dirty status for tenant:e7933499ca964bf39777fe2700a93284 on resource:floatingip {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:17.762509 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-523d87c4-870c-4145-be8b-2356563a0453 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.3350937 Mar 11 15:39:17.773893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60122) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:17.796864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60126) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:17.834591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-797c7f59-2d73-423e-9fe2-14d15a2da0ca tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for floatingip, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:17.841055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1121201539', 'description': 'tempest-description--411718667'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:17.858460 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-09545efe-2584-4c04-9195-bf69ad5dcba9 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Unset dirty status for tenant:3cf80f2521c8495ea617d58524b72c74 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:17.866123 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-09545efe-2584-4c04-9195-bf69ad5dcba9 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1559116905&fields=id&tenant_id=3cf80f2521c8495ea617d58524b72c74 HTTP/1.1" status: 200 len: 267 time: 0.8146729 Mar 11 15:39:17.943717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:18.018743 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d737e-7513-4a3c-9e2a-a14b1cd0a810 None None] Pushing event updated for resources: {'Port': ['ID=24d0323f-d5ba-4dc8-a8db-3bcec6539123,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:18.029282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Usage tracker for resource:security_group and tenant:63aa522a9c35455aa52f77ae8bc0fa36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:18.048858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:18.056844 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68cc07a-8c39-4f78-b52e-071423d0557a tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:18.057556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68cc07a-8c39-4f78-b52e-071423d0557a tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:18.058463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68cc07a-8c39-4f78-b52e-071423d0557a tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:18.059092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68cc07a-8c39-4f78-b52e-071423d0557a tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:18.060509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68cc07a-8c39-4f78-b52e-071423d0557a tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:18.061140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68cc07a-8c39-4f78-b52e-071423d0557a tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:18.061882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68cc07a-8c39-4f78-b52e-071423d0557a tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:18.062482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68cc07a-8c39-4f78-b52e-071423d0557a tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:18.063975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a68cc07a-8c39-4f78-b52e-071423d0557a tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Synchronizing usage tracker for tenant:e7933499ca964bf39777fe2700a93284 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:18.144388 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Attempting to bind port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:18.144388 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Attempting to bind port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:18.144388 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Attempting to bind port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 on network 1410b898-0e6e-4285-a079-c8161b49c4cd {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:18.148106 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:18.149082 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:18.149453 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Checking segment: {'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:18.149897 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.150257 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Bound using segment: {'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:18.150725 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Bound port: 24d0323f-d5ba-4dc8-a8db-3bcec6539123, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:18.151149 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.161897 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-797c7f59-2d73-423e-9fe2-14d15a2da0ca tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] update failed (client error): The resource could not be found. Mar 11 15:39:18.164317 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-797c7f59-2d73-423e-9fe2-14d15a2da0ca tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "PUT /v2.0/floatingips/aa54312e-d0dd-4542-aca7-390b0c834327 HTTP/1.1" status: 404 len: 507 time: 0.4864738 Mar 11 15:39:18.166616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.167525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60130) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:18.250016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:18.254431 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] For port 24d0323f-d5ba-4dc8-a8db-3bcec6539123, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:18.257858 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] For port 24d0323f-d5ba-4dc8-a8db-3bcec6539123, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=24d0323f-d5ba-4dc8-a8db-3bcec6539123,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:18.283842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.298790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Usage tracker for resource:subnet and tenant:1a264ec862854a2bbe1246b0f1eb0dd1 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:18.310321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6764c34c-3d87-4bfe-a15f-712335a78573']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:18.316079 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.319247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:18.323780 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a68cc07a-8c39-4f78-b52e-071423d0557a tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Unset dirty status for tenant:e7933499ca964bf39777fe2700a93284 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:18.328581 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a68cc07a-8c39-4f78-b52e-071423d0557a tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5198 time: 0.5536125 Mar 11 15:39:18.329715 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60134) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:18.342852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:18.354691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3582e733-0bae-478a-a2da-d335e7a9fb2c') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:18.355075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3582e733-0bae-478a-a2da-d335e7a9fb2c') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:18.366351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.397160 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Routers {'8b4cf30a-7075-4e2f-bd9d-815523e32468'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:18.398108 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:38:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b4cf30a-7075-4e2f-bd9d-815523e32468'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:18.405360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.415943 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6612f5e0-991c-4de6-a6ed-2a5991bdc2bb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Deleting port eb307d90-3ab8-4b75-81d2-8cbc03ef7acf {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:18.416112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6612f5e0-991c-4de6-a6ed-2a5991bdc2bb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.423317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.463608 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d737e-7513-4a3c-9e2a-a14b1cd0a810 None None] Pushing event updated for resources: {'Port': ['ID=24d0323f-d5ba-4dc8-a8db-3bcec6539123,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:18.487921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.514882 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-bcb23950-5703-4902-9529-3aa248643860 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] delete failed (client error): The resource could not be found. Mar 11 15:39:18.516209 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bcb23950-5703-4902-9529-3aa248643860 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/8643a9b7-efe4-4be1-82a9-197248d4944e HTTP/1.1" status: 404 len: 345 time: 0.1772778 Mar 11 15:39:18.518852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60138) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:18.530073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Made reservation on behalf of 1a264ec862854a2bbe1246b0f1eb0dd1 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:18.533665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.575993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.584066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-3cc00935-4635-4515-be99-0822853fe661 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:18.584801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-3cc00935-4635-4515-be99-0822853fe661 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Synchronizing usage tracker for tenant:3cf80f2521c8495ea617d58524b72c74 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:18.591120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:18.607344 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c33df0a-010c-43e3-9add-73a268949d0d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] DELETE failed (client error): The resource could not be found. Mar 11 15:39:18.608124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c33df0a-010c-43e3-9add-73a268949d0d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:39:18.608367 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] Set router 8b4cf30a-7075-4e2f-bd9d-815523e32468 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:39:18.610155 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4c33df0a-010c-43e3-9add-73a268949d0d tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "DELETE /v2.0/networks/d5575920-091f-43c7-99f2-41c950a47363 HTTP/1.1" status: 404 len: 339 time: 0.0901923 Mar 11 15:39:18.616617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60142) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:18.625381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Request body: {'network': {'name': 'tempest-network--651578879', 'router:external': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:18.633062 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:18.640395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Usage tracker for resource:network and tenant:e7933499ca964bf39777fe2700a93284 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:18.645117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:18.651042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] device_id is not set on port d21dea75-c17e-4bc2-8de8-a5d1dcbbf27f yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:39:18.665190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:18.665989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6612f5e0-991c-4de6-a6ed-2a5991bdc2bb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.666342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6612f5e0-991c-4de6-a6ed-2a5991bdc2bb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.686799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.694968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Usage tracker for resource:security_group_rule and tenant:63aa522a9c35455aa52f77ae8bc0fa36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:18.724891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:18.746885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:18.747928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:18.764313 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:18.766152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:18.786435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Made reservation on behalf of e7933499ca964bf39777fe2700a93284 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:18.788752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.808324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6612f5e0-991c-4de6-a6ed-2a5991bdc2bb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Calling delete_port for eb307d90-3ab8-4b75-81d2-8cbc03ef7acf owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:18.874151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:18.891458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.891677 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Added segment 2afdddfe-c84c-45bc-ba12-e0457204314a of type vlan for network 91183028-9f7c-4a5c-bccc-b1a19ed7414d Mar 11 15:39:18.893020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75795842-2c25-4b9e-b598-bac3e56a5e96,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:18.958320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:18.964423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-3cc00935-4635-4515-be99-0822853fe661 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Unset dirty status for tenant:3cf80f2521c8495ea617d58524b72c74 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:18.966522 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-3cc00935-4635-4515-be99-0822853fe661 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/networks?id=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 HTTP/1.1" status: 200 len: 811 time: 1.0987573 Mar 11 15:39:19.020354 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '24d0323f-d5ba-4dc8-a8db-3bcec6539123', 'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'mac_address': 'fa:16:3e:53:17:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:10Z', 'updated_at': '2022-03-11T15:39:18Z', 'revision_number': 4, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'subnets': [{'id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:19.024468 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29483b01-a37e-42b1-aa12-279f0e7f550f None None] The sync data for ids ['8b4cf30a-7075-4e2f-bd9d-815523e32468'] in dv-neutron-833203-2-hyperv is: [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '24d0323f-d5ba-4dc8-a8db-3bcec6539123', 'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'mac_address': 'fa:16:3e:53:17:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:10Z', 'updated_at': '2022-03-11T15:39:18Z', 'revision_number': 4, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'subnets': [{'id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:39:19.078636 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6612f5e0-991c-4de6-a6ed-2a5991bdc2bb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.185492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.201687 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-a97e7d47-2c60-46b0-99ff-8fedbcb3ef23 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/quotas/3cf80f2521c8495ea617d58524b72c74 HTTP/1.1" status: 200 len: 375 time: 0.1957736 Mar 11 15:39:19.233596 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.246191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612f5e0-991c-4de6-a6ed-2a5991bdc2bb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event deleted for resources: {'Port': ['ID=eb307d90-3ab8-4b75-81d2-8cbc03ef7acf,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:19.253143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.254614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:19.254614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.301547 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 24d0323f-d5ba-4dc8-a8db-3bcec6539123 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:19.324896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Pushing event deleted for resources: {'Network': ['ID=6764c34c-3d87-4bfe-a15f-712335a78573,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:19.398888 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7809987 Mar 11 15:39:19.407151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60146) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:19.417076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Allocated IP 172.26.6.32 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/d21dea75-c17e-4bc2-8de8-a5d1dcbbf27f) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:19.455958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.477794 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-db09e4c4-e2ed-448c-8e94-817c58e8bf29 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] 10.222.0.39 "DELETE /v2.0/networks/6764c34c-3d87-4bfe-a15f-712335a78573 HTTP/1.1" status: 204 len: 168 time: 2.5487382 Mar 11 15:39:19.484818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60150) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:19.496583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:19.504988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:19.505655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.518858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdda2e-3fc4-4a30-89cf-dce7573c3462 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event updated for resources: {'Network': ['ID=91183028-9f7c-4a5c-bccc-b1a19ed7414d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:19.551208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 91183028-9f7c-4a5c-bccc-b1a19ed7414d details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:19.560626 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.573141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:39:19.582553 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6612f5e0-991c-4de6-a6ed-2a5991bdc2bb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.584987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6612f5e0-991c-4de6-a6ed-2a5991bdc2bb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.589814 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6612f5e0-991c-4de6-a6ed-2a5991bdc2bb tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "DELETE /v2.0/floatingips/aa54312e-d0dd-4542-aca7-390b0c834327 HTTP/1.1" status: 204 len: 168 time: 1.4177327 Mar 11 15:39:19.595184 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60154) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:19.606408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8fa38aae-a6cf-40f0-b9ce-a5515eac2261 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Request body: {'floatingip': {'floating_network_id': '01485169-8280-4dd2-9945-161c72953eff', 'port_id': '24e0e0b0-fd35-4745-90ad-36267b1d0a80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:19.612073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8fa38aae-a6cf-40f0-b9ce-a5515eac2261 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:19.615924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8fa38aae-a6cf-40f0-b9ce-a5515eac2261 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Usage tracker for resource:floatingip and tenant:dca1bca20b7c426a857f205a9a5e666e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:19.618865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8fa38aae-a6cf-40f0-b9ce-a5515eac2261 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:19.624811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8fa38aae-a6cf-40f0-b9ce-a5515eac2261 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:19.657863 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f19fc7-827e-4437-9c26-ca0d338d73e9 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] DELETE failed (client error): The resource could not be found. Mar 11 15:39:19.658478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f19fc7-827e-4437-9c26-ca0d338d73e9 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:39:19.660261 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-55f19fc7-827e-4437-9c26-ca0d338d73e9 tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] 10.222.0.39 "DELETE /v2.0/ports/356149cb-43f3-4aca-a4d6-4b4ababf462a HTTP/1.1" status: 404 len: 333 time: 0.1745071 Mar 11 15:39:19.665217 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60158) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:19.687665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d040d-56ca-40eb-a10c-7e572f57aa33,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:19.698159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.730791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f95badb-6e5e-4f5b-94da-de71e19ae1dd tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:19.736928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f95badb-6e5e-4f5b-94da-de71e19ae1dd tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:19.743146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f95badb-6e5e-4f5b-94da-de71e19ae1dd tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:19.752194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f95badb-6e5e-4f5b-94da-de71e19ae1dd tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:19.756462 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7f95badb-6e5e-4f5b-94da-de71e19ae1dd tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3437912 Mar 11 15:39:19.757783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60162) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:19.758915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8fa38aae-a6cf-40f0-b9ce-a5515eac2261 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for floatingip, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.803701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.829378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-58c07bff-54e1-4a74-9cb2-dafd8f9f74d5 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cf80f2521c8495ea617d58524b72c74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6048586 Mar 11 15:39:19.834631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.835849 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-97591973-8dfd-407d-9234-6b3bf0756b53 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0337245 Mar 11 15:39:19.836828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.840791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60166) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:19.852797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 24d0323f-d5ba-4dc8-a8db-3bcec6539123, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=24d0323f-d5ba-4dc8-a8db-3bcec6539123,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:19.880423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-189a74ac-67a6-4c67-916f-0114609efdfc tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Deleting subnet d954f584-29a3-4a23-89bb-4b0c422ee588 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:39:19.897690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b585a0ea-af26-4e47-a76d-993709d43215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Request body: {'security_group_rule': {'security_group_id': 'f14d040d-56ca-40eb-a10c-7e572f57aa33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:19.917525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b585a0ea-af26-4e47-a76d-993709d43215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:19.927002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.935698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-189a74ac-67a6-4c67-916f-0114609efdfc tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:19.987507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.000592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b585a0ea-af26-4e47-a76d-993709d43215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Usage tracker for resource:security_group_rule and tenant:63aa522a9c35455aa52f77ae8bc0fa36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:20.022782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.047325 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=24d0323f-d5ba-4dc8-a8db-3bcec6539123,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:20.072952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b585a0ea-af26-4e47-a76d-993709d43215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:20.073462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-189a74ac-67a6-4c67-916f-0114609efdfc tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.076247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.087740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Pushing event updated for resources: {'Port': ['ID=1cb616df-9ca7-4a14-b5cb-74b9cc43c7c7,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:20.104809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b585a0ea-af26-4e47-a76d-993709d43215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:20.120469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event updated for resources: {'Subnet': ['ID=d0d48867-df66-4576-b182-1fcf78c5adf6,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:20.163109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.169496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-49e24764-28a5-4b6e-9d5f-f8e9d2c90d4a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:39:20.170681 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-49e24764-28a5-4b6e-9d5f-f8e9d2c90d4a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1714928 Mar 11 15:39:20.205489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.206765 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7629ceba-1685-43f5-8333-281c8e37df27 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4993784 Mar 11 15:39:20.320977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.321102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Checking segment: {'id': '245cbf17-a38f-43b9-8ba8-bacbe4a74bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fc69dbff-b535-48dd-83da-05d584acfbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:20.321102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Network hostable DHCP agents. Network: fc69dbff-b535-48dd-83da-05d584acfbae, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:39:20.335521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b585a0ea-af26-4e47-a76d-993709d43215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.361792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91183028-9f7c-4a5c-bccc-b1a19ed7414d']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:20.372208 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.379879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afdddfe-c84c-45bc-ba12-e0457204314a') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:20.380169 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afdddfe-c84c-45bc-ba12-e0457204314a') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:20.392412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-189a74ac-67a6-4c67-916f-0114609efdfc tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.424325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.455036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.474614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:20.474614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:20.487778 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:20.489924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:20.499832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:20.517154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:20.545802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60198) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:20.547488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b585a0ea-af26-4e47-a76d-993709d43215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.553668 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-ad10d1c9-b7bd-4fc8-b56f-e2c727c5a0bf service neutron] 10.222.0.39 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737385 Mar 11 15:39:20.564996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Network fc69dbff-b535-48dd-83da-05d584acfbae is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:39:20.567019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Pushing event updated for resources: {'Port': ['ID=d21dea75-c17e-4bc2-8de8-a5d1dcbbf27f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:20.630008 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-8fa38aae-a6cf-40f0-b9ce-a5515eac2261 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:39:20.631085 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8fa38aae-a6cf-40f0-b9ce-a5515eac2261 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0349712 Mar 11 15:39:20.632611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b585a0ea-af26-4e47-a76d-993709d43215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.634751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60204) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:20.640326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '24e0e0b0-fd35-4745-90ad-36267b1d0a80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:20.646207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:20.650250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Usage tracker for resource:floatingip and tenant:dca1bca20b7c426a857f205a9a5e666e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:20.653323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:20.659548 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:20.696434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.700838 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-189a74ac-67a6-4c67-916f-0114609efdfc tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.728992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:20.732363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.746444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91183028-9f7c-4a5c-bccc-b1a19ed7414d {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 15:39:20.757467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.761547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-bb8d9ba7-8e15-4fb0-8d0f-f2e07b780270 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Synchronizing usage tracker for tenant:c82f540907034ec783433631c2c91e3e on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:20.764473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585a0ea-af26-4e47-a76d-993709d43215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680b8845-96db-4f01-9293-9358657662f5,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:20.765119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a74ac-67a6-4c67-916f-0114609efdfc tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Pushing event deleted for resources: {'Subnet': ['ID=d954f584-29a3-4a23-89bb-4b0c422ee588,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:20.767258 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event deleted for resources: {'Network': ['ID=91183028-9f7c-4a5c-bccc-b1a19ed7414d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:20.772163 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bd3155a0-c580-452f-a3c8-2957b294bb4e tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "DELETE /v2.0/networks/91183028-9f7c-4a5c-bccc-b1a19ed7414d HTTP/1.1" status: 204 len: 168 time: 0.9988382 Mar 11 15:39:20.773791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, fc69dbff-b535-48dd-83da-05d584acfbae) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:20.779690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:20.780643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.782189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4251b4-3831-45eb-81cb-232cbf064ff8 None None] Network fc69dbff-b535-48dd-83da-05d584acfbae requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:20.783154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60210) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:20.787641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for floatingip, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.807281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Request body: {'network': {'name': 'tempest-network--995511854', 'router:external': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:20.820499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:20.839366 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-099c0322-a6db-4a23-a7b1-4cc0f9a06806 service neutron] 10.222.0.39 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676358 Mar 11 15:39:20.841139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b585a0ea-af26-4e47-a76d-993709d43215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.843853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b585a0ea-af26-4e47-a76d-993709d43215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9636304 Mar 11 15:39:20.844794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60214) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:20.846585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-189a74ac-67a6-4c67-916f-0114609efdfc tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.848506 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-189a74ac-67a6-4c67-916f-0114609efdfc tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] 10.222.0.39 "DELETE /v2.0/subnets/d954f584-29a3-4a23-89bb-4b0c422ee588 HTTP/1.1" status: 204 len: 168 time: 1.1823297 Mar 11 15:39:20.852702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60218) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:20.852928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-46d55853-b507-427b-a06a-0d9e8fa6f38a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Request body: {'security_group_rule': {'security_group_id': 'f14d040d-56ca-40eb-a10c-7e572f57aa33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:20.853750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Usage tracker for resource:network and tenant:e7933499ca964bf39777fe2700a93284 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:20.864534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-46d55853-b507-427b-a06a-0d9e8fa6f38a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:20.872863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-46d55853-b507-427b-a06a-0d9e8fa6f38a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Usage tracker for resource:security_group_rule and tenant:63aa522a9c35455aa52f77ae8bc0fa36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:20.876704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-46d55853-b507-427b-a06a-0d9e8fa6f38a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:20.877827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:20.883292 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-46d55853-b507-427b-a06a-0d9e8fa6f38a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:20.903800 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d2902896-80ad-425c-b4b2-630663d8e59c tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.3142824 Mar 11 15:39:20.904123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:20.904585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60222) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:20.916696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.32'}]}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:20.930168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:20.936812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-bb8d9ba7-8e15-4fb0-8d0f-f2e07b780270 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Unset dirty status for tenant:c82f540907034ec783433631c2c91e3e on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:20.940392 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-bb8d9ba7-8e15-4fb0-8d0f-f2e07b780270 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1682591040&fields=id&tenant_id=c82f540907034ec783433631c2c91e3e HTTP/1.1" status: 200 len: 267 time: 0.3893969 Mar 11 15:39:20.943472 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fc60d7e3-97d9-4e50-8d2a-46a0ea646df5 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2124729 Mar 11 15:39:20.945587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60226) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:20.966440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Usage tracker for resource:router and tenant:8ddf62926c184d2d8253e938d0965548 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:20.982112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1125148994', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:20.989452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:21.017144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:21.022516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46d55853-b507-427b-a06a-0d9e8fa6f38a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.036725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c88cf34-dcf7-4221-afd8-b7e870cbcfb3 None None] Network 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:21.053697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:21.059461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d460d2ca-b19b-49b4-8f87-d5189e4607e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.093430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Usage tracker for resource:router and tenant:1a264ec862854a2bbe1246b0f1eb0dd1 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:21.108527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:21.119155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.169685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Made reservation on behalf of e7933499ca964bf39777fe2700a93284 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:21.172171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.194152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:21.207842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:21.228927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-fc69dbff-b535-48dd-83da-05d584acfbae', 'network_id': 'fc69dbff-b535-48dd-83da-05d584acfbae', 'tenant_id': '1a264ec862854a2bbe1246b0f1eb0dd1', 'fixed_ips': [{'subnet_id': 'd0d48867-df66-4576-b182-1fcf78c5adf6'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:39:21.229872 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.244131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.244827 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Added segment a55da28c-738b-4d96-9845-f61d635573ca of type vlan for network 17d3fce9-316d-4755-bd75-42ea25c96d71 Mar 11 15:39:21.253877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.265058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.347591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 24d0323f-d5ba-4dc8-a8db-3bcec6539123 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:21.362732 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.418037 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb8e344c-e715-463c-9110-c3ffb0c78d64 req-20404955-3c3e-4f8a-9508-95689bf6a2d8 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 210 time: 0.0990548 Mar 11 15:39:21.432194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.433430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.437406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.445349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46d55853-b507-427b-a06a-0d9e8fa6f38a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.476292 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-c0cebc6e-f03b-4760-bfb6-1785abae1b50 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:21.478147 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-c0cebc6e-f03b-4760-bfb6-1785abae1b50 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/networks?id=ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 HTTP/1.1" status: 200 len: 806 time: 0.5052183 Mar 11 15:39:21.485496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Deleting port ab84233d-b12c-41ba-a7e1-25edcd8a76a2 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:21.485865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.491169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.508994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Allocated IP 172.20.0.2 (fc69dbff-b535-48dd-83da-05d584acfbae/d0d48867-df66-4576-b182-1fcf78c5adf6/61431d00-d4f4-48e3-a3e0-57f376b51966) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:21.509904 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-61fbd1eb-2a77-4338-af6a-2f18b505eba0 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/quotas/c82f540907034ec783433631c2c91e3e HTTP/1.1" status: 200 len: 375 time: 0.0169532 Mar 11 15:39:21.565976 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46d55853-b507-427b-a06a-0d9e8fa6f38a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.750274 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.764126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Transition to ACTIVE for port object 61431d00-d4f4-48e3-a3e0-57f376b51966 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:21.789497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Transition to ACTIVE for port object 61431d00-d4f4-48e3-a3e0-57f376b51966 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:21.835206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:21.835574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.864941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.866226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:21.867009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.873843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d55853-b507-427b-a06a-0d9e8fa6f38a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822bdf09-e7cb-46ce-877d-8257477f9213,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:21.920041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:21.980504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a151f7-b1b1-4abd-a28e-739b2c131858 None None] DHCP port deletion for 84c7a47d-cc64-4bbd-b0dc-fe805f4749a3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:39:21.982795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] For port ab84233d-b12c-41ba-a7e1-25edcd8a76a2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ab84233d-b12c-41ba-a7e1-25edcd8a76a2,segment=NetworkSegment(c0bb04a5-fe02-4ead-b220-0ed613d0ce2c),segment_id=c0bb04a5-fe02-4ead-b220-0ed613d0ce2c)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:21.983313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.002413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-27a151f7-b1b1-4abd-a28e-739b2c131858 None None] Deleting port ab84233d-b12c-41ba-a7e1-25edcd8a76a2 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:22.006244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-27a151f7-b1b1-4abd-a28e-739b2c131858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.046323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46d55853-b507-427b-a06a-0d9e8fa6f38a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.050895 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-46d55853-b507-427b-a06a-0d9e8fa6f38a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2049403 Mar 11 15:39:22.055213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60254) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:22.077047 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2918379 Mar 11 15:39:22.112724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60258) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:22.143021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Pushing event updated for resources: {'Port': ['ID=61431d00-d4f4-48e3-a3e0-57f376b51966,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:22.160809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7342d6-6e44-4be9-87e1-8a63b13f23ec tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event updated for resources: {'Network': ['ID=17d3fce9-316d-4755-bd75-42ea25c96d71,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:22.173460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Network fc69dbff-b535-48dd-83da-05d584acfbae is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:22.184494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:22.220322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:22.234901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Calling delete_port for ab84233d-b12c-41ba-a7e1-25edcd8a76a2 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:22.236190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:22.323081 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.332371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 17d3fce9-316d-4755-bd75-42ea25c96d71 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:22.346493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:22.429012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Usage tracker for resource:floatingip and tenant:63aa522a9c35455aa52f77ae8bc0fa36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:22.433756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.470451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.494581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:22.523418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.530856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:22.533429 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Allocated IP 172.26.6.205 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/2131037b-d3f8-4612-88c8-b12fd820f788) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:22.535827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Pushing event deleted for resources: {'Port': ['ID=ab84233d-b12c-41ba-a7e1-25edcd8a76a2,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:22.593622 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-011114bd-2bfd-49de-be45-0d02e725a25a req-c8c6e8ea-df58-4a2d-9725-671663fc29f5 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 210 time: 0.1001253 Mar 11 15:39:22.603591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-2f0f3ac2-ef57-49d4-ae5f-c5ddc465189c tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Synchronizing usage tracker for tenant:c82f540907034ec783433631c2c91e3e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:22.609822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Attempting to bind port 61431d00-d4f4-48e3-a3e0-57f376b51966 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:22.610327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Attempting to bind port 61431d00-d4f4-48e3-a3e0-57f376b51966 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '245cbf17-a38f-43b9-8ba8-bacbe4a74bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fc69dbff-b535-48dd-83da-05d584acfbae'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:22.610741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Attempting to bind port 61431d00-d4f4-48e3-a3e0-57f376b51966 on network fc69dbff-b535-48dd-83da-05d584acfbae {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:22.625426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7eb41-d71f-4f98-9668-cb8b855dca67 tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:22.626038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-99a7eb41-d71f-4f98-9668-cb8b855dca67 tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Synchronizing usage tracker for tenant:e78b25a9c0ca413aaba379ff3ab233cd on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:22.626595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-27a151f7-b1b1-4abd-a28e-739b2c131858 None None] For port ab84233d-b12c-41ba-a7e1-25edcd8a76a2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ab84233d-b12c-41ba-a7e1-25edcd8a76a2,segment=NetworkSegment(c0bb04a5-fe02-4ead-b220-0ed613d0ce2c),segment_id=c0bb04a5-fe02-4ead-b220-0ed613d0ce2c)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:22.626898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-27a151f7-b1b1-4abd-a28e-739b2c131858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.635425 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:22.635803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Checking segment: {'id': '245cbf17-a38f-43b9-8ba8-bacbe4a74bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fc69dbff-b535-48dd-83da-05d584acfbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:22.636259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.636763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Bound using segment: {'id': '245cbf17-a38f-43b9-8ba8-bacbe4a74bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fc69dbff-b535-48dd-83da-05d584acfbae'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:22.640624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Bound port: 61431d00-d4f4-48e3-a3e0-57f376b51966, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245cbf17-a38f-43b9-8ba8-bacbe4a74bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fc69dbff-b535-48dd-83da-05d584acfbae'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:22.640624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.678042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] No DVR routers for this DVR port ab84233d-b12c-41ba-a7e1-25edcd8a76a2 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:39:22.727107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-2f0f3ac2-ef57-49d4-ae5f-c5ddc465189c tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Unset dirty status for tenant:c82f540907034ec783433631c2c91e3e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:22.728783 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-2f0f3ac2-ef57-49d4-ae5f-c5ddc465189c tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c82f540907034ec783433631c2c91e3e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2084579 Mar 11 15:39:22.772650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-27a151f7-b1b1-4abd-a28e-739b2c131858 None None] Calling delete_port for ab84233d-b12c-41ba-a7e1-25edcd8a76a2 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:22.821486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.850141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.862984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-99a7eb41-d71f-4f98-9668-cb8b855dca67 tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Unset dirty status for tenant:e78b25a9c0ca413aaba379ff3ab233cd on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:22.863386 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c7a47d-cc64-4bbd-b0dc-fe805f4749a3']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:22.866700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-99a7eb41-d71f-4f98-9668-cb8b855dca67 tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] 10.222.0.39 "GET /v2.0/networks/17d3fce9-316d-4755-bd75-42ea25c96d71 HTTP/1.1" status: 200 len: 756 time: 0.7449276 Mar 11 15:39:22.872939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60280) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:22.875542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] For port 61431d00-d4f4-48e3-a3e0-57f376b51966, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:22.878697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] For port 61431d00-d4f4-48e3-a3e0-57f376b51966, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=61431d00-d4f4-48e3-a3e0-57f376b51966,segment=NetworkSegment(245cbf17-a38f-43b9-8ba8-bacbe4a74bd9),segment_id=245cbf17-a38f-43b9-8ba8-bacbe4a74bd9)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:22.913622 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bb04a5-fe02-4ead-b220-0ed613d0ce2c') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:22.913947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bb04a5-fe02-4ead-b220-0ed613d0ce2c') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:22.932699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-1a7a085a-3bac-4977-87b3-603dd69e8314 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:39:22.935937 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-1a7a085a-3bac-4977-87b3-603dd69e8314 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0941455 Mar 11 15:39:22.942918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.951060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:22.996002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.021512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.044224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:23.044633 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.046369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f4bb8d7e-695a-4cc2-80fe-88ade5d89309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:23.060591 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:23.093232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-27a151f7-b1b1-4abd-a28e-739b2c131858 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:39:23.093725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-27a151f7-b1b1-4abd-a28e-739b2c131858 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:39:23.117552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed142d4-e637-4bef-a372-1529af8bf037 None None] Pushing event updated for resources: {'Port': ['ID=61431d00-d4f4-48e3-a3e0-57f376b51966,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:23.156381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d7ecfa-f03f-49dc-9d5d-786cb70e7d3c tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:23.157795 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-66d7ecfa-f03f-49dc-9d5d-786cb70e7d3c tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] 10.222.0.39 "GET /v2.0/networks/932d0625-362b-46a2-8a48-0818f6bf9590 HTTP/1.1" status: 200 len: 768 time: 0.2839260 Mar 11 15:39:23.167945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60290) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:23.252158 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ab84233d-b12c-41ba-a7e1-25edcd8a76a2 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:39:23.341410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: ab84233d-b12c-41ba-a7e1-25edcd8a76a2 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:39:23.342096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ab84233d-b12c-41ba-a7e1-25edcd8a76a2 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:39:23.405469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.447846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.461123 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-ddebf800-d682-4859-8c4d-ccb73a98187d service neutron] 10.222.0.39 "GET /v2.0/networks/ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127435 Mar 11 15:39:23.511163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.539290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.541060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] Pushing event deleted for resources: {'Network': ['ID=84c7a47d-cc64-4bbd-b0dc-fe805f4749a3,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:23.565634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:23.570659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:23.575739 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-80b18c0f-4365-40b9-b61b-8517d2745cdb tempest-DHCPAgentSchedulersTestJSON-1046873889 tempest-DHCPAgentSchedulersTestJSON-1046873889-project] 10.222.0.39 "DELETE /v2.0/networks/84c7a47d-cc64-4bbd-b0dc-fe805f4749a3 HTTP/1.1" status: 204 len: 168 time: 2.7145157 Mar 11 15:39:23.577320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:23.595771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-27a151f7-b1b1-4abd-a28e-739b2c131858 None None] Deleting port ab84233d-b12c-41ba-a7e1-25edcd8a76a2 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:23.597663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-27a151f7-b1b1-4abd-a28e-739b2c131858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.609805 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event updated for resources: {'Port': ['ID=2131037b-d3f8-4612-88c8-b12fd820f788,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:23.711555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-27a151f7-b1b1-4abd-a28e-739b2c131858 None None] The port 'ab84233d-b12c-41ba-a7e1-25edcd8a76a2' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:39:23.821521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.894265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d3fce9-316d-4755-bd75-42ea25c96d71']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:23.915676 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55da28c-738b-4d96-9845-f61d635573ca') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:23.915972 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55da28c-738b-4d96-9845-f61d635573ca') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:23.927339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.933057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.954566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Deleting port 2131037b-d3f8-4612-88c8-b12fd820f788 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:23.954907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:23.983288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.001612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:24.002007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:24.015187 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:24.112606 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-454b0a08-adf8-4269-b769-fac946a8b3c3 req-540ae171-6362-4045-946e-25fba43e39d7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 210 time: 0.2111144 Mar 11 15:39:24.207230 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-cd33b2db-2e31-4939-bbe9-1860ab20d143 service neutron] 10.222.0.39 "GET /v2.0/networks/ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349343 Mar 11 15:39:24.218260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.280331 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.298954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.330691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.344268 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 17d3fce9-316d-4755-bd75-42ea25c96d71 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 15:39:24.345311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.350998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.354602 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.355859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.376611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event deleted for resources: {'Network': ['ID=17d3fce9-316d-4755-bd75-42ea25c96d71,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:24.403529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60302) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:24.414355 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b48f2429-b0ff-43ea-aeca-2f254b175480 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "DELETE /v2.0/networks/17d3fce9-316d-4755-bd75-42ea25c96d71 HTTP/1.1" status: 204 len: 168 time: 1.2447886 Mar 11 15:39:24.457082 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.466350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60308) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:24.474577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cb65a7-e166-4932-ba04-f06728816d55 None None] Network fc69dbff-b535-48dd-83da-05d584acfbae requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:24.531733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Request body: {'network': {'name': 'tempest-network--2052834261'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:24.541613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Calling delete_port for 2131037b-d3f8-4612-88c8-b12fd820f788 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:24.580698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:24.588637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Usage tracker for resource:network and tenant:e7933499ca964bf39777fe2700a93284 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:24.593596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:24.605790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Allocated IP 172.26.6.204 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/08d892dc-9695-4efa-a35f-78ddcc070935) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:24.610437 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:24.713734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.735326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7617864d-4118-4563-bc2d-c9c23c453341 None None] Provisioning for port 61431d00-d4f4-48e3-a3e0-57f376b51966 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:24.774010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Made reservation on behalf of e7933499ca964bf39777fe2700a93284 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:24.776522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.819904 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d1eb7e4c-9d58-4bf9-802d-3548d9156075 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a69d4546bd204e1ba881d89ef641ef43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4141159 Mar 11 15:39:24.827826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60324) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:24.901078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:24.962268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.30', 58189) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:25.015054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:25.022156 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-656e905b-9a29-417b-a7e6-f029e92e4983 req-ed9b0e26-b826-4150-bd1e-c4cbc558e2ac tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 210 time: 0.1700275 Mar 11 15:39:25.025982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.026416 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Added segment 7f79e90a-9f6c-42c2-ba13-d3b0002705fe of type vlan for network d045a167-0214-4916-8cd6-6cd28f0610f4 Mar 11 15:39:25.128641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event deleted for resources: {'Port': ['ID=2131037b-d3f8-4612-88c8-b12fd820f788,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:25.137036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.147858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-30009a90-ded6-4ab5-8534-9329dfd00030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.324035 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 61431d00-d4f4-48e3-a3e0-57f376b51966 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:25.336816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-30009a90-ded6-4ab5-8534-9329dfd00030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.433878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.435512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:25.436038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.515989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 61431d00-d4f4-48e3-a3e0-57f376b51966 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:25.521991 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 61431d00-d4f4-48e3-a3e0-57f376b51966 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:25.522367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.554360 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e1f9810b-589d-46a8-b00e-cc49e9df4fef req-064bed44-5319-4042-924e-f458f81df5cb tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 210 time: 0.1771312 Mar 11 15:39:25.644231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.658213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-cd5a2136-bccb-4661-960d-72a9e3bca96d tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:25.658685 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] create failed (client error): The resource could not be found. Mar 11 15:39:25.659698 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-cd5a2136-bccb-4661-960d-72a9e3bca96d tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.30 "GET /v2.0/networks?id=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 HTTP/1.1" status: 200 len: 811 time: 0.6407204 Mar 11 15:39:25.659920 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8a79d203-430b-49de-9b9e-d6f8e900e259 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0239296 Mar 11 15:39:25.660349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event updated for resources: {'Network': ['ID=d045a167-0214-4916-8cd6-6cd28f0610f4,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:25.663198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60352) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:25.665790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-30009a90-ded6-4ab5-8534-9329dfd00030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.677584 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network d045a167-0214-4916-8cd6-6cd28f0610f4 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:25.687768 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-30009a90-ded6-4ab5-8534-9329dfd00030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.687768 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-30009a90-ded6-4ab5-8534-9329dfd00030 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b43ca6ec-cbe5-40ec-8683-655eb5b8861c HTTP/1.1" status: 204 len: 168 time: 0.8515122 Mar 11 15:39:25.687768 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30009a90-ded6-4ab5-8534-9329dfd00030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43ca6ec-cbe5-40ec-8683-655eb5b8861c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:25.781918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-887c5027-7a24-4b3d-b6d8-1191d7c6f465 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Deleting port 24e0e0b0-fd35-4745-90ad-36267b1d0a80 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:25.781918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-887c5027-7a24-4b3d-b6d8-1191d7c6f465 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.785325 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.843608 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bbf3de4d-a75a-42ff-b784-2dc15244cb18 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3762319 Mar 11 15:39:25.846247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60364) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:25.853979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9d01fd78-86d5-44ca-9bcf-1b9add04e2e7 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:25.862897 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-3f6ecd9f-34e9-4d86-a27a-5dc6253b21de tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cf80f2521c8495ea617d58524b72c74 HTTP/1.1" status: 200 len: 380 time: 0.1303358 Mar 11 15:39:25.882611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Request body: {'port': {'device_id': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'admin_state_up': True, 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'security_groups': ['440c1c99-75e7-40b9-b775-785474310434']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:25.892155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.919091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 61431d00-d4f4-48e3-a3e0-57f376b51966, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=61431d00-d4f4-48e3-a3e0-57f376b51966,segment=NetworkSegment(245cbf17-a38f-43b9-8ba8-bacbe4a74bd9),segment_id=245cbf17-a38f-43b9-8ba8-bacbe4a74bd9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:25.972584 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:25.997957 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.077482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.141543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=61431d00-d4f4-48e3-a3e0-57f376b51966,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:26.170828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9d01fd78-86d5-44ca-9bcf-1b9add04e2e7 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.241751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9d01fd78-86d5-44ca-9bcf-1b9add04e2e7 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.253201 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dd27a89-919a-4768-b452-316c2188b4b1 req-a0f255c1-af9f-41be-a0a0-fa5596bd4c7d tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 210 time: 0.1672113 Mar 11 15:39:26.275120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:26.276649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d01fd78-86d5-44ca-9bcf-1b9add04e2e7 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Network d045a167-0214-4916-8cd6-6cd28f0610f4 is not hosted by any dhcp agent {{(pid=88557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 15:39:26.277636 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01fd78-86d5-44ca-9bcf-1b9add04e2e7 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:26.279153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9d01fd78-86d5-44ca-9bcf-1b9add04e2e7 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.280504 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9d01fd78-86d5-44ca-9bcf-1b9add04e2e7 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "PUT /v2.0/networks/d045a167-0214-4916-8cd6-6cd28f0610f4 HTTP/1.1" status: 200 len: 858 time: 0.4330211 Mar 11 15:39:26.283924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60386) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:26.334084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:26.336740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:26.400148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Pushing event updated for resources: {'Port': ['ID=08d892dc-9695-4efa-a35f-78ddcc070935,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:26.421159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Allocated IP 172.26.6.7 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/25a4f5bd-d254-42bb-8ba1-64b33ec8afa1) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:26.433263 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01fd78-86d5-44ca-9bcf-1b9add04e2e7 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event updated for resources: {'Network': ['ID=d045a167-0214-4916-8cd6-6cd28f0610f4,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:26.444630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:26.456116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.469696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Usage tracker for resource:port and tenant:3cf80f2521c8495ea617d58524b72c74 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:26.492605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:26.530087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:26.538355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-887c5027-7a24-4b3d-b6d8-1191d7c6f465 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.600640 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60396) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:26.644205 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.674955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-600ff0d7-4792-4b01-89c9-ec609f882545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.735770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-600ff0d7-4792-4b01-89c9-ec609f882545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:26.739600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d045a167-0214-4916-8cd6-6cd28f0610f4']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:26.753372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-600ff0d7-4792-4b01-89c9-ec609f882545 admin admin] Usage tracker for resource:security_group_rule and tenant:b8890e572ab349b4862a0237e7259e08 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:26.760062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-887c5027-7a24-4b3d-b6d8-1191d7c6f465 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Calling delete_port for 24e0e0b0-fd35-4745-90ad-36267b1d0a80 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:26.760588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-600ff0d7-4792-4b01-89c9-ec609f882545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:26.763126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f79e90a-9f6c-42c2-ba13-d3b0002705fe') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:26.763743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f79e90a-9f6c-42c2-ba13-d3b0002705fe') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:26.778013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-600ff0d7-4792-4b01-89c9-ec609f882545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:26.784743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.810461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Made reservation on behalf of 3cf80f2521c8495ea617d58524b72c74 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:26.813928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.814073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.831350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:26.832176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:26.849675 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:26.863241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:27.060482 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8dd2ca16-5b52-47ba-b598-b2691db02eb5 req-5ad6167a-fec7-4ea9-8687-213405476dfa tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 210 time: 0.1926119 Mar 11 15:39:27.106485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:27.138622 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d045a167-0214-4916-8cd6-6cd28f0610f4 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 15:39:27.228243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:27.288118 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 61431d00-d4f4-48e3-a3e0-57f376b51966 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:27.303942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Pushing event deleted for resources: {'Network': ['ID=d045a167-0214-4916-8cd6-6cd28f0610f4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:27.331389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:27.375576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-600ff0d7-4792-4b01-89c9-ec609f882545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:27.415064 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-894b040c-cec4-487a-aae8-3dd50c2a7470 tempest-ExternalNetworksTestJSON-897162357 tempest-ExternalNetworksTestJSON-897162357-project-admin] 10.222.0.39 "DELETE /v2.0/networks/d045a167-0214-4916-8cd6-6cd28f0610f4 HTTP/1.1" status: 204 len: 168 time: 1.1243260 Mar 11 15:39:27.416070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60406) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:27.441820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 61431d00-d4f4-48e3-a3e0-57f376b51966 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:27.442333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:27.524726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-887c5027-7a24-4b3d-b6d8-1191d7c6f465 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:27.547305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-600ff0d7-4792-4b01-89c9-ec609f882545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:27.590961 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1398efa8-f56a-42f8-8fd0-4928c14ec7f6 tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] DELETE failed (client error): The resource could not be found. Mar 11 15:39:27.591600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1398efa8-f56a-42f8-8fd0-4928c14ec7f6 tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:39:27.595982 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1398efa8-f56a-42f8-8fd0-4928c14ec7f6 tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] 10.222.0.39 "DELETE /v2.0/subnets/980800c0-a46f-4ee8-aeb8-0f48e3b54158 HTTP/1.1" status: 404 len: 337 time: 0.1766934 Mar 11 15:39:27.597791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:27.599099 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60410) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:27.696959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c5027-7a24-4b3d-b6d8-1191d7c6f465 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event deleted for resources: {'Port': ['ID=24e0e0b0-fd35-4745-90ad-36267b1d0a80,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:27.812411 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e76822ce-11ab-4101-b2c1-df8815857869 req-8b9e146a-7b7e-435b-a091-0e2e54995bbe tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 210 time: 0.2320104 Mar 11 15:39:27.860435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Allocated IP 172.20.0.5 (a1b3af6a-4c9c-42b9-8337-bd28f435b9c2/66e3b66b-727f-4b7d-8f30-c9f070b1cb68/97c8093e-16bd-4453-a593-2cf0bf8af487) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:27.863140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ff0d7-4792-4b01-89c9-ec609f882545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065e0139-00f6-4b6b-b173-f1c093c69eb1,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:27.868320 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-600ff0d7-4792-4b01-89c9-ec609f882545 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8890e572ab349b4862a0237e7259e08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2665370 Mar 11 15:39:27.878493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60414) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:27.927009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:27.985987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-887c5027-7a24-4b3d-b6d8-1191d7c6f465 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:28.062779 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-887c5027-7a24-4b3d-b6d8-1191d7c6f465 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "DELETE /v2.0/ports/24e0e0b0-fd35-4745-90ad-36267b1d0a80 HTTP/1.1" status: 204 len: 168 time: 2.3972433 Mar 11 15:39:28.066046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60418) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:28.114154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81475081-44e0-4d79-a052-53921de4362e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:28.250750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:28.294903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:28.302898 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.30', 58195) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:28.316839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:28.382896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932d0625-362b-46a2-8a48-0818f6bf9590']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:28.409607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81475081-44e0-4d79-a052-53921de4362e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:28.422526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282559a3-ac10-4c8d-860e-f07808e20394') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:28.423010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282559a3-ac10-4c8d-860e-f07808e20394') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:28.463958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:28.509057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:28.542252 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:28.542669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:28.563593 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:28.710330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-8384511b-0357-4e6b-bb8e-7ae5b11198c1 req-20bf20d1-5d31-4aff-aac6-b80b6f60e9c6 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Synchronizing usage tracker for tenant:3cf80f2521c8495ea617d58524b72c74 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:28.858628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:28.861835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:28.868799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:39:28.880370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:28.898677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:29.009198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event updated for resources: {'Port': ['ID=25a4f5bd-d254-42bb-8ba1-64b33ec8afa1,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:29.034750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:29.099678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:29.101475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81475081-44e0-4d79-a052-53921de4362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:29.132006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81475081-44e0-4d79-a052-53921de4362e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065e0139-00f6-4b6b-b173-f1c093c69eb1,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:29.163641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Pushing event deleted for resources: {'Network': ['ID=932d0625-362b-46a2-8a48-0818f6bf9590,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:29.169322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:29.233764 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a64795a-2385-44fc-96f5-5525a530ca45 req-a5d1ba85-e12a-414e-b54b-9d9d5c4614d1 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 210 time: 0.2089019 Mar 11 15:39:29.286698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81475081-44e0-4d79-a052-53921de4362e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:29.287968 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-81475081-44e0-4d79-a052-53921de4362e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/065e0139-00f6-4b6b-b173-f1c093c69eb1 HTTP/1.1" status: 204 len: 168 time: 1.4053035 Mar 11 15:39:29.289512 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1262e6f8-de0b-4875-a22d-484ee568d4da tempest-ExternalNetworksTestJSON-1206020893 tempest-ExternalNetworksTestJSON-1206020893-project] 10.222.0.39 "DELETE /v2.0/networks/932d0625-362b-46a2-8a48-0818f6bf9590 HTTP/1.1" status: 204 len: 168 time: 1.6864426 Mar 11 15:39:29.350679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:29.353726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:29.461518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:29.498566 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Transition to ACTIVE for port object 97c8093e-16bd-4453-a593-2cf0bf8af487 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:29.554669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-8384511b-0357-4e6b-bb8e-7ae5b11198c1 req-20bf20d1-5d31-4aff-aac6-b80b6f60e9c6 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Unset dirty status for tenant:3cf80f2521c8495ea617d58524b72c74 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:29.555977 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8384511b-0357-4e6b-bb8e-7ae5b11198c1 req-20bf20d1-5d31-4aff-aac6-b80b6f60e9c6 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 210 time: 1.2416902 Mar 11 15:39:29.596155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd67ab1-a955-416e-8d72-f2f272890876 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:29.596946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-acd67ab1-a955-416e-8d72-f2f272890876 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Synchronizing usage tracker for tenant:dca1bca20b7c426a857f205a9a5e666e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:29.677673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-4f4a8661-d920-4483-b65c-209d6b520827 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:29.679252 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-4f4a8661-d920-4483-b65c-209d6b520827 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.30 "GET /v2.0/networks?id=ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 HTTP/1.1" status: 200 len: 806 time: 1.2824883 Mar 11 15:39:29.726095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Pushing event updated for resources: {'Port': ['ID=08d892dc-9695-4efa-a35f-78ddcc070935,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:29.847880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:29.857821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:29.858329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99e49fd9-9c3e-497b-ab05-61822b3b153b {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:39:29.958496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-acd67ab1-a955-416e-8d72-f2f272890876 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Unset dirty status for tenant:dca1bca20b7c426a857f205a9a5e666e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:29.996358 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-acd67ab1-a955-416e-8d72-f2f272890876 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "GET /v2.0/ports?device_id=200189f6-6f50-482a-a330-86856330a61d HTTP/1.1" status: 200 len: 913 time: 1.8754468 Mar 11 15:39:29.996358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60438) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:30.170999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:30.172748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:30.182139 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ed352c7e-ae97-4deb-810e-5907a6834fe7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0623965 Mar 11 15:39:30.218449 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:39:30.222927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60448) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:30.241123 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a6bf55d4-dfd5-40fa-985c-cc956136fe7f tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 9.3351321 Mar 11 15:39:30.267432 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-26c438af-ef5c-4965-9657-e067f00a35e8 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c82f540907034ec783433631c2c91e3e HTTP/1.1" status: 200 len: 380 time: 0.1582131 Mar 11 15:39:30.453485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Request body: {'port': {'device_id': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'admin_state_up': True, 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'security_groups': ['89154c69-4b2c-4ae2-866f-0005f1d6ba58']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:30.539651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60458) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:30.619512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:30.641667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-5c059e3a-82da-4db5-8221-f6c43d133513 tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Deleting port d21dea75-c17e-4bc2-8de8-a5d1dcbbf27f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:30.642639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5c059e3a-82da-4db5-8221-f6c43d133513 tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:30.684844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:30.774967 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9975416f-4753-40b8-8a44-4dc807dc53cf req-4faf9b13-b107-4e68-9728-cc31f648b979 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 210 time: 0.1909735 Mar 11 15:39:30.796491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:30.898854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Pushing event updated for resources: {'Port': ['ID=97c8093e-16bd-4453-a593-2cf0bf8af487,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:30.928594 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-635097f3-5fc4-4c2f-94dc-8a996db6a9b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e78b25a9c0ca413aaba379ff3ab233cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3757803 Mar 11 15:39:30.946996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60478) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:31.195942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-49e59a4b-3589-4f87-ad7a-57b6eb231f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:31.266058 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4bf19693-1c48-4d34-a5b4-dbd12559e269 None None] Provisioning for port 97c8093e-16bd-4453-a593-2cf0bf8af487 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:31.271093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4bf19693-1c48-4d34-a5b4-dbd12559e269 None None] Provisioning complete for port 97c8093e-16bd-4453-a593-2cf0bf8af487 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:31.283933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4bf19693-1c48-4d34-a5b4-dbd12559e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:31.327597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5c059e3a-82da-4db5-8221-f6c43d133513 tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:31.364857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-49e59a4b-3589-4f87-ad7a-57b6eb231f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:31.451906 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4bf19693-1c48-4d34-a5b4-dbd12559e269 None None] Port 97c8093e-16bd-4453-a593-2cf0bf8af487 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:31.475454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-69dc65e2-5371-4887-b819-f79527f57975 req-3d9458db-fbf7-4c1c-90f3-555ac7da0336 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Synchronizing usage tracker for tenant:63aa522a9c35455aa52f77ae8bc0fa36 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:31.500382 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:31.501001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:31.558513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:31.595154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:31.639819 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-5c059e3a-82da-4db5-8221-f6c43d133513 tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Calling delete_port for d21dea75-c17e-4bc2-8de8-a5d1dcbbf27f owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:31.685295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:31.834529 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-00a5d6d0-9840-4195-b770-d49dfbad54b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9590137 Mar 11 15:39:31.848179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb3de-0aba-4a2a-9232-6df045690b76 req-7a450d7b-3267-4d3c-a952-cebebfee67e5 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:31.849725 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e9eb3de-0aba-4a2a-9232-6df045690b76 req-7a450d7b-3267-4d3c-a952-cebebfee67e5 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 931 time: 0.8174145 Mar 11 15:39:31.878603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-69dc65e2-5371-4887-b819-f79527f57975 req-3d9458db-fbf7-4c1c-90f3-555ac7da0336 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Unset dirty status for tenant:63aa522a9c35455aa52f77ae8bc0fa36 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:31.879344 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-3d9458db-fbf7-4c1c-90f3-555ac7da0336 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1121201539&fields=id&tenant_id=63aa522a9c35455aa52f77ae8bc0fa36 HTTP/1.1" status: 200 len: 267 time: 1.1328743 Mar 11 15:39:31.923925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-fc9f4b09-ae8d-4b60-8e43-b046ec43d9a6 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:39:31.925370 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-fc9f4b09-ae8d-4b60-8e43-b046ec43d9a6 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108311 Mar 11 15:39:31.990538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-49e59a4b-3589-4f87-ad7a-57b6eb231f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:31.997470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5c059e3a-82da-4db5-8221-f6c43d133513 tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:32.012784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60492) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:32.089305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Made reservation on behalf of c82f540907034ec783433631c2c91e3e for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:32.093674 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:32.139917 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e59a4b-3589-4f87-ad7a-57b6eb231f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aba09d-b6e6-44b5-b553-170ec7ad23cc,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:32.144539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c059e3a-82da-4db5-8221-f6c43d133513 tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Pushing event deleted for resources: {'Port': ['ID=d21dea75-c17e-4bc2-8de8-a5d1dcbbf27f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:32.214115 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e9eb3de-0aba-4a2a-9232-6df045690b76 req-4c2399a6-6608-47b9-a029-12710cddd4ed tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402290 Mar 11 15:39:32.236458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5c059e3a-82da-4db5-8221-f6c43d133513 tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:32.242827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-49e59a4b-3589-4f87-ad7a-57b6eb231f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:32.246541 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-49e59a4b-3589-4f87-ad7a-57b6eb231f40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06aba09d-b6e6-44b5-b553-170ec7ad23cc HTTP/1.1" status: 204 len: 168 time: 1.2961504 Mar 11 15:39:32.256539 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5c059e3a-82da-4db5-8221-f6c43d133513 tempest-RoutersAdminNegativeTest-896900051 tempest-RoutersAdminNegativeTest-896900051-project-admin] 10.222.0.39 "DELETE /v2.0/ports/d21dea75-c17e-4bc2-8de8-a5d1dcbbf27f HTTP/1.1" status: 204 len: 168 time: 2.0322988 Mar 11 15:39:32.418841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-772295833'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:32.432820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:32.455098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:network and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:32.466995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:32.479797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:32.594791 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ebb08f28-9b4c-4c1f-aea1-c017654deca4 req-23aad24a-8c53-4463-95ea-34029219ac5d tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 210 time: 0.1026034 Mar 11 15:39:32.648788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:32.666579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc65e2-5371-4887-b819-f79527f57975 req-57d665b9-8e24-4bc5-9484-7e1685cfaaa9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:32.669410 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-57d665b9-8e24-4bc5-9484-7e1685cfaaa9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/networks?id=1410b898-0e6e-4285-a079-c8161b49c4cd HTTP/1.1" status: 200 len: 811 time: 0.7599292 Mar 11 15:39:32.738363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:32.742356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:32.758120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:32.787144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:32.809557 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:security_group_rule and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:32.812792 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-9cc03a97-8b8a-4ce3-b774-b58cdb8ff521 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/quotas/63aa522a9c35455aa52f77ae8bc0fa36 HTTP/1.1" status: 200 len: 375 time: 0.0743628 Mar 11 15:39:32.821203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ff29f6d8-f8dc-4d3b-a2ad-2873c45bcbfe tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:32.826327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:32.839137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:32.995153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:33.217586 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:33.238380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:33.252350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:33.253054 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Added segment 142fc3d8-fe10-422b-af61-97f30fb97418 of type vlan for network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 Mar 11 15:39:33.287971 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:33.363375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Request body: {'port': {'device_id': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:33.366358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec54179-2e7a-4665-8784-b605e1c62b2e,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:33.379484 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:33.390007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:33.391388 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:33.417732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Allocated IP 172.20.0.3 (ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769/ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d/05a642a1-ed2c-4525-9a00-694bb93ef728) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:33.582778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60512) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:33.619405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Network': ['ID=38573247-9fb1-45fd-a5d0-2b8e70d0a7e3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:33.637814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:33.681934 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-226ca2d2-62f2-4531-9f71-18340c3f3aec tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5836389 Mar 11 15:39:33.683156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60520) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:33.692518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:33.850651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:33.855494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:33.859173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:33.865380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:33.984575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea28f-da29-4789-91fe-8ed04138783f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:34.043802 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-16d37e73-e284-4890-bbd9-62eff605c8a5 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=63aa522a9c35455aa52f77ae8bc0fa36&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1185095 Mar 11 15:39:34.141331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8b8ea28f-da29-4789-91fe-8ed04138783f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:34.172898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:34.178436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:34.182940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8b8ea28f-da29-4789-91fe-8ed04138783f admin admin] Usage tracker for resource:security_group_rule and tenant:f2b74795988842c1ab84d8361798b79f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:34.188981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:34.212076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8b8ea28f-da29-4789-91fe-8ed04138783f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:34.226949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8b8ea28f-da29-4789-91fe-8ed04138783f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:34.331577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60524) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:34.441659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644c422-a54a-4060-8879-3f2e205df5ad req-1652f106-c56d-46cb-acaf-d2a17a7650b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:34.443124 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2644c422-a54a-4060-8879-3f2e205df5ad req-1652f106-c56d-46cb-acaf-d2a17a7650b4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 931 time: 0.8562775 Mar 11 15:39:34.477734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Router a8975123-186c-4db4-9c5b-7b2c0a5eae9f is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:39:34.565526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:34.629930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:34.728876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=b5a88d0e-7a54-4dc5-97bb-6721c7199611,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:34.752856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Transition to ACTIVE for port object 05a642a1-ed2c-4525-9a00-694bb93ef728 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:34.754696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:34.755238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network hostable DHCP agents. Network: 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:39:34.843879 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-c1a851a8-24bb-4bc1-9910-ab70b7bdfcc6 service neutron] 10.222.0.39 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758992 Mar 11 15:39:34.854625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:39:34.859001 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3a9aa726-f23e-4467-aedd-44296d479c41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7933499ca964bf39777fe2700a93284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231011 Mar 11 15:39:34.863156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60528) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:34.888920 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2644c422-a54a-4060-8879-3f2e205df5ad req-7f8ba5f3-6ac2-4718-8182-3090f77a84c3 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4235349 Mar 11 15:39:34.967563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-946b3a25-74c9-4b12-a98e-efc0fad562e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:35.017490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-946b3a25-74c9-4b12-a98e-efc0fad562e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:35.059420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:35.065511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:35.065981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:35.070238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fb4731-bdb9-4b5c-a348-af4bd1f26c64 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:35.107610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:35.193921 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0ca98fa2-e6e2-4e0d-9b17-326e0c7f7e0c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5090923 Mar 11 15:39:35.218032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-ff29f6d8-f8dc-4d3b-a2ad-2873c45bcbfe tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Deleting port 64b45793-bd88-4635-b849-328c813248e1 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:35.218656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ff29f6d8-f8dc-4d3b-a2ad-2873c45bcbfe tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:35.318980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60532) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:35.325038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'name': 'tempest-NetworksTestDHCPv6-2010945637'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:35.440850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': 'b5a88d0e-7a54-4dc5-97bb-6721c7199611'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:39:35.442668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:35.460885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-946b3a25-74c9-4b12-a98e-efc0fad562e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:35.465616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-946b3a25-74c9-4b12-a98e-efc0fad562e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:35.465616 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-946b3a25-74c9-4b12-a98e-efc0fad562e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f41358b0-65a6-497e-b720-f18dec267f5c HTTP/1.1" status: 204 len: 168 time: 0.6001456 Mar 11 15:39:35.483146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b3a25-74c9-4b12-a98e-efc0fad562e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41358b0-65a6-497e-b720-f18dec267f5c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:35.630566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:35.634739 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:35.638479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:35.648542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:35.670015 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-d38400b8-b8b7-40dd-bdb1-255be1d363b6 service neutron] 10.222.0.39 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8100426 Mar 11 15:39:35.706968 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/b5a88d0e-7a54-4dc5-97bb-6721c7199611/c0995d31-6732-4efc-96c9-d4cab142fb06) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:35.738148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:35.742225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:35.748761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea28f-da29-4789-91fe-8ed04138783f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:35.767265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:35.781014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:35.785412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port ecbebbff-1025-49fd-9a72-06fc561ec67c yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:39:35.810991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:35.844123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Pushing event updated for resources: {'Port': ['ID=05a642a1-ed2c-4525-9a00-694bb93ef728,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:35.898146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:39:35.947469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ad8c9-5468-4f1b-8c7a-60c1195203f5 None None] Sync routers for ids ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:39:35.961052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea28f-da29-4789-91fe-8ed04138783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:35.999511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ad8c9-5468-4f1b-8c7a-60c1195203f5 None None] Routers {'a8975123-186c-4db4-9c5b-7b2c0a5eae9f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:36.000167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-458ad8c9-5468-4f1b-8c7a-60c1195203f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:36.096268 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8b8ea28f-da29-4789-91fe-8ed04138783f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2b74795988842c1ab84d8361798b79f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5078864 Mar 11 15:39:36.100325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60548) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:36.137309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-458ad8c9-5468-4f1b-8c7a-60c1195203f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:36.166321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.186773 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ad8c9-5468-4f1b-8c7a-60c1195203f5 None None] Routers {'a8975123-186c-4db4-9c5b-7b2c0a5eae9f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:36.187357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-458ad8c9-5468-4f1b-8c7a-60c1195203f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:36.200648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7885882b-8560-46e4-bba6-a59e82e13f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.233933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7885882b-8560-46e4-bba6-a59e82e13f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.242140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:36.242789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.248658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c8093e-16bd-4453-a593-2cf0bf8af487 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:39:36.260734 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Transition to ACTIVE for port object c0995d31-6732-4efc-96c9-d4cab142fb06 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:36.263672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-458ad8c9-5468-4f1b-8c7a-60c1195203f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:36.264064 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ad8c9-5468-4f1b-8c7a-60c1195203f5 None None] The sync data for ids ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:39:36.269178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6b8b866f-1be4-4790-b9d8-1a5078511043 None None] Provisioning for port 05a642a1-ed2c-4525-9a00-694bb93ef728 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:36.278704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6b8b866f-1be4-4790-b9d8-1a5078511043 None None] Provisioning complete for port 05a642a1-ed2c-4525-9a00-694bb93ef728 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:36.279074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6b8b866f-1be4-4790-b9d8-1a5078511043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.291110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.298016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ea28f-da29-4789-91fe-8ed04138783f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f527627-98a3-45d1-93ca-09dbc8dd2457,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:36.329691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131f847-bef7-464a-b935-5b03f0bb2fcc req-a2e1a6be-dcdc-476d-befc-23183e20762b tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:36.330407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c131f847-bef7-464a-b935-5b03f0bb2fcc req-a2e1a6be-dcdc-476d-befc-23183e20762b tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Synchronizing usage tracker for tenant:c82f540907034ec783433631c2c91e3e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:36.343029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b866f-1be4-4790-b9d8-1a5078511043 None None] Port 05a642a1-ed2c-4525-9a00-694bb93ef728 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:36.358921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.362516 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-99d7db49-e1a0-4838-89c7-a3f41fa160a2 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 15.4117577 Mar 11 15:39:36.363275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60562) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:36.367913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ff29f6d8-f8dc-4d3b-a2ad-2873c45bcbfe tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.383707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Transition to ACTIVE for port object 97c8093e-16bd-4453-a593-2cf0bf8af487 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:36.401629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Transition to ACTIVE for port object c0995d31-6732-4efc-96c9-d4cab142fb06 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:36.436894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7885882b-8560-46e4-bba6-a59e82e13f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.464382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885882b-8560-46e4-bba6-a59e82e13f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f527627-98a3-45d1-93ca-09dbc8dd2457,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:36.490951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.509629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-ff29f6d8-f8dc-4d3b-a2ad-2873c45bcbfe tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Calling delete_port for 64b45793-bd88-4635-b849-328c813248e1 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:36.538852 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-683efca7-5f14-49d0-ae62-a91bb872e9b5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0893583 Mar 11 15:39:36.547143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.554900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c131f847-bef7-464a-b935-5b03f0bb2fcc req-a2e1a6be-dcdc-476d-befc-23183e20762b tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Unset dirty status for tenant:c82f540907034ec783433631c2c91e3e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:36.556125 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c131f847-bef7-464a-b935-5b03f0bb2fcc req-a2e1a6be-dcdc-476d-befc-23183e20762b tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 931 time: 1.4522865 Mar 11 15:39:36.626734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7885882b-8560-46e4-bba6-a59e82e13f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.633406 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7885882b-8560-46e4-bba6-a59e82e13f68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f527627-98a3-45d1-93ca-09dbc8dd2457 HTTP/1.1" status: 204 len: 168 time: 0.5280781 Mar 11 15:39:36.658456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7012f-d835-4b15-aabc-ca9ad57d3a4f req-fe0cb617-a060-40e1-9e88-27b42ee35803 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:36.658613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Pushing event updated for resources: {'Port': ['ID=c0995d31-6732-4efc-96c9-d4cab142fb06,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:36.660932 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3eb7012f-d835-4b15-aabc-ca9ad57d3a4f req-fe0cb617-a060-40e1-9e88-27b42ee35803 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 931 time: 0.5449514 Mar 11 15:39:36.691358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:36.695366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:36.706418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:36.709963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::166 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/b5a88d0e-7a54-4dc5-97bb-6721c7199611/ecbebbff-1025-49fd-9a72-06fc561ec67c) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:36.932994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Attempting to bind port c0995d31-6732-4efc-96c9-d4cab142fb06 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:36.933482 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Attempting to bind port c0995d31-6732-4efc-96c9-d4cab142fb06 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:36.934373 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Attempting to bind port c0995d31-6732-4efc-96c9-d4cab142fb06 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:36.951765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:36.952149 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:36.952636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:36.952945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:36.953415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Bound port: c0995d31-6732-4efc-96c9-d4cab142fb06, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:36.955869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:37.100131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] For port c0995d31-6732-4efc-96c9-d4cab142fb06, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:37.103692 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] For port c0995d31-6732-4efc-96c9-d4cab142fb06, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c0995d31-6732-4efc-96c9-d4cab142fb06,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:37.133518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Pushing event updated for resources: {'Port': ['ID=97c8093e-16bd-4453-a593-2cf0bf8af487,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:37.168828 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:37.203621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c131f847-bef7-464a-b935-5b03f0bb2fcc req-3970b059-d25a-4cf4-963e-327d0fe8be4f tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6010056 Mar 11 15:39:37.253015 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3eb7012f-d835-4b15-aabc-ca9ad57d3a4f req-ed394e5d-6153-4738-82b9-6c881dcd0402 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5181079 Mar 11 15:39:37.403915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97076be8-84b6-4e6b-9396-287901f70c04 None None] Pushing event updated for resources: {'Port': ['ID=c0995d31-6732-4efc-96c9-d4cab142fb06,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:37.460985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Attempting to bind port 97c8093e-16bd-4453-a593-2cf0bf8af487 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:37.461870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Attempting to bind port 97c8093e-16bd-4453-a593-2cf0bf8af487 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:37.462407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Attempting to bind port 97c8093e-16bd-4453-a593-2cf0bf8af487 on network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:37.494487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Port 97c8093e-16bd-4453-a593-2cf0bf8af487 on network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:39:37.495093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Attempting to bind port 97c8093e-16bd-4453-a593-2cf0bf8af487 on network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:37.512179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:37.512523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Checking segment: {'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:37.513129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Bound using segment: {'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:37.513573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Bound port: 97c8093e-16bd-4453-a593-2cf0bf8af487, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adbe1f8-6b63-4087-9b7b-89af7117473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:37.513921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:37.600456 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35166bc8-9077-47ad-b29f-15894fbd6e3e req-136f0def-f951-46b6-92cc-448d2fcd30b0 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 210 time: 0.0640216 Mar 11 15:39:37.615373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:37.708070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object ecbebbff-1025-49fd-9a72-06fc561ec67c will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:37.858973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ff29f6d8-f8dc-4d3b-a2ad-2873c45bcbfe tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:37.877044 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:37.942720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29f6d8-f8dc-4d3b-a2ad-2873c45bcbfe tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event deleted for resources: {'Port': ['ID=64b45793-bd88-4635-b849-328c813248e1,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:37.944846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] For port 97c8093e-16bd-4453-a593-2cf0bf8af487, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:37.966945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:38.066233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] For port 97c8093e-16bd-4453-a593-2cf0bf8af487, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=97c8093e-16bd-4453-a593-2cf0bf8af487,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:38.100070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60586) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:38.174196 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:38.180265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:38.182728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:38.188250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1008a13a-0a22-43cd-8649-b8d9ece3d813 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ddf62926c184d2d8253e938d0965548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870826 Mar 11 15:39:38.194181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:38.194340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:38.194449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:38.198747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60590) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:38.212932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=ecbebbff-1025-49fd-9a72-06fc561ec67c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:38.528835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Request body: {'port': {'device_id': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:38.539866 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-923d4172-0240-4ee3-82d4-5437b1ee14fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2196712 Mar 11 15:39:38.547776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60602) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:38.708452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:38.709349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:38.711773 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] 10.222.0.30 "PUT /v2.0/ports/97c8093e-16bd-4453-a593-2cf0bf8af487 HTTP/1.1" status: 200 len: 1093 time: 6.4855454 Mar 11 15:39:38.731608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580c6e4-5c28-400b-98f7-aa1d11cad772 service neutron] Pushing event updated for resources: {'Port': ['ID=97c8093e-16bd-4453-a593-2cf0bf8af487,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:38.734208 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'tag': '97c8093e-16bd-4453-a593-2cf0bf8af487'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:39:38.793054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d3811-7d82-4e02-8962-9050bdf12212 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:38.799181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d3811-7d82-4e02-8962-9050bdf12212 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:38.799991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4a8d3811-7d82-4e02-8962-9050bdf12212 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:38.869962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ff29f6d8-f8dc-4d3b-a2ad-2873c45bcbfe tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:38.880778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Allocated IP 172.20.0.1 (fc69dbff-b535-48dd-83da-05d584acfbae/d0d48867-df66-4576-b182-1fcf78c5adf6/b341583b-71ca-476f-9ff7-e5899771819c) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:38.882389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f95a-c789-47dd-a246-767462a64f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:38.900129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603d9dc-0fef-4d1d-9762-0cb9aaa5dfad None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:39.037470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60618) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:39.072812 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4a8d3811-7d82-4e02-8962-9050bdf12212 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:39.074314 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4a8d3811-7d82-4e02-8962-9050bdf12212 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5250366 Mar 11 15:39:39.085305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60626) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:39.091345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f95a-c789-47dd-a246-767462a64f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.197132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7c82a20d-88c4-43a5-b1c6-8e16808594cd None None] Provisioning for port c0995d31-6732-4efc-96c9-d4cab142fb06 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:39.197383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-39b607f5-454f-4d3d-80c1-3b67dd1b6ae4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port ecbebbff-1025-49fd-9a72-06fc561ec67c {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:39.198343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39b607f5-454f-4d3d-80c1-3b67dd1b6ae4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.283467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.301911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.320391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Transition to ACTIVE for port object b341583b-71ca-476f-9ff7-e5899771819c will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:39.371204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-320406789', 'router:external': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:39.384932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:39.392955 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c0995d31-6732-4efc-96c9-d4cab142fb06 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:39.399447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Usage tracker for resource:network and tenant:94bbf5380b8a4140be855a3dc603781f is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:39.404731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:39.413724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:39.444924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.454294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114f8f7-cabe-4147-b186-7ebd649593c1 req-f9baff8c-710a-485b-92db-615716d7d808 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:39.455843 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e114f8f7-cabe-4147-b186-7ebd649593c1 req-f9baff8c-710a-485b-92db-615716d7d808 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 943 time: 0.9004941 Mar 11 15:39:39.463946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6042413-e6b1-4d2f-a54b-804fe6677661 req-8a8f46b2-9fa3-4e7f-b4a9-17bc9518771f tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:39.465996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a6042413-e6b1-4d2f-a54b-804fe6677661 req-8a8f46b2-9fa3-4e7f-b4a9-17bc9518771f tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 931 time: 0.9093874 Mar 11 15:39:39.526628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff29f6d8-f8dc-4d3b-a2ad-2873c45bcbfe tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Router 200189f6-6f50-482a-a330-86856330a61d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:39:39.554605 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Network fc69dbff-b535-48dd-83da-05d584acfbae is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:39.602810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:39.610395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port c0995d31-6732-4efc-96c9-d4cab142fb06 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:39.613285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-6c8a6477-7c22-4463-8c74-e3b6b6296485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:39.614823 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-6c8a6477-7c22-4463-8c74-e3b6b6296485 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cf80f2521c8495ea617d58524b72c74&device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 1096 time: 0.6041694 Mar 11 15:39:39.616712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:39.619277 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port c0995d31-6732-4efc-96c9-d4cab142fb06 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:39.620855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.666437 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Made reservation on behalf of 94bbf5380b8a4140be855a3dc603781f for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:39.668783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.700144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event updated for resources: {'Port': ['ID=b341583b-71ca-476f-9ff7-e5899771819c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:39.714150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.736411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f95a-c789-47dd-a246-767462a64f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.744203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:39.756604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c9defd29-8b21-4134-8ec9-60ffd716e8e3 None None] Provisioning complete for port c0995d31-6732-4efc-96c9-d4cab142fb06 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:39.757637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c9defd29-8b21-4134-8ec9-60ffd716e8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.757939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Usage tracker for resource:security_group_rule and tenant:94bbf5380b8a4140be855a3dc603781f is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:39.763008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:39.776289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.779811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:39.790626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39b607f5-454f-4d3d-80c1-3b67dd1b6ae4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:39.822155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.30', 58201) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:39.914156 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e114f8f7-cabe-4147-b186-7ebd649593c1 req-3798aaf7-19d5-4922-a2a1-4d309cc14ebb tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4442723 Mar 11 15:39:39.950597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2f95a-c789-47dd-a246-767462a64f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75795842-2c25-4b9e-b598-bac3e56a5e96,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:39.954583 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-71ab83eb-545a-4a28-9d09-77b213a4d4e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c8093e-16bd-4453-a593-2cf0bf8af487 HTTP/1.1" status: 200 len: 217 time: 0.2275045 Mar 11 15:39:39.968822 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a6042413-e6b1-4d2f-a54b-804fe6677661 req-1815ed47-72d6-4c25-8d69-85bb6a06aad6 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4930019 Mar 11 15:39:40.049631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:40.098315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-39b607f5-454f-4d3d-80c1-3b67dd1b6ae4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for ecbebbff-1025-49fd-9a72-06fc561ec67c owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:40.147143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port c0995d31-6732-4efc-96c9-d4cab142fb06, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c0995d31-6732-4efc-96c9-d4cab142fb06,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:40.182557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c9defd29-8b21-4134-8ec9-60ffd716e8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:40.183701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff29f6d8-f8dc-4d3b-a2ad-2873c45bcbfe tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:39:40.195367 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4855e-e581-4b0c-af2e-26919bdd2fba None None] Sync routers for ids ['200189f6-6f50-482a-a330-86856330a61d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:39:40.222442 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4855e-e581-4b0c-af2e-26919bdd2fba None None] Routers {'200189f6-6f50-482a-a330-86856330a61d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:40.224877 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9b4855e-e581-4b0c-af2e-26919bdd2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['200189f6-6f50-482a-a330-86856330a61d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:40.255965 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'tag': '97c8093e-16bd-4453-a593-2cf0bf8af487', 'status': 'completed', 'code': 200} Mar 11 15:39:40.318775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:40.324206 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc65e2-5371-4887-b819-f79527f57975 req-68ffa87e-bb51-44ef-aece-6eddaf43a344 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:40.324959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [req-69dc65e2-5371-4887-b819-f79527f57975 req-68ffa87e-bb51-44ef-aece-6eddaf43a344 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Synchronizing usage tracker for tenant:63aa522a9c35455aa52f77ae8bc0fa36 on resource:network {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:40.326938 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1a333729-a0e4-4f3c-ae0f-268f85edcbb7 req-bb62b923-f792-486c-9180-7b28eeae3896 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 210 time: 0.1445534 Mar 11 15:39:40.343760 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9b4855e-e581-4b0c-af2e-26919bdd2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:40.349232 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ff29f6d8-f8dc-4d3b-a2ad-2873c45bcbfe tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "PUT /v2.0/routers/200189f6-6f50-482a-a330-86856330a61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3661342 Mar 11 15:39:40.356082 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4855e-e581-4b0c-af2e-26919bdd2fba None None] Routers {'200189f6-6f50-482a-a330-86856330a61d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:40.357025 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9b4855e-e581-4b0c-af2e-26919bdd2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['200189f6-6f50-482a-a330-86856330a61d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:40.359327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60636) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:40.362256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f95a-c789-47dd-a246-767462a64f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:40.370495 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3dc2f95a-c789-47dd-a246-767462a64f10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75795842-2c25-4b9e-b598-bac3e56a5e96 HTTP/1.1" status: 204 len: 168 time: 2.1092145 Mar 11 15:39:40.434777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-c9defd29-8b21-4134-8ec9-60ffd716e8e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:39:40.435130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-c9defd29-8b21-4134-8ec9-60ffd716e8e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:39:40.445361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=c0995d31-6732-4efc-96c9-d4cab142fb06,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:40.461372 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9b4855e-e581-4b0c-af2e-26919bdd2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:40.461783 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4855e-e581-4b0c-af2e-26919bdd2fba None None] The sync data for ids ['200189f6-6f50-482a-a330-86856330a61d'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:39:40.472462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-314b2bea-7495-4a9a-bc1a-9fc394e02587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:40.473878 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-314b2bea-7495-4a9a-bc1a-9fc394e02587 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66e3b66b-727f-4b7d-8f30-c9f070b1cb68 HTTP/1.1" status: 200 len: 850 time: 0.4997213 Mar 11 15:39:40.576400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:39:40.664190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:40.698433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97e656d2-e4db-4b99-9c3f-9bdbfddd4c33 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:40.715615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [req-69dc65e2-5371-4887-b819-f79527f57975 req-68ffa87e-bb51-44ef-aece-6eddaf43a344 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Unset dirty status for tenant:63aa522a9c35455aa52f77ae8bc0fa36 on resource:network {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:40.716802 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-68ffa87e-bb51-44ef-aece-6eddaf43a344 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.30 "GET /v2.0/networks?id=1410b898-0e6e-4285-a079-c8161b49c4cd HTTP/1.1" status: 200 len: 811 time: 0.8914182 Mar 11 15:39:40.767082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:40.770329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39b607f5-454f-4d3d-80c1-3b67dd1b6ae4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:40.844692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a642a1-ed2c-4525-9a00-694bb93ef728 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:39:40.866581 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b607f5-454f-4d3d-80c1-3b67dd1b6ae4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=ecbebbff-1025-49fd-9a72-06fc561ec67c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:40.932436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:40.971149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39b607f5-454f-4d3d-80c1-3b67dd1b6ae4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:40.973346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.001825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [req-69dc65e2-5371-4887-b819-f79527f57975 req-7ee6855e-dad0-4177-946f-cd539fa809f9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Synchronizing usage tracker for tenant:63aa522a9c35455aa52f77ae8bc0fa36 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:41.013207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.023331 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06c5248-9d16-4084-80b1-2546843f4c42,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:41.041543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.047072 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Added segment 4ff3bba7-efbf-41b4-a3fb-eaaaf8acdddc of type vlan for network ab852644-2f65-46d8-8068-f3e13fffaf95 Mar 11 15:39:41.118891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c9defd29-8b21-4134-8ec9-60ffd716e8e3 None None] Could not find standard attr ID for object ecbebbff-1025-49fd-9a72-06fc561ec67c. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:39:41.126959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [req-69dc65e2-5371-4887-b819-f79527f57975 req-7ee6855e-dad0-4177-946f-cd539fa809f9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Unset dirty status for tenant:63aa522a9c35455aa52f77ae8bc0fa36 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:41.128116 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-7ee6855e-dad0-4177-946f-cd539fa809f9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63aa522a9c35455aa52f77ae8bc0fa36 HTTP/1.1" status: 200 len: 380 time: 0.4029813 Mar 11 15:39:41.152917 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Request body: {'port': {'device_id': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'admin_state_up': True, 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'security_groups': ['f14d040d-56ca-40eb-a10c-7e572f57aa33']}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:41.181763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97e656d2-e4db-4b99-9c3f-9bdbfddd4c33 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.185077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Transition to ACTIVE for port object 05a642a1-ed2c-4525-9a00-694bb93ef728 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:41.207932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.219088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97e656d2-e4db-4b99-9c3f-9bdbfddd4c33 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.266635 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-542a631a-b1ee-4dd5-85d8-0cf12d22ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:41.268134 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-542a631a-b1ee-4dd5-85d8-0cf12d22ee6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7360518 Mar 11 15:39:41.293768 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c0995d31-6732-4efc-96c9-d4cab142fb06 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:41.313181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.337936 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-39b607f5-454f-4d3d-80c1-3b67dd1b6ae4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/ecbebbff-1025-49fd-9a72-06fc561ec67c HTTP/1.1" status: 204 len: 168 time: 2.2490966 Mar 11 15:39:41.384153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port c0995d31-6732-4efc-96c9-d4cab142fb06 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:41.384895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.399756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60660) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:41.426824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-26abe296-8389-4ed9-a0da-018c388fbd20 None None] Provisioning for port b341583b-71ca-476f-9ff7-e5899771819c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:41.474810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-26abe296-8389-4ed9-a0da-018c388fbd20 None None] Provisioning complete for port b341583b-71ca-476f-9ff7-e5899771819c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:41.475183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-26abe296-8389-4ed9-a0da-018c388fbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.515053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857fdf8b-6cd2-40ac-bbe3-162cbf378c9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:41.515053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857fdf8b-6cd2-40ac-bbe3-162cbf378c9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:41.521705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-857fdf8b-6cd2-40ac-bbe3-162cbf378c9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:41.615507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-26abe296-8389-4ed9-a0da-018c388fbd20 None None] Port b341583b-71ca-476f-9ff7-e5899771819c cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:41.621774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-26abe296-8389-4ed9-a0da-018c388fbd20 None None] Could not find standard attr ID for object ecbebbff-1025-49fd-9a72-06fc561ec67c. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:39:41.635172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97e656d2-e4db-4b99-9c3f-9bdbfddd4c33 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.635172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e656d2-e4db-4b99-9c3f-9bdbfddd4c33 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Fanout notify agent at l3_agent the message router_deleted on router 200189f6-6f50-482a-a330-86856330a61d {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:39:41.720541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Pushing event updated for resources: {'Port': ['ID=05a642a1-ed2c-4525-9a00-694bb93ef728,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:41.726483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97e656d2-e4db-4b99-9c3f-9bdbfddd4c33 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.727580 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-97e656d2-e4db-4b99-9c3f-9bdbfddd4c33 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "DELETE /v2.0/routers/200189f6-6f50-482a-a330-86856330a61d HTTP/1.1" status: 204 len: 168 time: 1.3543553 Mar 11 15:39:41.738263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60674) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:41.743552 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:41.748207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Usage tracker for resource:port and tenant:63aa522a9c35455aa52f77ae8bc0fa36 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:41.751327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:41.757345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:41.771905 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-857fdf8b-6cd2-40ac-bbe3-162cbf378c9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:41.775683 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-857fdf8b-6cd2-40ac-bbe3-162cbf378c9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3723640 Mar 11 15:39:41.775683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.775683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:41.775683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.780849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60678) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:41.848926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db6c0-ef31-47a0-9011-5517d42c01fb req-cf49ba29-1a38-47d6-8d04-a4d25c41b7ba tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:41.854474 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60682) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:41.858144 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-128db6c0-ef31-47a0-9011-5517d42c01fb req-cf49ba29-1a38-47d6-8d04-a4d25c41b7ba tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 931 time: 0.6940920 Mar 11 15:39:41.894500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f608c-2ca2-4133-9124-5f74c66b2038 req-d62936cd-3249-4f07-a194-a459a56b74b5 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:41.895858 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8c0f608c-2ca2-4133-9124-5f74c66b2038 req-d62936cd-3249-4f07-a194-a459a56b74b5 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 943 time: 0.6748762 Mar 11 15:39:41.903907 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-0514287a-2c5b-46c2-b474-b169fe4d10c6 service neutron] 10.222.0.30 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199539 Mar 11 15:39:41.913672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a457804-294f-4f62-98ee-b13edc9c05f5 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Deleting subnet 06accec7-8d4e-49a8-b0c9-d4f151671341 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:39:41.948327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Made reservation on behalf of 63aa522a9c35455aa52f77ae8bc0fa36 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:41.952301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.959252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a457804-294f-4f62-98ee-b13edc9c05f5 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:41.990526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event updated for resources: {'Network': ['ID=ab852644-2f65-46d8-8068-f3e13fffaf95,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:42.004634 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network ab852644-2f65-46d8-8068-f3e13fffaf95 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:42.035002 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-128db6c0-ef31-47a0-9011-5517d42c01fb req-2614c264-6481-49cc-907a-acdcd1f5664e tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753936 Mar 11 15:39:42.051676 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-93886dda-2190-4c90-8ed6-793e658b7651 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.0118909 Mar 11 15:39:42.055467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60688) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:42.105911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14024e6-45ff-472c-aa3c-478272f44d50 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet b5a88d0e-7a54-4dc5-97bb-6721c7199611 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:39:42.115741 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Request body: {'subnet': {'network_id': 'ab852644-2f65-46d8-8068-f3e13fffaf95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:42.128780 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c14024e6-45ff-472c-aa3c-478272f44d50 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.168428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:42.195009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Usage tracker for resource:subnet and tenant:94bbf5380b8a4140be855a3dc603781f is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:42.214258 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1957db2e-86f9-47af-a398-949cf2021068 tempest-AgentManagementNegativeTest-1987564100 tempest-AgentManagementNegativeTest-1987564100-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3562405 Mar 11 15:39:42.217692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a457804-294f-4f62-98ee-b13edc9c05f5 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.221072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:42.251757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:42.253734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8c0f608c-2ca2-4133-9124-5f74c66b2038 req-d4e30a25-136a-4ead-99ee-1a2572766ddf tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442202 Mar 11 15:39:42.268203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c14024e6-45ff-472c-aa3c-478272f44d50 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.329451 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1a81280f-6c61-4b96-9aa2-bdfb7a7cc8ac req-0ca8da2f-f09d-49f9-904b-081d5bb0fecb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 210 time: 0.1258583 Mar 11 15:39:42.394635 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83a90c8e-b157-4f23-90ca-d2a0626e3c4b req-40b9d8d7-d65d-4787-925f-25568b279b4a service neutron] 10.222.0.30 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780176 Mar 11 15:39:42.414635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Made reservation on behalf of 94bbf5380b8a4140be855a3dc603781f for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:42.416958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.439502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Attempting to bind port 05a642a1-ed2c-4525-9a00-694bb93ef728 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:42.439758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Attempting to bind port 05a642a1-ed2c-4525-9a00-694bb93ef728 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:42.440116 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Attempting to bind port 05a642a1-ed2c-4525-9a00-694bb93ef728 on network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:42.453209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Port 05a642a1-ed2c-4525-9a00-694bb93ef728 on network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:39:42.453527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Attempting to bind port 05a642a1-ed2c-4525-9a00-694bb93ef728 on network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:42.461477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:42.461810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Checking segment: {'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:42.461973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Allocated IP 172.20.0.11 (1410b898-0e6e-4285-a079-c8161b49c4cd/3cf361e4-4fdb-4223-afe3-8508e64593f5/d8d59228-922c-4881-8362-155d014dd350) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:42.462192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Bound using segment: {'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:42.462871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Bound port: 05a642a1-ed2c-4525-9a00-694bb93ef728, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '385faaca-7d45-476e-9de3-eb47a857667d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:42.463211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.472145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.510634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a457804-294f-4f62-98ee-b13edc9c05f5 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.571597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c14024e6-45ff-472c-aa3c-478272f44d50 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.666591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] For port 05a642a1-ed2c-4525-9a00-694bb93ef728, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:42.672729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] For port 05a642a1-ed2c-4525-9a00-694bb93ef728, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=05a642a1-ed2c-4525-9a00-694bb93ef728,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:42.693666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1d465-10bf-4231-a730-2b5f9e55de5d req-d72f0b36-359d-4a5d-832b-0d1b257e9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:42.695076 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f8a1d465-10bf-4231-a730-2b5f9e55de5d req-d72f0b36-359d-4a5d-832b-0d1b257e9a46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cf80f2521c8495ea617d58524b72c74&device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 1096 time: 0.1340632 Mar 11 15:39:42.699797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.759732 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:39:42.803365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a457804-294f-4f62-98ee-b13edc9c05f5 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.807387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.887063 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60698) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:42.901644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a457804-294f-4f62-98ee-b13edc9c05f5 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event deleted for resources: {'Subnet': ['ID=06accec7-8d4e-49a8-b0c9-d4f151671341,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:42.911218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a457804-294f-4f62-98ee-b13edc9c05f5 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.916437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0886e4d0-4c3f-4ba6-bb2c-cf074f1ee1bd None None] Network 01485169-8280-4dd2-9945-161c72953eff requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:42.928283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:42.928949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:42.930344 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] 10.222.0.30 "PUT /v2.0/ports/05a642a1-ed2c-4525-9a00-694bb93ef728 HTTP/1.1" status: 200 len: 1093 time: 4.6581504 Mar 11 15:39:42.933182 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'tag': '05a642a1-ed2c-4525-9a00-694bb93ef728'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:39:42.960132 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6a457804-294f-4f62-98ee-b13edc9c05f5 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "DELETE /v2.0/subnets/06accec7-8d4e-49a8-b0c9-d4f151671341 HTTP/1.1" status: 204 len: 168 time: 1.2201402 Mar 11 15:39:42.965415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60706) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:42.966273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714b2bb-325a-46fd-bdde-0e528107ee4d service neutron] Pushing event updated for resources: {'Port': ['ID=05a642a1-ed2c-4525-9a00-694bb93ef728,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:42.992210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1d465-10bf-4231-a730-2b5f9e55de5d req-13d1b906-47e3-4af3-b3df-a935f63750d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:42.998131 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f8a1d465-10bf-4231-a730-2b5f9e55de5d req-13d1b906-47e3-4af3-b3df-a935f63750d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 HTTP/1.1" status: 200 len: 912 time: 0.2968051 Mar 11 15:39:43.005757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:43.019554 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'tag': '05a642a1-ed2c-4525-9a00-694bb93ef728', 'status': 'completed', 'code': 200} Mar 11 15:39:43.032844 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event updated for resources: {'Port': ['ID=b341583b-71ca-476f-9ff7-e5899771819c,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:43.258251 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c14024e6-45ff-472c-aa3c-478272f44d50 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:43.311516 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94e429ca-d2e2-4b1e-9ea6-056097106487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:43.337346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:43.338484 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f8a1d465-10bf-4231-a730-2b5f9e55de5d req-b80b44d2-e5b6-4bca-b6a1-7962173c073e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c8093e-16bd-4453-a593-2cf0bf8af487 HTTP/1.1" status: 200 len: 217 time: 0.3178639 Mar 11 15:39:43.343914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14024e6-45ff-472c-aa3c-478272f44d50 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a88d0e-7a54-4dc5-97bb-6721c7199611,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:43.367211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-94e429ca-d2e2-4b1e-9ea6-056097106487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:43.369734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c14024e6-45ff-472c-aa3c-478272f44d50 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:43.382190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a199e7a0-1ec9-4b81-8534-23eed1e612c9 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:43.390047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-94e429ca-d2e2-4b1e-9ea6-056097106487 admin admin] Usage tracker for resource:security_group_rule and tenant:8aface3c4d964da98303480a1a59f841 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:43.393486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Transition to ACTIVE for port object d8d59228-922c-4881-8362-155d014dd350 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:43.397337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-94e429ca-d2e2-4b1e-9ea6-056097106487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:43.425031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-94e429ca-d2e2-4b1e-9ea6-056097106487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:43.447894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:43.454520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Network fc69dbff-b535-48dd-83da-05d584acfbae is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:43.460908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:43.541373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Deleting port 6173d06f-324c-426d-af8e-d214fd8fe1f6 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:43.541683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:43.553927 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c14024e6-45ff-472c-aa3c-478272f44d50 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/b5a88d0e-7a54-4dc5-97bb-6721c7199611 HTTP/1.1" status: 204 len: 168 time: 1.7546401 Mar 11 15:39:43.560864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60718) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:43.582244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1d465-10bf-4231-a730-2b5f9e55de5d req-181f9f3a-3f71-40fe-8362-5129dee20577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:43.583766 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f8a1d465-10bf-4231-a730-2b5f9e55de5d req-181f9f3a-3f71-40fe-8362-5129dee20577 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66e3b66b-727f-4b7d-8f30-c9f070b1cb68 HTTP/1.1" status: 200 len: 850 time: 0.1897807 Mar 11 15:39:43.645391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cda043-88b5-41a7-9426-c81f2f8b93ef None None] DHCP port deletion for 01485169-8280-4dd2-9945-161c72953eff request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:39:43.655016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-60cda043-88b5-41a7-9426-c81f2f8b93ef None None] Deleting port 6173d06f-324c-426d-af8e-d214fd8fe1f6 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:43.655663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-60cda043-88b5-41a7-9426-c81f2f8b93ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:43.664190 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c828b37e-74f9-4d45-bc0c-5db930d21bfe tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998254 Mar 11 15:39:43.671332 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60722) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:43.695144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a819e6-9ff6-4253-87bc-cfd951e68d13 req-968d5995-d3f1-43e4-8dc6-ac64a03a49b2 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:43.696697 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c6a819e6-9ff6-4253-87bc-cfd951e68d13 req-968d5995-d3f1-43e4-8dc6-ac64a03a49b2 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 943 time: 0.3660457 Mar 11 15:39:43.702669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15ce66-a484-40d5-8219-d4a64a937ecf req-54d35c0b-68a0-43d9-bd1d-67b81d028fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:43.704270 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3b15ce66-a484-40d5-8219-d4a64a937ecf req-54d35c0b-68a0-43d9-bd1d-67b81d028fe0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c82f540907034ec783433631c2c91e3e&device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 1096 time: 0.6029358 Mar 11 15:39:43.752228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:43.807284 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:43.828965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c111ec0-1994-4afb-a110-35b1a6494126 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:39:43.845194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5c111ec0-1994-4afb-a110-35b1a6494126 None None] Deleting port c0995d31-6732-4efc-96c9-d4cab142fb06 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:43.845772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5c111ec0-1994-4afb-a110-35b1a6494126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:43.974265 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c6a819e6-9ff6-4253-87bc-cfd951e68d13 req-f2449e30-efc6-451a-9181-d7b68c5ceafe tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332740 Mar 11 15:39:43.977160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-60cda043-88b5-41a7-9426-c81f2f8b93ef None None] For port 6173d06f-324c-426d-af8e-d214fd8fe1f6, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6173d06f-324c-426d-af8e-d214fd8fe1f6,segment=NetworkSegment(b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a),segment_id=b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:43.977646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-60cda043-88b5-41a7-9426-c81f2f8b93ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:43.981681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca39fca-8405-4de3-bf26-3d4938231ca1 req-e376a9ea-7aac-4ad7-89a4-30b4dae8247a tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:43.983122 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5ca39fca-8405-4de3-bf26-3d4938231ca1 req-e376a9ea-7aac-4ad7-89a4-30b4dae8247a tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 943 time: 0.5170186 Mar 11 15:39:43.985166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a673c9c0-dcc4-49d9-ac6d-172369324d11 None None] Provisioning complete for port b341583b-71ca-476f-9ff7-e5899771819c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:43.985642 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a673c9c0-dcc4-49d9-ac6d-172369324d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:44.025305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Network 1410b898-0e6e-4285-a079-c8161b49c4cd is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:44.044863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:44.046681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:44.094280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1d465-10bf-4231-a730-2b5f9e55de5d req-7e6e3e80-d4c6-4237-b9d9-608f8d193bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:44.099122 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f8a1d465-10bf-4231-a730-2b5f9e55de5d req-7e6e3e80-d4c6-4237-b9d9-608f8d193bd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5001271 Mar 11 15:39:44.099122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] For port 6173d06f-324c-426d-af8e-d214fd8fe1f6, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6173d06f-324c-426d-af8e-d214fd8fe1f6,segment=NetworkSegment(b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a),segment_id=b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:44.099122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:44.169856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Pushing event updated for resources: {'Port': ['ID=d8d59228-922c-4881-8362-155d014dd350,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:44.180629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Router a8975123-186c-4db4-9c5b-7b2c0a5eae9f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:39:44.181693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:44.190553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-60cda043-88b5-41a7-9426-c81f2f8b93ef None None] Calling delete_port for 6173d06f-324c-426d-af8e-d214fd8fe1f6 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:44.198745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:44.208164 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:44.239572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:44.262223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:44.262902 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:44.282237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94e429ca-d2e2-4b1e-9ea6-056097106487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:44.332992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15ce66-a484-40d5-8219-d4a64a937ecf req-5d02a3fa-e870-432a-a8c6-4e1b76f5f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:44.334441 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3b15ce66-a484-40d5-8219-d4a64a937ecf req-5d02a3fa-e870-432a-a8c6-4e1b76f5f6a8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c82f540907034ec783433631c2c91e3e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5993133 Mar 11 15:39:44.346569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Calling delete_port for 6173d06f-324c-426d-af8e-d214fd8fe1f6 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:44.373736 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a673c9c0-dcc4-49d9-ac6d-172369324d11 None None] Port b341583b-71ca-476f-9ff7-e5899771819c cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:44.403881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94e429ca-d2e2-4b1e-9ea6-056097106487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:44.405690 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5c111ec0-1994-4afb-a110-35b1a6494126 None None] For port c0995d31-6732-4efc-96c9-d4cab142fb06, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c0995d31-6732-4efc-96c9-d4cab142fb06,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:44.406073 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5c111ec0-1994-4afb-a110-35b1a6494126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:44.456471 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5ca39fca-8405-4de3-bf26-3d4938231ca1 req-6cadd8da-77a1-46c7-b69a-d85e4245c2e4 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193397 Mar 11 15:39:44.540890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5c111ec0-1994-4afb-a110-35b1a6494126 None None] Calling delete_port for c0995d31-6732-4efc-96c9-d4cab142fb06 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:44.569553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-60cda043-88b5-41a7-9426-c81f2f8b93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:44.629966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cda043-88b5-41a7-9426-c81f2f8b93ef None None] No DVR routers for this DVR port 6173d06f-324c-426d-af8e-d214fd8fe1f6 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:39:44.633014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cda043-88b5-41a7-9426-c81f2f8b93ef None None] Pushing event deleted for resources: {'Port': ['ID=6173d06f-324c-426d-af8e-d214fd8fe1f6,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:44.638345 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-33ed9f5e-fa52-43db-98a0-374e9d6969bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5021927 Mar 11 15:39:44.643297 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-94e429ca-d2e2-4b1e-9ea6-056097106487 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8aface3c4d964da98303480a1a59f841&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7467382 Mar 11 15:39:44.649123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60726) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:44.649821 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:44.654176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:44.698374 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e429ca-d2e2-4b1e-9ea6-056097106487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717f44ea-c24c-4ad8-b11e-a3bcc1953767,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:44.724040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:39:44.724040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:39:44.725747 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Request body: {'port': {'device_id': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:44.741523 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-090b38e8-ce30-4084-965d-e086d3e40daf None None] Provisioning for port d8d59228-922c-4881-8362-155d014dd350 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:44.746474 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f8a1d465-10bf-4231-a730-2b5f9e55de5d req-26f20222-537b-440d-a784-1f3eaf1e3c23 service neutron] 10.222.0.30 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296823 Mar 11 15:39:44.752709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-090b38e8-ce30-4084-965d-e086d3e40daf None None] Provisioning complete for port d8d59228-922c-4881-8362-155d014dd350 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:44.752709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-090b38e8-ce30-4084-965d-e086d3e40daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:44.773334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.objects.ports [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88557) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:39:44.773840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:44.787117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5c111ec0-1994-4afb-a110-35b1a6494126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:44.788984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15ce66-a484-40d5-8219-d4a64a937ecf req-d492cccf-b9cb-4a2e-89ac-a6a178ded739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:44.790457 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3b15ce66-a484-40d5-8219-d4a64a937ecf req-d492cccf-b9cb-4a2e-89ac-a6a178ded739 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4153631 Mar 11 15:39:44.847964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c111ec0-1994-4afb-a110-35b1a6494126 None None] Pushing event deleted for resources: {'Port': ['ID=c0995d31-6732-4efc-96c9-d4cab142fb06,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:44.851798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c111ec0-1994-4afb-a110-35b1a6494126 None None] No DVR routers for this DVR port c0995d31-6732-4efc-96c9-d4cab142fb06 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:39:44.873468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-090b38e8-ce30-4084-965d-e086d3e40daf None None] Port d8d59228-922c-4881-8362-155d014dd350 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:44.877838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cb715-0e87-419f-ab98-468122b7bf14 req-2914bc19-cf2f-4625-9a1e-d51bc1506e7e tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:44.879385 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-595cb715-0e87-419f-ab98-468122b7bf14 req-2914bc19-cf2f-4625-9a1e-d51bc1506e7e tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 932 time: 0.5613933 Mar 11 15:39:44.910828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:39:44.921751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf3313-fdf9-49bc-88a7-e73ecf068624 None None] Sync routers for ids ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:39:44.930571 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d07a9f12-f3a4-4c91-a7fc-ac53c2fb4f15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "PUT /v2.0/routers/a8975123-186c-4db4-9c5b-7b2c0a5eae9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5639312 Mar 11 15:39:44.932407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf3313-fdf9-49bc-88a7-e73ecf068624 None None] Routers {'a8975123-186c-4db4-9c5b-7b2c0a5eae9f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:44.933132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-cfcf3313-fdf9-49bc-88a7-e73ecf068624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:44.968910 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60732) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:44.991102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Request body: {'port': {'network_id': 'fc69dbff-b535-48dd-83da-05d584acfbae', 'name': 'tempest-FloatingIPAdminTestJSON-1174450208'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:45.018678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0a88e692-92da-41fe-b519-8f54705c1037,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:45.032710 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-cfcf3313-fdf9-49bc-88a7-e73ecf068624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:45.042091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf3313-fdf9-49bc-88a7-e73ecf068624 None None] Routers {'a8975123-186c-4db4-9c5b-7b2c0a5eae9f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:45.042817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-cfcf3313-fdf9-49bc-88a7-e73ecf068624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:45.096010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35625476-0d72-4004-a412-94653bb1baf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.114621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-cfcf3313-fdf9-49bc-88a7-e73ecf068624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:45.115925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf3313-fdf9-49bc-88a7-e73ecf068624 None None] The sync data for ids ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:39:45.119929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.122734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-595cb715-0e87-419f-ab98-468122b7bf14 req-d2d87fce-665f-473e-b0c6-eaf0949bedd7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818903 Mar 11 15:39:45.146114 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Checking segment: {'id': '4ff3bba7-efbf-41b4-a3fb-eaaaf8acdddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ab852644-2f65-46d8-8068-f3e13fffaf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:45.146478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Network hostable DHCP agents. Network: ab852644-2f65-46d8-8068-f3e13fffaf95, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:39:45.168178 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f8a1d465-10bf-4231-a730-2b5f9e55de5d req-9439c299-2f10-4d2e-b1b0-b8f8b5c0f286 service neutron] 10.222.0.30 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071949 Mar 11 15:39:45.173828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35625476-0d72-4004-a412-94653bb1baf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.224511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Deleting port 6173d06f-324c-426d-af8e-d214fd8fe1f6 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:45.225181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.257420 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6173d06f-324c-426d-af8e-d214fd8fe1f6 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:39:45.294574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 6173d06f-324c-426d-af8e-d214fd8fe1f6 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:39:45.295136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6173d06f-324c-426d-af8e-d214fd8fe1f6 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:39:45.295683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c0995d31-6732-4efc-96c9-d4cab142fb06 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:39:45.331508 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: c0995d31-6732-4efc-96c9-d4cab142fb06 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:39:45.331814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] The port '6173d06f-324c-426d-af8e-d214fd8fe1f6' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:39:45.332175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c0995d31-6732-4efc-96c9-d4cab142fb06 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:39:45.372827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:45.389332 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Network ab852644-2f65-46d8-8068-f3e13fffaf95 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:39:45.398808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Usage tracker for resource:port and tenant:1a264ec862854a2bbe1246b0f1eb0dd1 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:45.408382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:45.422332 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:45.439490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-95980983-a798-42f7-acfc-d36fdb222268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:45.440986 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-95980983-a798-42f7-acfc-d36fdb222268 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c82f540907034ec783433631c2c91e3e&device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 1096 time: 0.5536082 Mar 11 15:39:45.509961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, ab852644-2f65-46d8-8068-f3e13fffaf95) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:45.521401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec00b75-b6f8-4da1-ad3a-5bce3144fac8 None None] Network ab852644-2f65-46d8-8068-f3e13fffaf95 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:45.523738 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:45.524322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.536131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Made reservation on behalf of 1a264ec862854a2bbe1246b0f1eb0dd1 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:45.539492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.556324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.556535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.586352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-1b3fd464-1f5f-47ae-8d23-2b30d1cece12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05a642a1-ed2c-4525-9a00-694bb93ef728 HTTP/1.1" status: 200 len: 217 time: 0.0967317 Mar 11 15:39:45.645447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] device_id is not set on port f54ad9e3-722d-43b3-84a8-5085af17a8c7 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:39:45.653285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01485169-8280-4dd2-9945-161c72953eff']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:45.675733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459899e8-403e-40dc-bd62-b80556fa85fc req-78ae5efd-c449-4326-84be-940c2f548c3f tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:45.677256 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-459899e8-403e-40dc-bd62-b80556fa85fc req-78ae5efd-c449-4326-84be-940c2f548c3f tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 943 time: 0.5140803 Mar 11 15:39:45.691501 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:45.705220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:45.716381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35625476-0d72-4004-a412-94653bb1baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.718766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:45.719370 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.726792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:45.732739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ad7e77-d7d5-4be7-a30e-adf3c9eac92a') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:45.743934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=4771af3c-845c-4f5a-88f4-fd865bf5c5e5,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:45.750093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84932896-0086-464d-96dd-4f36b72803e8 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:45.768539 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-95bc5b58-a683-491a-a0cb-ad7bf13d31ad tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7049441 Mar 11 15:39:45.773127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60740) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:45.784695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.786642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-939425553', 'network_id': 'ab852644-2f65-46d8-8068-f3e13fffaf95'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:45.805662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35625476-0d72-4004-a412-94653bb1baf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717f44ea-c24c-4ad8-b11e-a3bcc1953767,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:45.826774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-22e4fceb-dcef-4e56-85f3-69e9c230b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:45.827650 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-22e4fceb-dcef-4e56-85f3-69e9c230b362 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d HTTP/1.1" status: 200 len: 845 time: 0.2182670 Mar 11 15:39:45.833781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:45.838405 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.847987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d873408-3ed9-4f8d-9a0e-d92a3a73e50e None None] Network ab852644-2f65-46d8-8068-f3e13fffaf95 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:45.884522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Usage tracker for resource:port and tenant:94bbf5380b8a4140be855a3dc603781f is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:45.890918 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d0b81b7a-a080-421f-b6bb-8d9a2582cdcb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2158279 Mar 11 15:39:45.893258 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:45.896006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60744) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:45.897047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:45.897449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:45.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:45.917903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:45.920477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'name': 'tempest-NetworksTestDHCPv6-655504020'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:45.930557 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-459899e8-403e-40dc-bd62-b80556fa85fc req-2491276f-18d1-4983-9079-31c48d5ddca2 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967432 Mar 11 15:39:45.955863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35625476-0d72-4004-a412-94653bb1baf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.959421 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-35625476-0d72-4004-a412-94653bb1baf4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/717f44ea-c24c-4ad8-b11e-a3bcc1953767 HTTP/1.1" status: 204 len: 168 time: 1.3050756 Mar 11 15:39:45.969361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d59228-922c-4881-8362-155d014dd350 {{(pid=88557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:39:46.037285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:46.040916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Allocated IP 172.20.0.9 (fc69dbff-b535-48dd-83da-05d584acfbae/d0d48867-df66-4576-b182-1fcf78c5adf6/f54ad9e3-722d-43b3-84a8-5085af17a8c7) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:46.044762 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b390d0-b172-4622-8ea0-3d7228f21399 req-83b23039-b476-48a2-899e-d0e3e1b2c00d tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:46.046359 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-49b390d0-b172-4622-8ea0-3d7228f21399 req-83b23039-b476-48a2-899e-d0e3e1b2c00d tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 943 time: 0.3861361 Mar 11 15:39:46.051504 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Made reservation on behalf of 94bbf5380b8a4140be855a3dc603781f for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:46.053818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:46.085772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-b819e172-e710-4a72-9033-57237a6b7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:46.087255 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-b819e172-e710-4a72-9033-57237a6b7c52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2504685 Mar 11 15:39:46.099165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Transition to ACTIVE for port object d8d59228-922c-4881-8362-155d014dd350 will not be triggered until provisioned by entity L2. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:46.120202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] device_id is not set on port 6830b778-c09c-4d8a-9de2-aa6d0c92755d yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:39:46.139795 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-49b390d0-b172-4622-8ea0-3d7228f21399 req-c44c4804-2d12-4705-82e9-80408e534368 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824656 Mar 11 15:39:46.144809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:46.183869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '4771af3c-845c-4f5a-88f4-fd865bf5c5e5'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:39:46.184727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:46.206654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:46.248502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:46.251339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] Pushing event deleted for resources: {'Network': ['ID=01485169-8280-4dd2-9945-161c72953eff,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:46.270663 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a5e9a4ef-420b-46bb-97a7-96b319b5ecb3 tempest-FloatingIPNegativeTestJSON-344010384 tempest-FloatingIPNegativeTestJSON-344010384-project] 10.222.0.39 "DELETE /v2.0/networks/01485169-8280-4dd2-9945-161c72953eff HTTP/1.1" status: 204 len: 168 time: 3.3011065 Mar 11 15:39:46.401749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 97c8093e-16bd-4453-a593-2cf0bf8af487 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:39:46.419077 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-05bf6d01-1ca7-425d-a08c-70f484b19402 service neutron] 10.222.0.30 "GET /v2.0/networks/ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222589 Mar 11 15:39:46.436240 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:46.551865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:46.578078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:46.661885 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6187496d-7b68-49bc-a7f6-28e1554c4a59 req-c3ea996d-6b69-4628-a725-df4abcf0ab1e service neutron] 10.222.0.30 "GET /v2.0/networks/ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314582 Mar 11 15:39:46.672055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6989451-31d5-4229-b23c-db4113d881ba req-e8f98279-f2e0-4560-b377-04ab6de442bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:46.673712 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e6989451-31d5-4229-b23c-db4113d881ba req-e8f98279-f2e0-4560-b377-04ab6de442bb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 944 time: 0.3188238 Mar 11 15:39:46.680996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:46.709881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Pushing event updated for resources: {'Port': ['ID=d8d59228-922c-4881-8362-155d014dd350,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:46.728364 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e6989451-31d5-4229-b23c-db4113d881ba req-be6a30d9-4819-4d38-ac08-589e1928f5df tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486717 Mar 11 15:39:46.728938 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/4771af3c-845c-4f5a-88f4-fd865bf5c5e5/6b55f1ef-9b14-4ec6-92e4-5fd9059292cd) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:46.770282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 97c8093e-16bd-4453-a593-2cf0bf8af487, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=97c8093e-16bd-4453-a593-2cf0bf8af487,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:46.787853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '97c8093e-16bd-4453-a593-2cf0bf8af487', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'port_id': '97c8093e-16bd-4453-a593-2cf0bf8af487', 'mac_address': 'fa:16:3e:15:42:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:39:46.868332 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Allocated IP 2001:db8::31f (ab852644-2f65-46d8-8068-f3e13fffaf95/0a88e692-92da-41fe-b519-8f54705c1037/6830b778-c09c-4d8a-9de2-aa6d0c92755d) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:46.894674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:46.899291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:46.903282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:46.963999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Transition to ACTIVE for port object f54ad9e3-722d-43b3-84a8-5085af17a8c7 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:46.965801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Attempting to bind port d8d59228-922c-4881-8362-155d014dd350 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:46.966159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Attempting to bind port d8d59228-922c-4881-8362-155d014dd350 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:46.968626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Attempting to bind port d8d59228-922c-4881-8362-155d014dd350 on network 1410b898-0e6e-4285-a079-c8161b49c4cd {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:46.969880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 155b4d1e-68eb-4f83-8392-7a5dce185099 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:39:47.029794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Port d8d59228-922c-4881-8362-155d014dd350 on network 1410b898-0e6e-4285-a079-c8161b49c4cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:39:47.030020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Attempting to bind port d8d59228-922c-4881-8362-155d014dd350 on network 1410b898-0e6e-4285-a079-c8161b49c4cd {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:47.061603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60770) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:47.064384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:47.064755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Checking segment: {'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:47.065327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Bound using segment: {'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'} {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:47.065769 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Bound port: d8d59228-922c-4881-8362-155d014dd350, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edaddfd1-21c5-4453-8129-4268ed529a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd'}}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:47.066107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.170617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.193628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c8093e-16bd-4453-a593-2cf0bf8af487 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:39:47.260698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9381c3-5587-4404-9735-11a79cd2020f req-24432d3b-7b41-4231-9452-4c8ceba6f3ca tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:47.265970 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3e9381c3-5587-4404-9735-11a79cd2020f req-24432d3b-7b41-4231-9452-4c8ceba6f3ca tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 943 time: 0.2066395 Mar 11 15:39:47.287435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 97c8093e-16bd-4453-a593-2cf0bf8af487, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=97c8093e-16bd-4453-a593-2cf0bf8af487,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:47.313053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.389601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] For port d8d59228-922c-4881-8362-155d014dd350, host hv-neutron-8332, cleared binding levels {{(pid=88557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:47.399620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.412640 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] For port d8d59228-922c-4881-8362-155d014dd350, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d8d59228-922c-4881-8362-155d014dd350,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:47.431292 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3e9381c3-5587-4404-9735-11a79cd2020f req-d9c20112-69a4-4a1a-beda-2dac7a089001 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604257 Mar 11 15:39:47.453245 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f2a8f72a-4ebf-4e40-b0b2-4f8ffdd3b6f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dca1bca20b7c426a857f205a9a5e666e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3897998 Mar 11 15:39:47.455784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60786) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:47.492587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Network fc69dbff-b535-48dd-83da-05d584acfbae is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:47.492587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:47.503523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.508070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:47.525668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673923db-017d-44e8-a2d3-03f6ba8a09e9 req-a122b707-2cf0-4faa-a58f-e4a9f2b88d20 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:47.527543 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-673923db-017d-44e8-a2d3-03f6ba8a09e9 req-a122b707-2cf0-4faa-a58f-e4a9f2b88d20 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 943 time: 0.1860051 Mar 11 15:39:47.542964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.556851 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.572818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Transition to ACTIVE for port object 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:47.587283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event updated for resources: {'Port': ['ID=f54ad9e3-722d-43b3-84a8-5085af17a8c7,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:47.596103 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=97c8093e-16bd-4453-a593-2cf0bf8af487,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:47.621951 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60790) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:47.631665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Transition to ACTIVE for port object 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:47.702984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:47.703693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.705201 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] 10.222.0.30 "PUT /v2.0/ports/d8d59228-922c-4881-8362-155d014dd350 HTTP/1.1" status: 200 len: 1094 time: 3.0313277 Mar 11 15:39:47.705478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.707181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'tag': 'd8d59228-922c-4881-8362-155d014dd350'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:39:47.708534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb4c829d-7c91-48ee-9b58-d16580b58c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.743117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb4c829d-7c91-48ee-9b58-d16580b58c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.815221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:47.835938 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:47.850982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:47.874496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['97c8093e-16bd-4453-a593-2cf0bf8af487'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:39:47.925357 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-673923db-017d-44e8-a2d3-03f6ba8a09e9 req-eae1552d-c71e-45bf-942f-268fd2ce1851 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855410 Mar 11 15:39:47.942878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb4c829d-7c91-48ee-9b58-d16580b58c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.951968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:47.953023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.967008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c829d-7c91-48ee-9b58-d16580b58c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f750df8c-01d6-49a0-b917-a6ada9cc3531,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:47.971136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb4c829d-7c91-48ee-9b58-d16580b58c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:47.971924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Pushing event updated for resources: {'Port': ['ID=6b55f1ef-9b14-4ec6-92e4-5fd9059292cd,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:47.973078 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-eb4c829d-7c91-48ee-9b58-d16580b58c0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f750df8c-01d6-49a0-b917-a6ada9cc3531 HTTP/1.1" status: 204 len: 168 time: 0.5159070 Mar 11 15:39:47.993943 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed443c62-cb9b-4d6d-934e-33af367a8bfa service neutron] Pushing event updated for resources: {'Port': ['ID=d8d59228-922c-4881-8362-155d014dd350,revision_number=3']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:48.037229 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::53 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/4771af3c-845c-4f5a-88f4-fd865bf5c5e5/155b4d1e-68eb-4f83-8392-7a5dce185099) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:48.050594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660306461'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:48.060936 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:48.067438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:network and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:48.073560 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:48.097658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8bb67-6597-4e7f-8a71-da1ce9745eb1 req-7fb7aba2-b428-485b-93a7-04ada66e9acf tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:48.099747 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:48.100174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Attempting to bind port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:48.100675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Attempting to bind port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:48.101040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Attempting to bind port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:48.109434 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4be8bb67-6597-4e7f-8a71-da1ce9745eb1 req-7fb7aba2-b428-485b-93a7-04ada66e9acf tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 944 time: 0.1221941 Mar 11 15:39:48.109619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:48.109940 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:48.110388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:48.110794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:48.111314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Bound port: 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:48.111689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:48.117191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:48.137657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-575c8751-10ef-4e7e-9528-18d24a59a182 None None] Provisioning for port f54ad9e3-722d-43b3-84a8-5085af17a8c7 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:48.181041 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4be8bb67-6597-4e7f-8a71-da1ce9745eb1 req-23a8a993-c2db-4576-9b31-72921e55dbfd tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704591 Mar 11 15:39:48.187731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-575c8751-10ef-4e7e-9528-18d24a59a182 None None] Provisioning complete for port f54ad9e3-722d-43b3-84a8-5085af17a8c7 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:48.188111 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-575c8751-10ef-4e7e-9528-18d24a59a182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:48.190752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc65e2-5371-4887-b819-f79527f57975 req-e541aee6-ad17-4ae7-9bac-c4947e45b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:48.200227 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-e541aee6-ad17-4ae7-9bac-c4947e45b8fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63aa522a9c35455aa52f77ae8bc0fa36&device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 1097 time: 0.3482788 Mar 11 15:39:48.200227 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bd396d2e-f9db-4d3f-9104-5e9a435db07f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2208595 Mar 11 15:39:48.200591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60808) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:48.306432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] For port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:48.309756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] For port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6b55f1ef-9b14-4ec6-92e4-5fd9059292cd,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:48.324846 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'tag': 'd8d59228-922c-4881-8362-155d014dd350', 'status': 'completed', 'code': 200} Mar 11 15:39:48.342457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:48.344809 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-575c8751-10ef-4e7e-9528-18d24a59a182 None None] Port f54ad9e3-722d-43b3-84a8-5085af17a8c7 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:48.347752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:48.363781 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'project_id': '1a264ec862854a2bbe1246b0f1eb0dd1', 'port_id': 'f54ad9e3-722d-43b3-84a8-5085af17a8c7'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:48.368438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:48.370445 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-42159e89-fef2-4052-be42-f96da57ec9ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d59228-922c-4881-8362-155d014dd350 HTTP/1.1" status: 200 len: 217 time: 0.1690114 Mar 11 15:39:48.372654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Usage tracker for resource:floatingip and tenant:1a264ec862854a2bbe1246b0f1eb0dd1 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:48.375466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:48.381591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:48.393876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Network ab852644-2f65-46d8-8068-f3e13fffaf95 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:48.402632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:48.412187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:48.414642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:48.415808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:48.416407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:48.420450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:48.446842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:48.467032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event updated for resources: {'Port': ['ID=6830b778-c09c-4d8a-9de2-aa6d0c92755d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:48.510215 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807add8-19ac-4c8a-bc7f-d72aa2ecd35a None None] Pushing event updated for resources: {'Port': ['ID=6b55f1ef-9b14-4ec6-92e4-5fd9059292cd,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:48.689158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:48.701138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:48.707956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:security_group_rule and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:48.710070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148645a-f58c-4e0e-89ff-9c754bf6c60c req-f421c318-6664-4d06-b73a-369980cbb665 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:48.712054 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b148645a-f58c-4e0e-89ff-9c754bf6c60c req-f421c318-6664-4d06-b73a-369980cbb665 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 943 time: 0.1224005 Mar 11 15:39:48.719202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:48.761111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:48.776348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc65e2-5371-4887-b819-f79527f57975 req-8e45bef7-aa04-4e90-a140-6a66f5796d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:48.776348 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-8e45bef7-aa04-4e90-a140-6a66f5796d38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf361e4-4fdb-4223-afe3-8508e64593f5 HTTP/1.1" status: 200 len: 850 time: 0.3769076 Mar 11 15:39:48.786150 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b1882b9e-e547-4c7d-bc35-9f49106432df tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0113096 Mar 11 15:39:48.792822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60822) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:48.906618 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b148645a-f58c-4e0e-89ff-9c754bf6c60c req-1a557c98-b968-4d7b-9a2f-ad320213f895 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481433 Mar 11 15:39:48.931893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:48.969468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 155b4d1e-68eb-4f83-8392-7a5dce185099 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:48.991300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc65e2-5371-4887-b819-f79527f57975 req-330a10f7-47c9-4c85-8fb8-328f1641cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:48.992810 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-330a10f7-47c9-4c85-8fb8-328f1641cdfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1410b898-0e6e-4285-a079-c8161b49c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2034190 Mar 11 15:39:49.016035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5b782-d8b3-449d-b817-d912f3d47157 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Deleting port 6830b778-c09c-4d8a-9de2-aa6d0c92755d {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:49.016476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b782-d8b3-449d-b817-d912f3d47157 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.056760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.131756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Allocated IP 172.26.6.59 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/7eaceac7-c796-42eb-a55f-b94525a85c6e) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:49.149486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.170786 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-f8e6d87f-597f-45fe-bb75-85708dd97a8e service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691501 Mar 11 15:39:49.205079 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:49.246309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf20452-5149-4a23-980d-1ac227adb687,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:49.263520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.356459 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.370316 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Added segment f935badc-8ee8-4f7b-aff8-513bc018aef8 of type vlan for network 0c57230a-731d-4e9e-9464-0247c4b14f31 Mar 11 15:39:49.387496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.387742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.388042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.388365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.388723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.389052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.389373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.389473 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:49.389864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.389999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.390327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.390647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.390963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:49.570849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:49.571835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=155b4d1e-68eb-4f83-8392-7a5dce185099,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:49.580093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:49.580275 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:49.598484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4d87c-4a59-45b9-b5b5-8ae5f3e5edd8 req-c9150f5c-4e36-42dd-8714-59a420cef42e tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:49.600136 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-79e4d87c-4a59-45b9-b5b5-8ae5f3e5edd8 req-c9150f5c-4e36-42dd-8714-59a420cef42e tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 944 time: 0.5436049 Mar 11 15:39:49.607106 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:49.613790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:49.614448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.626734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60842) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:49.635120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.651555 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-69dc65e2-5371-4887-b819-f79527f57975 req-fee63cdd-9600-43ee-ac82-06de3412d39a service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686828 Mar 11 15:39:49.681869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b782-d8b3-449d-b817-d912f3d47157 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.701584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.727859 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e6f64433-9a8a-4e4b-92b6-e4989fa03152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8218496 Mar 11 15:39:49.730282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60848) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:49.778548 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.784396 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:49.785188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.856771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5b782-d8b3-449d-b817-d912f3d47157 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Calling delete_port for 6830b778-c09c-4d8a-9de2-aa6d0c92755d owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:49.888443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'networks': [{'name': 'tempest-network--2136008584'}, {'name': 'tempest-network--749272415'}]} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:49.888779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'network': {'name': 'tempest-network--2136008584'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:49.889239 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'network': {'name': 'tempest-network--749272415'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:49.896064 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-79e4d87c-4a59-45b9-b5b5-8ae5f3e5edd8 req-50eae9cb-a7ef-4158-8383-e1ab2c7ba5a9 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830141 Mar 11 15:39:49.910737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:49.926161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Usage tracker for resource:network and tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:49.935006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:49.941753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-44cd65d7-eb52-4fd1-9c44-4714bbf03a06 None None] Provisioning for port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:49.948066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:49.952123 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-44cd65d7-eb52-4fd1-9c44-4714bbf03a06 None None] Provisioning complete for port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:49.952715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-44cd65d7-eb52-4fd1-9c44-4714bbf03a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:49.960415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a343ef3-cdfb-440d-952c-f75f99859bbf req-acbcb821-793b-4a89-b371-988b470d9dbe tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:49.961947 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a343ef3-cdfb-440d-952c-f75f99859bbf req-acbcb821-793b-4a89-b371-988b470d9dbe tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 944 time: 0.4766126 Mar 11 15:39:49.972596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=0c57230a-731d-4e9e-9464-0247c4b14f31,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:49.991637 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c38dbef5-2efc-4ff0-a9fa-674e7e370d39 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2957304 Mar 11 15:39:50.035698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 0c57230a-731d-4e9e-9464-0247c4b14f31 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:50.081173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4038-782e-47d6-a28a-9f7499676986 req-d9a97f9b-43b3-4f5f-add3-455fc339b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:50.082689 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-c27c4038-782e-47d6-a28a-9f7499676986 req-d9a97f9b-43b3-4f5f-add3-455fc339b9bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63aa522a9c35455aa52f77ae8bc0fa36&device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 1097 time: 0.2736511 Mar 11 15:39:50.102559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee9543-30f5-405b-a531-401cbbbaab4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:50.109868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee9543-30f5-405b-a531-401cbbbaab4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:50.110704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-43ee9543-30f5-405b-a531-401cbbbaab4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:50.222024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Made reservation on behalf of bf1c9b6796ee4e18bd86d3f9fa04a0f1 for: {'network': 2} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:50.227296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:50.249926 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a343ef3-cdfb-440d-952c-f75f99859bbf req-56ac83c7-4d36-4196-8213-f68b6a0ed1a7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759483 Mar 11 15:39:50.264600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-43ee9543-30f5-405b-a531-401cbbbaab4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:50.264600 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-43ee9543-30f5-405b-a531-401cbbbaab4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5312979 Mar 11 15:39:50.269416 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60854) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:50.287392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:50.306635 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:50.315917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-44cd65d7-eb52-4fd1-9c44-4714bbf03a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:50.356409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 05a642a1-ed2c-4525-9a00-694bb93ef728 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:39:50.381657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:50.387130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 97c8093e-16bd-4453-a593-2cf0bf8af487 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:50.391363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Usage tracker for resource:security_group_rule and tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:50.396778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:50.407220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b782-d8b3-449d-b817-d912f3d47157 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:50.415038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:50.418613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:50.430857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:50.433381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:50.450258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-44cd65d7-eb52-4fd1-9c44-4714bbf03a06 None None] For port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6b55f1ef-9b14-4ec6-92e4-5fd9059292cd,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:50.453089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9402b675-9195-42e5-92a5-98620cd0642f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 155b4d1e-68eb-4f83-8392-7a5dce185099 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:50.454025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9402b675-9195-42e5-92a5-98620cd0642f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:50.517164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Pushing event updated for resources: {'Port': ['ID=7eaceac7-c796-42eb-a55f-b94525a85c6e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:50.541456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b782-d8b3-449d-b817-d912f3d47157 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:50.549361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-44cd65d7-eb52-4fd1-9c44-4714bbf03a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:50.567495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.567959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.568312 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.568680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.569019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.569353 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.569694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.570013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.570338 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.570663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.570990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.571314 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:50.621991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4038-782e-47d6-a28a-9f7499676986 req-c5c9da17-267a-41d3-9d97-49d5be551e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:50.624219 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-c27c4038-782e-47d6-a28a-9f7499676986 req-c5c9da17-267a-41d3-9d97-49d5be551e47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1410b898-0e6e-4285-a079-c8161b49c4cd HTTP/1.1" status: 200 len: 912 time: 0.5321567 Mar 11 15:39:50.629844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd65d7-eb52-4fd1-9c44-4714bbf03a06 None None] Pushing event updated for resources: {'Port': ['ID=6b55f1ef-9b14-4ec6-92e4-5fd9059292cd,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:50.630960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5b782-d8b3-449d-b817-d912f3d47157 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event deleted for resources: {'Port': ['ID=6830b778-c09c-4d8a-9de2-aa6d0c92755d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:50.632356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 97c8093e-16bd-4453-a593-2cf0bf8af487 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:50.640676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 97c8093e-16bd-4453-a593-2cf0bf8af487 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:50.640998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:50.651565 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d2c5b782-d8b3-449d-b817-d912f3d47157 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6830b778-c09c-4d8a-9de2-aa6d0c92755d HTTP/1.1" status: 204 len: 168 time: 1.8580515 Mar 11 15:39:50.663597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca40bd-174b-413b-b322-d162bb2446df req-83afa623-e2bd-4efa-8dd6-193ec89685a9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:50.665107 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-afca40bd-174b-413b-b322-d162bb2446df req-83afa623-e2bd-4efa-8dd6-193ec89685a9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 943 time: 0.4831450 Mar 11 15:39:50.666786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60858) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:50.708137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab852644-2f65-46d8-8068-f3e13fffaf95', 'external_fixed_ips': [{'subnet_id': '0a88e692-92da-41fe-b519-8f54705c1037', 'ip_address': '2001:db8::31f'}]}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:50.740464 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-c27c4038-782e-47d6-a28a-9f7499676986 req-0fab1ffe-7c80-4562-aedd-9acbabf97664 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d59228-922c-4881-8362-155d014dd350 HTTP/1.1" status: 200 len: 217 time: 0.1050205 Mar 11 15:39:50.744688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:50.748427 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 05a642a1-ed2c-4525-9a00-694bb93ef728, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=05a642a1-ed2c-4525-9a00-694bb93ef728,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:50.759008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Usage tracker for resource:router and tenant:94bbf5380b8a4140be855a3dc603781f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:50.775252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:50.777292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '05a642a1-ed2c-4525-9a00-694bb93ef728', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'port_id': '05a642a1-ed2c-4525-9a00-694bb93ef728', 'mac_address': 'fa:16:3e:16:4b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:39:50.836164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:50.839570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:50.852073 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-afca40bd-174b-413b-b322-d162bb2446df req-044fca67-b9d7-47a7-b779-da24c60f49e2 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510258 Mar 11 15:39:50.881598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c1e574b5-0188-4283-9e96-9385689097bd None None] Provisioning for port 155b4d1e-68eb-4f83-8392-7a5dce185099 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:50.889096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a8e70842-da0b-44f5-9d20-a47f6175f0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:50.913256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 97c8093e-16bd-4453-a593-2cf0bf8af487, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=97c8093e-16bd-4453-a593-2cf0bf8af487,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:50.915577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c8093e-16bd-4453-a593-2cf0bf8af487'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:39:50.971684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4038-782e-47d6-a28a-9f7499676986 req-49b73e12-9591-4fc9-b78e-ed584a62b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:50.973377 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-c27c4038-782e-47d6-a28a-9f7499676986 req-49b73e12-9591-4fc9-b78e-ed584a62b432 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf361e4-4fdb-4223-afe3-8508e64593f5 HTTP/1.1" status: 200 len: 850 time: 0.2192323 Mar 11 15:39:51.003959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.005989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.007210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.042994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.096709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9402b675-9195-42e5-92a5-98620cd0642f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.125882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.126685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.146514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c1e574b5-0188-4283-9e96-9385689097bd None None] Provisioning complete for port 155b4d1e-68eb-4f83-8392-7a5dce185099 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:51.146891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c1e574b5-0188-4283-9e96-9385689097bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.240594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c1e574b5-0188-4283-9e96-9385689097bd None None] Port 155b4d1e-68eb-4f83-8392-7a5dce185099 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:39:51.243040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.271779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032cfa3f-0038-4f58-8a4a-3e1854202068,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:51.291225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:51.315806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.318700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Added segment 4e36f53a-c3ba-4b41-8c96-d36bbb09ce95 of type vlan for network ea4e404e-5b99-4ca3-ae98-199a37592877 Mar 11 15:39:51.422612 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:51.569766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.581420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4038-782e-47d6-a28a-9f7499676986 req-a3784ae9-2f3b-41e9-b911-0f3357e1cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:51.583647 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-c27c4038-782e-47d6-a28a-9f7499676986 req-a3784ae9-2f3b-41e9-b911-0f3357e1cf58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1410b898-0e6e-4285-a079-c8161b49c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6022432 Mar 11 15:39:51.593129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9402b675-9195-42e5-92a5-98620cd0642f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 155b4d1e-68eb-4f83-8392-7a5dce185099 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:51.620061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a642a1-ed2c-4525-9a00-694bb93ef728 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:39:51.643225 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 05a642a1-ed2c-4525-9a00-694bb93ef728, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=05a642a1-ed2c-4525-9a00-694bb93ef728,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:51.659481 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=97c8093e-16bd-4453-a593-2cf0bf8af487,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:51.673339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.673767 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.674099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.674434 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.674939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.675272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.675597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.675923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.676249 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.676580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.676904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.677225 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:39:51.689094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:51.689465 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.719624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.747091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39aac43-b231-4783-b01b-3f63e0ba6f69 req-be520195-ec23-4cef-9f20-9a1ccd674e36 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:51.748586 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f39aac43-b231-4783-b01b-3f63e0ba6f69 req-be520195-ec23-4cef-9f20-9a1ccd674e36 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 945 time: 0.6334765 Mar 11 15:39:51.760454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:51.876047 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-c27c4038-782e-47d6-a28a-9f7499676986 req-ccd1cf04-5a96-4a2e-a03d-1d3f08dc5979 service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497218 Mar 11 15:39:51.894368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=05a642a1-ed2c-4525-9a00-694bb93ef728,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:51.997693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9402b675-9195-42e5-92a5-98620cd0642f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.054450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402b675-9195-42e5-92a5-98620cd0642f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=155b4d1e-68eb-4f83-8392-7a5dce185099,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:52.070222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:39:52.082159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.128768 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9402b675-9195-42e5-92a5-98620cd0642f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.135254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['05a642a1-ed2c-4525-9a00-694bb93ef728'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:39:52.146375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:52.147876 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-c27c4038-782e-47d6-a28a-9f7499676986 req-742437fe-3819-4cf2-8d63-3a05d88727ff service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415276 Mar 11 15:39:52.158938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.159299 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Added segment eea1d9f8-8fc7-4594-bac1-a1cb51c56134 of type vlan for network fcc66b3a-0ace-4968-9beb-b3bc1c11bed4 Mar 11 15:39:52.211029 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f39aac43-b231-4783-b01b-3f63e0ba6f69 req-f2e9b54d-a0f5-4415-bb4e-0828ae532297 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373846 Mar 11 15:39:52.257698 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9402b675-9195-42e5-92a5-98620cd0642f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/155b4d1e-68eb-4f83-8392-7a5dce185099 HTTP/1.1" status: 204 len: 168 time: 1.9830332 Mar 11 15:39:52.259238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60876) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:52.291753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.409706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.415695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8a5f5a-70bb-450e-8b67-1dd77740a700 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:52.418646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8a5f5a-70bb-450e-8b67-1dd77740a700 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:52.419393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6e8a5f5a-70bb-450e-8b67-1dd77740a700 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:52.454298 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c8093e-16bd-4453-a593-2cf0bf8af487', 'code': 200} Mar 11 15:39:52.497002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ad254-b771-4ae8-a02e-d7ef57f9ab91 req-d4dc4bd6-c4db-4c38-adbc-1cc60f12db01 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:52.498576 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-550ad254-b771-4ae8-a02e-d7ef57f9ab91 req-d4dc4bd6-c4db-4c38-adbc-1cc60f12db01 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 944 time: 0.9233439 Mar 11 15:39:52.503185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:39:52.509359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6e8a5f5a-70bb-450e-8b67-1dd77740a700 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:52.511422 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6e8a5f5a-70bb-450e-8b67-1dd77740a700 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2511704 Mar 11 15:39:52.514371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60882) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:52.597926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fa0908-99bf-44bb-ac33-ea648b56f871 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 4771af3c-845c-4f5a-88f4-fd865bf5c5e5 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:39:52.601653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89fa0908-99bf-44bb-ac33-ea648b56f871 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.659614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89fa0908-99bf-44bb-ac33-ea648b56f871 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.673795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.674293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.679656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:52.684907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:52.685522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.764655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89fa0908-99bf-44bb-ac33-ea648b56f871 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.769126 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-550ad254-b771-4ae8-a02e-d7ef57f9ab91 req-b5274506-7ef5-4cc1-9bd3-c1bee85c2d75 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356598 Mar 11 15:39:52.857219 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:52.897173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event updated for resources: {'Network': ['ID=ea4e404e-5b99-4ca3-ae98-199a37592877,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:52.918780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network ea4e404e-5b99-4ca3-ae98-199a37592877 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:52.957292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b872e-addd-4c86-ab59-621e180c080d req-6bb56304-b625-4eb1-8c74-b1fcec6f9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:52.959223 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-504b872e-addd-4c86-ab59-621e180c080d req-6bb56304-b625-4eb1-8c74-b1fcec6f9a05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 1098 time: 0.0940876 Mar 11 15:39:52.982087 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3353724 Mar 11 15:39:52.987551 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60886) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:53.047730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ccd3a567-e7bb-4a7f-85b7-7ef76bec6214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.067089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef8988-6329-4ee4-a39f-e0ac7dd3ef1e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event updated for resources: {'Network': ['ID=fcc66b3a-0ace-4968-9beb-b3bc1c11bed4,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:53.078453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network fcc66b3a-0ace-4968-9beb-b3bc1c11bed4 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:53.081115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4ad27-e819-46ff-8b24-fb4dced06efe req-e82121be-4d05-4000-be68-377e1f16dce9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:53.082940 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-afc4ad27-e819-46ff-8b24-fb4dced06efe req-e82121be-4d05-4000-be68-377e1f16dce9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 944 time: 0.4851401 Mar 11 15:39:53.160131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57616522-7c55-4015-bb1f-a81355a721db tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:53.165992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57616522-7c55-4015-bb1f-a81355a721db tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:53.172096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57616522-7c55-4015-bb1f-a81355a721db tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:53.177631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57616522-7c55-4015-bb1f-a81355a721db tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:53.185189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57616522-7c55-4015-bb1f-a81355a721db tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:53.190006 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-57616522-7c55-4015-bb1f-a81355a721db tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3013 time: 0.2012575 Mar 11 15:39:53.191086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60890) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:53.191774 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-504b872e-addd-4c86-ab59-621e180c080d req-6037dbbc-4893-4277-9a29-f9ba287382fc service neutron] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.205278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89fa0908-99bf-44bb-ac33-ea648b56f871 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.360991 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-afc4ad27-e819-46ff-8b24-fb4dced06efe req-ab9fee19-d7fa-44e2-bf4b-e9a6854479ab tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757586 Mar 11 15:39:53.362728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60896) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:53.383634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'network_id': '0c57230a-731d-4e9e-9464-0247c4b14f31', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:53.389290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [req-504b872e-addd-4c86-ab59-621e180c080d req-6037dbbc-4893-4277-9a29-f9ba287382fc service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:53.392662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa0908-99bf-44bb-ac33-ea648b56f871 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=4771af3c-845c-4f5a-88f4-fd865bf5c5e5,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:53.400620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb3110-e9b7-4395-aa35-b655558f6ae3 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:53.404060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89fa0908-99bf-44bb-ac33-ea648b56f871 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.411106 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [req-504b872e-addd-4c86-ab59-621e180c080d req-6037dbbc-4893-4277-9a29-f9ba287382fc service neutron] Usage tracker for resource:security_group_rule and tenant:8bfa46ec1ee54b88b526c6547fc8e614 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:53.419677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [req-504b872e-addd-4c86-ab59-621e180c080d req-6037dbbc-4893-4277-9a29-f9ba287382fc service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:53.426679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.432618 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [req-504b872e-addd-4c86-ab59-621e180c080d req-6037dbbc-4893-4277-9a29-f9ba287382fc service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:53.512721 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-89fa0908-99bf-44bb-ac33-ea648b56f871 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/4771af3c-845c-4f5a-88f4-fd865bf5c5e5 HTTP/1.1" status: 204 len: 168 time: 0.9934347 Mar 11 15:39:53.515217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60900) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:53.533132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:39:53.597360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.637043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4e404e-5b99-4ca3-ae98-199a37592877']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:53.658388 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e36f53a-c3ba-4b41-8c96-d36bbb09ce95') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:53.658699 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e36f53a-c3ba-4b41-8c96-d36bbb09ce95') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:53.668248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42ee1e-3611-45a8-87fc-a4791ea0edcc None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:39:53.672754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-de42ee1e-3611-45a8-87fc-a4791ea0edcc None None] Deleting port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:53.673429 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de42ee1e-3611-45a8-87fc-a4791ea0edcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.680732 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.697878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-504b872e-addd-4c86-ab59-621e180c080d req-6037dbbc-4893-4277-9a29-f9ba287382fc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.705314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.714101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:53.714535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:53.731699 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:53.805430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.875200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.881671 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [req-504b872e-addd-4c86-ab59-621e180c080d req-6037dbbc-4893-4277-9a29-f9ba287382fc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.887816 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-de42ee1e-3611-45a8-87fc-a4791ea0edcc None None] For port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6b55f1ef-9b14-4ec6-92e4-5fd9059292cd,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:53.888189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de42ee1e-3611-45a8-87fc-a4791ea0edcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.912796 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-34a19541-75af-4d93-ba6c-2a8871d40d3d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3859866 Mar 11 15:39:53.918224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60906) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:53.919229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:53.930938 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-504b872e-addd-4c86-ab59-621e180c080d req-6037dbbc-4893-4277-9a29-f9ba287382fc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9650433 Mar 11 15:39:53.933388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:53.937322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:53.965790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037dbbc-4893-4277-9a29-f9ba287382fc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de857e0e-b4ca-4f72-b229-ea4a74ae6c00,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:53.966892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:subnet and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:54.001349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.010854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:54.018265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-de42ee1e-3611-45a8-87fc-a4791ea0edcc None None] Calling delete_port for 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:54.028680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.057493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.071832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:54.073476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Network': ['ID=ea4e404e-5b99-4ca3-ae98-199a37592877,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:54.086785 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0639aef3-8f22-4dbb-a7b7-57fee498d5f4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "DELETE /v2.0/networks/ea4e404e-5b99-4ca3-ae98-199a37592877 HTTP/1.1" status: 204 len: 168 time: 0.8827734 Mar 11 15:39:54.086785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:54.087612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60910) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:54.108619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:54.113715 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:54.132965 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:54.184120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Pushing event updated for resources: {'Port': ['ID=7eaceac7-c796-42eb-a55f-b94525a85c6e,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:54.213436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de42ee1e-3611-45a8-87fc-a4791ea0edcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.223075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.248732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a293-73c4-43b5-b235-576cf2dc2426 req-39e23519-480b-4694-9cf2-fbcde1378525 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:54.255903 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d7c7a293-73c4-43b5-b235-576cf2dc2426 req-39e23519-480b-4694-9cf2-fbcde1378525 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 945 time: 0.8922551 Mar 11 15:39:54.265111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:54.269696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.281552 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:54.282527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42ee1e-3611-45a8-87fc-a4791ea0edcc None None] Pushing event deleted for resources: {'Port': ['ID=6b55f1ef-9b14-4ec6-92e4-5fd9059292cd,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:54.284734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.284999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.293128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42ee1e-3611-45a8-87fc-a4791ea0edcc None None] No DVR routers for this DVR port 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:39:54.366069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device d8d59228-922c-4881-8362-155d014dd350 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:39:54.368963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 05a642a1-ed2c-4525-9a00-694bb93ef728 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:54.424363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.449535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.491742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc66b3a-0ace-4968-9beb-b3bc1c11bed4']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:54.509107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea1d9f8-8fc7-4594-bac1-a1cb51c56134') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:54.509324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea1d9f8-8fc7-4594-bac1-a1cb51c56134') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:54.524368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.543559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.547710 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.562681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b1062-34ad-4249-90e2-ccca80b46494 req-6136d78c-c0f1-4f17-9aef-4d80ab3f8144 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:54.564109 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5d3b1062-34ad-4249-90e2-ccca80b46494 req-6136d78c-c0f1-4f17-9aef-4d80ab3f8144 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 944 time: 0.6422088 Mar 11 15:39:54.581139 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d7c7a293-73c4-43b5-b235-576cf2dc2426 req-f64116d4-3f98-48f2-b033-27ef2281988c tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243179 Mar 11 15:39:54.583137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:39:54.583493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.588592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port d8d59228-922c-4881-8362-155d014dd350, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d8d59228-922c-4881-8362-155d014dd350,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:39:54.599075 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:39:54.606966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'd8d59228-922c-4881-8362-155d014dd350', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'port_id': 'd8d59228-922c-4881-8362-155d014dd350', 'mac_address': 'fa:16:3e:33:b1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:39:54.648047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 05a642a1-ed2c-4525-9a00-694bb93ef728 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:54.655359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 05a642a1-ed2c-4525-9a00-694bb93ef728 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:54.655854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.718011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.746015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d59228-922c-4881-8362-155d014dd350 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:39:54.784285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.797126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port d8d59228-922c-4881-8362-155d014dd350, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d8d59228-922c-4881-8362-155d014dd350,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:54.802566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.814495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Network': ['ID=fcc66b3a-0ace-4968-9beb-b3bc1c11bed4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:54.818103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.825392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.840448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Allocated IP 2001:db8::31f (ab852644-2f65-46d8-8068-f3e13fffaf95/0a88e692-92da-41fe-b519-8f54705c1037/c3e51093-e244-4d8d-8132-abb10b67be5f) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:54.845741 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5d3b1062-34ad-4249-90e2-ccca80b46494 req-d7ce23e0-3ce1-4ac0-bde8-7d2e3d5acedc tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445453 Mar 11 15:39:54.850766 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Floating IP f1934611-69c6-4078-b092-96861497c9cf associated. External IP: 172.26.6.59, port: f54ad9e3-722d-43b3-84a8-5085af17a8c7. Mar 11 15:39:54.855569 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a642a1-ed2c-4525-9a00-694bb93ef728'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:39:54.857582 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d6e3f9b2-89ce-4f8c-9265-44962cc569b1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "DELETE /v2.0/networks/fcc66b3a-0ace-4968-9beb-b3bc1c11bed4 HTTP/1.1" status: 204 len: 168 time: 0.7687638 Mar 11 15:39:54.872122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60916) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:54.872304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 05a642a1-ed2c-4525-9a00-694bb93ef728, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=05a642a1-ed2c-4525-9a00-694bb93ef728,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:54.878234 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.928702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:54.928965 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a642a1-ed2c-4525-9a00-694bb93ef728', 'code': 200} Mar 11 15:39:54.934779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:54.941752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:54.942371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:54.952227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e775cef-ef26-4f2c-a40b-9c70e8d07bba None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:54.978368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.009151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=e9f103d6-f941-4a99-a727-6f754996b939,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:55.029263 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-59275719-5b59-40e1-a42a-63d9b3085356 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1042974 Mar 11 15:39:55.033290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60922) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:55.041464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'name': 'tempest-NetworksTestDHCPv6-1035106679'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:55.059283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=d8d59228-922c-4881-8362-155d014dd350,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:55.169458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=05a642a1-ed2c-4525-9a00-694bb93ef728,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:55.172510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ed12c-20b4-43f8-8ac9-f923a4131e0d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:55.178578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ed12c-20b4-43f8-8ac9-f923a4131e0d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:55.185183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ed12c-20b4-43f8-8ac9-f923a4131e0d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:55.186071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c41ed12c-20b4-43f8-8ac9-f923a4131e0d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Synchronizing usage tracker for tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 on resource:network {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:55.188940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada585a1-2388-4ee8-99d7-a2c774059cf6 req-798619d7-1824-4261-86e9-142b3ba2d7a7 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:55.191150 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ada585a1-2388-4ee8-99d7-a2c774059cf6 req-798619d7-1824-4261-86e9-142b3ba2d7a7 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 944 time: 0.4677546 Mar 11 15:39:55.242804 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:55.248365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:55.251510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:55.257897 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:55.295359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.301254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['d8d59228-922c-4881-8362-155d014dd350'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:39:55.301817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c41ed12c-20b4-43f8-8ac9-f923a4131e0d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Unset dirty status for tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 on resource:network {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:55.303929 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c41ed12c-20b4-43f8-8ac9-f923a4131e0d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 0.4275460 Mar 11 15:39:55.310016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60926) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:55.316075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-853870533'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:55.322787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:55.335629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:55.342578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:39:55.352088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:55.360015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.382863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 725f158e-6dcd-4a89-88aa-c2618d789827 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:39:55.391680 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': 'e9f103d6-f941-4a99-a727-6f754996b939'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:39:55.392938 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.421998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:39:55.422345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6b55f1ef-9b14-4ec6-92e4-5fd9059292cd not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:39:55.460579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Made reservation on behalf of bf1c9b6796ee4e18bd86d3f9fa04a0f1 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:55.464410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.532476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:55.541837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.585609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.586048 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Added segment 2e4af768-d51b-46e5-82ed-c54225085c56 of type vlan for network 29d5d014-e9f4-4b1d-926e-2efa17ed69cc Mar 11 15:39:55.637458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265203ec-ad74-4630-9fd2-0631245adf80 req-df1e679a-c91b-4dca-96f1-7b079e50dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:55.639072 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-265203ec-ad74-4630-9fd2-0631245adf80 req-df1e679a-c91b-4dca-96f1-7b079e50dd88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 1098 time: 0.2222276 Mar 11 15:39:55.662342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.677642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::130 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/e9f103d6-f941-4a99-a727-6f754996b939/725f158e-6dcd-4a89-88aa-c2618d789827) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:55.687446 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ada585a1-2388-4ee8-99d7-a2c774059cf6 req-e2a87bec-05c6-4d40-8360-0ed4b5baaf03 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4770348 Mar 11 15:39:55.688307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=d33a0723-051a-4f47-9c11-38a0a551a7b7,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:55.715668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.726975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [req-265203ec-ad74-4630-9fd2-0631245adf80 req-6f3bae61-d7cf-4317-9595-477d82a3afd2 service neutron] Synchronizing usage tracker for tenant:8bfa46ec1ee54b88b526c6547fc8e614 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:55.771852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.898389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.918909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Checking segment: {'id': 'f935badc-8ee8-4f7b-aff8-513bc018aef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c57230a-731d-4e9e-9464-0247c4b14f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:55.919627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network hostable DHCP agents. Network: 0c57230a-731d-4e9e-9464-0247c4b14f31, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:39:55.982949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Network ab852644-2f65-46d8-8068-f3e13fffaf95 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:55.998754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.004209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:56.004818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.008734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [req-265203ec-ad74-4630-9fd2-0631245adf80 req-6f3bae61-d7cf-4317-9595-477d82a3afd2 service neutron] Unset dirty status for tenant:8bfa46ec1ee54b88b526c6547fc8e614 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:56.009806 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-265203ec-ad74-4630-9fd2-0631245adf80 req-6f3bae61-d7cf-4317-9595-477d82a3afd2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628740 Mar 11 15:39:56.023467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event updated for resources: {'Port': ['ID=c3e51093-e244-4d8d-8132-abb10b67be5f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:56.025965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:56.030805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Router a8975123-186c-4db4-9c5b-7b2c0a5eae9f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:39:56.037882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:56.082998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.156636 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event updated for resources: {'Network': ['ID=29d5d014-e9f4-4b1d-926e-2efa17ed69cc,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:56.161631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 725f158e-6dcd-4a89-88aa-c2618d789827 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:56.175468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 29d5d014-e9f4-4b1d-926e-2efa17ed69cc details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:56.221620 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1354ab96-e196-4cb8-87a6-6f284d06c04d tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9105303 Mar 11 15:39:56.222483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60934) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:56.229410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-605778695'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:56.235634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:56.240253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Usage tracker for resource:network and tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:56.243313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:56.250114 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.258599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:56.297133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network 0c57230a-731d-4e9e-9464-0247c4b14f31 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:39:56.323021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/e9f103d6-f941-4a99-a727-6f754996b939/92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:56.328975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:56.332426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:56.338752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1bc9c-bfa6-4fd4-ab9c-d65f7b26b96a req-d12ef3d9-5cfd-4a25-9b10-77944d585622 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:56.340863 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cbc1bc9c-bfa6-4fd4-ab9c-d65f7b26b96a req-d12ef3d9-5cfd-4a25-9b10-77944d585622 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 945 time: 0.6379855 Mar 11 15:39:56.341791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:56.347932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:56.349321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.387050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=725f158e-6dcd-4a89-88aa-c2618d789827,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:56.423803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Made reservation on behalf of bf1c9b6796ee4e18bd86d3f9fa04a0f1 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:56.427414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.455489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 0c57230a-731d-4e9e-9464-0247c4b14f31) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:56.463724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fee018-9fd1-4d4b-90b5-0a56abccfa76 None None] Network 0c57230a-731d-4e9e-9464-0247c4b14f31 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:39:56.471879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:56.476952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:56.477304 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.489348 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-40afe099-6f96-406f-99a8-04ae83f8c14e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4529109 Mar 11 15:39:56.489348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.490324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b6a31-5dba-4420-8646-9b9fc602099f req-722d9ec4-c8db-4197-8069-dbbefd037820 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:56.490434 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Added segment b66b7817-c567-46a4-ad34-ed5cf59df98f of type vlan for network 63205d7c-67cd-499a-b65c-4d6c6cab1d5c Mar 11 15:39:56.490434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60938) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:56.490616 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ce3b6a31-5dba-4420-8646-9b9fc602099f req-722d9ec4-c8db-4197-8069-dbbefd037820 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 945 time: 0.5131507 Mar 11 15:39:56.541099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:39:56.556943 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af984b5-87ea-470a-a520-39e4e6be54f2 None None] Sync routers for ids ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:39:56.565222 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.567849 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af984b5-87ea-470a-a520-39e4e6be54f2 None None] Routers {'a8975123-186c-4db4-9c5b-7b2c0a5eae9f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:56.570018 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4af984b5-87ea-470a-a520-39e4e6be54f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:56.618672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973f900-554e-4286-ae41-4705db1559bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:56.619502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0973f900-554e-4286-ae41-4705db1559bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:56.634070 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4af984b5-87ea-470a-a520-39e4e6be54f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:56.643735 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af984b5-87ea-470a-a520-39e4e6be54f2 None None] Routers {'a8975123-186c-4db4-9c5b-7b2c0a5eae9f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:56.644343 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4af984b5-87ea-470a-a520-39e4e6be54f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:56.683383 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cbc1bc9c-bfa6-4fd4-ab9c-d65f7b26b96a req-26753253-0a41-4f54-8eba-c3902c1c4da0 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281143 Mar 11 15:39:56.687258 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.693277 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:56.693846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.703638 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4af984b5-87ea-470a-a520-39e4e6be54f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:56.704040 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af984b5-87ea-470a-a520-39e4e6be54f2 None None] The sync data for ids ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:39:56.757190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.760073 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-16a8c3a3-c620-4f63-811a-b67867988bc9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3901567 Mar 11 15:39:56.760936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60944) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:56.764010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0973f900-554e-4286-ae41-4705db1559bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:56.767936 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0973f900-554e-4286-ae41-4705db1559bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2743118 Mar 11 15:39:56.769899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60946) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:56.808805 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Transition to ACTIVE for port object 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:56.815562 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ce3b6a31-5dba-4420-8646-9b9fc602099f req-33df5389-c5e4-47b2-80fd-cd2a4d454ac1 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043125 Mar 11 15:39:56.829207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766952568'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:56.830672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Transition to ACTIVE for port object 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:56.837135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:56.841112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-0c57230a-731d-4e9e-9464-0247c4b14f31', 'network_id': '0c57230a-731d-4e9e-9464-0247c4b14f31', 'tenant_id': 'f531dfdced5d442aa929c99663a8fcca', 'fixed_ips': [{'subnet_id': 'd33a0723-051a-4f47-9c11-38a0a551a7b7'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:39:56.842715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.848369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:network and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:56.861966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:56.871435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.900187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event updated for resources: {'Network': ['ID=63205d7c-67cd-499a-b65c-4d6c6cab1d5c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:56.905181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:56.914823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 63205d7c-67cd-499a-b65c-4d6c6cab1d5c details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:56.921305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-85a0021a-9820-497a-8f44-c1ec81269134 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 725f158e-6dcd-4a89-88aa-c2618d789827 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:56.921649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85a0021a-9820-497a-8f44-c1ec81269134 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.946408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:56.955683 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a42561f6-c833-47a0-93c0-880549616c7b tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7294230 Mar 11 15:39:56.959504 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60952) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:56.967404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'ports': [{'network_id': '29d5d014-e9f4-4b1d-926e-2efa17ed69cc', 'name': 'tempest-port--81227169', 'admin_state_up': True}, {'network_id': '63205d7c-67cd-499a-b65c-4d6c6cab1d5c', 'admin_state_up': False}]} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:56.967714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'port': {'network_id': '29d5d014-e9f4-4b1d-926e-2efa17ed69cc', 'name': 'tempest-port--81227169', 'admin_state_up': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:56.968256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'port': {'network_id': '63205d7c-67cd-499a-b65c-4d6c6cab1d5c', 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:56.970122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.063846 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ea4034dd-8a0a-464d-a7ac-8e1fab337ce8 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.8633556 Mar 11 15:39:57.067139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60956) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:57.085489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:57.096124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:57.109555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:57.179329 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Pushing event updated for resources: {'Port': ['ID=92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:57.287999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Attempting to bind port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:57.288371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Attempting to bind port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:57.288792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Attempting to bind port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:57.297781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:57.298702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:57.298702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.299037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:57.299507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Bound port: 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:57.299880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.357960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Allocated IP 2001:db8:0:ffff::2 (0c57230a-731d-4e9e-9464-0247c4b14f31/d33a0723-051a-4f47-9c11-38a0a551a7b7/3d1e43c1-2217-412d-acb5-457e78f182d3) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:39:57.436284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:57.440129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.446676 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ee6119b5-7465-446d-8486-8ac835ef1789 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] 10.222.0.39 "GET /v2.0/floatingips/f1934611-69c6-4078-b092-96861497c9cf HTTP/1.1" status: 200 len: 982 time: 0.3529384 Mar 11 15:39:57.461711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60960) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:57.474394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:39:57.502065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] For port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:57.515375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] For port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:57.528749 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:57.538336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Usage tracker for resource:port and tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:57.553857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:57.568788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:57.571762 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.572211 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Added segment e2086060-24e1-4235-be1d-484eaa8ac13d of type vlan for network 5d06c243-4cc7-4f5c-a6fa-77a99e36b677 Mar 11 15:39:57.582374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f14014-58a9-4587-8b94-65e376cbcc67 req-b268e010-bbbf-4611-a91f-d4bca4032574 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:57.583934 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7f14014-58a9-4587-8b94-65e376cbcc67 req-b268e010-bbbf-4611-a91f-d4bca4032574 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 945 time: 0.6765292 Mar 11 15:39:57.591919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.598108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85a0021a-9820-497a-8f44-c1ec81269134 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.701646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bf9bb-caf7-4f7b-892c-20b6a0749edd None None] Pushing event updated for resources: {'Port': ['ID=92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:57.704441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.716220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Transition to ACTIVE for port object 3d1e43c1-2217-412d-acb5-457e78f182d3 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:57.735170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.736929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Transition to ACTIVE for port object 3d1e43c1-2217-412d-acb5-457e78f182d3 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:39:57.778975 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7f14014-58a9-4587-8b94-65e376cbcc67 req-c457a263-f876-492e-b119-844207b69d28 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783547 Mar 11 15:39:57.786529 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-41ffdd5a-4a8d-4b3d-940b-b5fe614984a2 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.3035784 Mar 11 15:39:57.792783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60968) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:57.793902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.831147 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-85a0021a-9820-497a-8f44-c1ec81269134 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 725f158e-6dcd-4a89-88aa-c2618d789827 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:39:57.841776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.880777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Made reservation on behalf of bf1c9b6796ee4e18bd86d3f9fa04a0f1 for: {'port': 2} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:57.899738 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.928439 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-49c27014-911a-4943-844e-262fb76e2650 req-fa969c9b-9605-4713-8329-a5d37f0e1720 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4349101 Mar 11 15:39:57.934987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:57.939559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Network 0c57230a-731d-4e9e-9464-0247c4b14f31 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:39:57.947988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:39:57.956437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:39:57.963748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Pushing event updated for resources: {'Port': ['ID=3d1e43c1-2217-412d-acb5-457e78f182d3,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:58.142889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Attempting to bind port 3d1e43c1-2217-412d-acb5-457e78f182d3 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:39:58.143260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Attempting to bind port 3d1e43c1-2217-412d-acb5-457e78f182d3 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'f935badc-8ee8-4f7b-aff8-513bc018aef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c57230a-731d-4e9e-9464-0247c4b14f31'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:39:58.144006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Attempting to bind port 3d1e43c1-2217-412d-acb5-457e78f182d3 on network 0c57230a-731d-4e9e-9464-0247c4b14f31 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:39:58.150891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:39:58.151305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Checking segment: {'id': 'f935badc-8ee8-4f7b-aff8-513bc018aef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c57230a-731d-4e9e-9464-0247c4b14f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:39:58.151817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:58.152172 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Bound using segment: {'id': 'f935badc-8ee8-4f7b-aff8-513bc018aef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c57230a-731d-4e9e-9464-0247c4b14f31'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:39:58.152675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Bound port: 3d1e43c1-2217-412d-acb5-457e78f182d3, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f935badc-8ee8-4f7b-aff8-513bc018aef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0c57230a-731d-4e9e-9464-0247c4b14f31'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:39:58.153083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:58.289149 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] For port 3d1e43c1-2217-412d-acb5-457e78f182d3, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:39:58.294728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] For port 3d1e43c1-2217-412d-acb5-457e78f182d3, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3d1e43c1-2217-412d-acb5-457e78f182d3,segment=NetworkSegment(f935badc-8ee8-4f7b-aff8-513bc018aef8),segment_id=f935badc-8ee8-4f7b-aff8-513bc018aef8)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:39:58.346839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:58.352294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:58.352894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:58.368567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device d8d59228-922c-4881-8362-155d014dd350 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:58.372950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] device_id is not set on port b6521f28-0666-4969-ae58-76efbb5c4d14 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:39:58.406549 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c27014-911a-4943-844e-262fb76e2650 req-9905c2b4-a6d5-4e2a-8766-710352a4b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:58.407321 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-49c27014-911a-4943-844e-262fb76e2650 req-9905c2b4-a6d5-4e2a-8766-710352a4b8e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cf80f2521c8495ea617d58524b72c74&device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 1098 time: 0.2650223 Mar 11 15:39:58.419021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:58.443246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Router 889b6544-61a2-4792-a630-8f5a04416715 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:39:58.505842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85a0021a-9820-497a-8f44-c1ec81269134 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:58.523962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Deleting port 7eaceac7-c796-42eb-a55f-b94525a85c6e {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:39:58.524321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:58.525634 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483452f6-b245-4346-880c-0d55fdc1363e None None] Pushing event updated for resources: {'Port': ['ID=3d1e43c1-2217-412d-acb5-457e78f182d3,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:58.563130 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7465494 Mar 11 15:39:58.578457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1d3f4-9556-4c8a-98bc-d1d8dbf584ea tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=5d06c243-4cc7-4f5c-a6fa-77a99e36b677,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:58.584211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60974) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:58.592318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfb5a4-ee68-4ac7-878d-117b37dcb1e4 req-717daf50-d15e-4eac-b472-3e435d489104 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:58.593965 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dedfb5a4-ee68-4ac7-878d-117b37dcb1e4 req-717daf50-d15e-4eac-b472-3e435d489104 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 945 time: 0.4394653 Mar 11 15:39:58.594870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port d8d59228-922c-4881-8362-155d014dd350 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:58.599518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 5d06c243-4cc7-4f5c-a6fa-77a99e36b677 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:39:58.640800 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port d8d59228-922c-4881-8362-155d014dd350 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:39:58.643698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:58.738476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0021a-9820-497a-8f44-c1ec81269134 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=725f158e-6dcd-4a89-88aa-c2618d789827,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:58.785008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85a0021a-9820-497a-8f44-c1ec81269134 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:58.801721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:58.805811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'network_id': '5d06c243-4cc7-4f5c-a6fa-77a99e36b677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:39:58.816620 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c27014-911a-4943-844e-262fb76e2650 req-7505b09f-63c4-4c84-baff-c6083a45922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:58.818065 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-49c27014-911a-4943-844e-262fb76e2650 req-7505b09f-63c4-4c84-baff-c6083a45922a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 HTTP/1.1" status: 200 len: 912 time: 0.3352201 Mar 11 15:39:58.833716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd36da-b945-4fcf-b7df-79f4ee1c7a54 req-969fdce4-7924-4905-ae30-7c4026c4ae0f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:58.841689 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-38cd36da-b945-4fcf-b7df-79f4ee1c7a54 req-969fdce4-7924-4905-ae30-7c4026c4ae0f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 945 time: 0.7352011 Mar 11 15:39:58.902849 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-85a0021a-9820-497a-8f44-c1ec81269134 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/725f158e-6dcd-4a89-88aa-c2618d789827 HTTP/1.1" status: 204 len: 168 time: 2.1296957 Mar 11 15:39:58.915326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60980) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:58.978372 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-49c27014-911a-4943-844e-262fb76e2650 req-b63c6cbf-2fc2-4f06-a8aa-0c39af169dc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c8093e-16bd-4453-a593-2cf0bf8af487 HTTP/1.1" status: 200 len: 217 time: 0.1422768 Mar 11 15:39:59.041851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:59.072413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d59228-922c-4881-8362-155d014dd350'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:39:59.083307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port d8d59228-922c-4881-8362-155d014dd350, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d8d59228-922c-4881-8362-155d014dd350,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:39:59.126974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:39:59.139190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Sync routers for ids ['889b6544-61a2-4792-a630-8f5a04416715'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:39:59.149445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Routers {'889b6544-61a2-4792-a630-8f5a04416715'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:39:59.150066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['889b6544-61a2-4792-a630-8f5a04416715'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:39:59.152123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7fabe-2a20-481b-87df-3f10f559306c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:59.153976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7fabe-2a20-481b-87df-3f10f559306c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:59.154758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3df7fabe-2a20-481b-87df-3f10f559306c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:39:59.168010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] device_id is not set on port ed29faa6-50b5-4cd6-a1b6-66fb51cfc3b3 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:39:59.193510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c27014-911a-4943-844e-262fb76e2650 req-f7fe6c4a-786a-4c86-a257-d61f366db6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:59.194949 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-49c27014-911a-4943-844e-262fb76e2650 req-f7fe6c4a-786a-4c86-a257-d61f366db6e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66e3b66b-727f-4b7d-8f30-c9f070b1cb68 HTTP/1.1" status: 200 len: 850 time: 0.2102864 Mar 11 15:39:59.251314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:59.319311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3df7fabe-2a20-481b-87df-3f10f559306c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:39:59.327854 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3df7fabe-2a20-481b-87df-3f10f559306c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4057806 Mar 11 15:39:59.329042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60986) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:59.395197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=d8d59228-922c-4881-8362-155d014dd350,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:39:59.419415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3d1e43c1-2217-412d-acb5-457e78f182d3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:39:59.423937 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-38cd36da-b945-4fcf-b7df-79f4ee1c7a54 req-a2ef7371-b385-437d-834e-e9c55e843a10 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5809727 Mar 11 15:39:59.444026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:39:59.451204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:subnet and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:39:59.461387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:39:59.462054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc8aae3-c21a-4707-a664-96dba4a57a40 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet e9f103d6-f941-4a99-a727-6f754996b939 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:39:59.466504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:39:59.469125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdc8aae3-c21a-4707-a664-96dba4a57a40 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:59.486509 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dedfb5a4-ee68-4ac7-878d-117b37dcb1e4 req-23df08c6-0900-4a91-9799-052ed5ca5038 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7008722 Mar 11 15:39:59.501392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7bf963f7-6761-4e5f-b03c-d18c0fd8d198 None None] Provisioning for port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:39:59.575991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdc8aae3-c21a-4707-a664-96dba4a57a40 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:59.603746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:59.627255 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a4320a40-0e6e-4c23-a67b-6fc7d87731ef tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.9590847 Mar 11 15:39:59.636026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 60992) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:39:59.669333 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d59228-922c-4881-8362-155d014dd350', 'code': 200} Mar 11 15:39:59.707143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c27014-911a-4943-844e-262fb76e2650 req-ac21a47d-4f11-42f5-9bfe-ade4396414d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:59.708934 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-49c27014-911a-4943-844e-262fb76e2650 req-ac21a47d-4f11-42f5-9bfe-ade4396414d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5065131 Mar 11 15:39:59.711167 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:59.786840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:59.787705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:59.795741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Set router 889b6544-61a2-4792-a630-8f5a04416715 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:39:59.801765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:39:59.806584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:59.884845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9079d10f-561a-4efe-a4f7-22c8839aa077 None None] Could not find standard attr ID for object 725f158e-6dcd-4a89-88aa-c2618d789827. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:39:59.922510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdc8aae3-c21a-4707-a664-96dba4a57a40 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:59.980412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:59.990091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 3d1e43c1-2217-412d-acb5-457e78f182d3 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:00.041430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:00.148248 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-49c27014-911a-4943-844e-262fb76e2650 req-8ae78ba8-3dd2-4f4b-b2b3-8282274c16d7 service neutron] 10.222.0.30 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294405 Mar 11 15:40:00.171225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Calling delete_port for 7eaceac7-c796-42eb-a55f-b94525a85c6e owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:00.172756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb0aa81-a4bd-460e-990c-4c1c3314a289 None None] Network 0c57230a-731d-4e9e-9464-0247c4b14f31 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:00.326317 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-49c27014-911a-4943-844e-262fb76e2650 req-f6602b7d-c6f0-47f4-abb2-06d872a7e859 service neutron] 10.222.0.30 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657832 Mar 11 15:40:00.344517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b3087b55-cd7e-4035-a184-e7ff2a38b7fc None None] Provisioning for port 3d1e43c1-2217-412d-acb5-457e78f182d3 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:00.359300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b3087b55-cd7e-4035-a184-e7ff2a38b7fc None None] Provisioning complete for port 3d1e43c1-2217-412d-acb5-457e78f182d3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:00.359668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b3087b55-cd7e-4035-a184-e7ff2a38b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:00.371393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Checking segment: {'id': '2e4af768-d51b-46e5-82ed-c54225085c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '29d5d014-e9f4-4b1d-926e-2efa17ed69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:00.375858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Network hostable DHCP agents. Network: 29d5d014-e9f4-4b1d-926e-2efa17ed69cc, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:00.378536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event updated for resources: {'Port': ['ID=b6521f28-0666-4969-ae58-76efbb5c4d14,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:00.407320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:00.447625 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:00.447994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:00.456595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26624758-e649-40e1-b933-6ba6086dd4e5 req-ab35b447-b43c-49a9-9e18-6128e469bbc6 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:00.462357 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-26624758-e649-40e1-b933-6ba6086dd4e5 req-ab35b447-b43c-49a9-9e18-6128e469bbc6 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 945 time: 0.7914584 Mar 11 15:40:00.482832 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdc8aae3-c21a-4707-a664-96dba4a57a40 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:00.496682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6da97-dd28-41d1-89b9-6f91c1ece6c9 req-ea7d487c-4c66-4d4f-b8c0-c2739a6b099c tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:00.498152 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d7e6da97-dd28-41d1-89b9-6f91c1ece6c9 req-ea7d487c-4c66-4d4f-b8c0-c2739a6b099c tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 945 time: 0.6758895 Mar 11 15:40:00.522726 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 60998) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:00.555971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:00.601958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdc8aae3-c21a-4707-a664-96dba4a57a40 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:00.618080 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ae0d6e-3707-461b-949b-da703cd39fe5 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:00.640732 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ae6f0c70-8541-4069-b3e1-a77524559bc0 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Request body: {'floatingip': {'port_id': '97c8093e-16bd-4453-a593-2cf0bf8af487'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:00.717941 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-26624758-e649-40e1-b933-6ba6086dd4e5 req-76d9dca8-ece1-49ac-b282-7ec2224f806a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425172 Mar 11 15:40:00.773531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8aae3-c21a-4707-a664-96dba4a57a40 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f103d6-f941-4a99-a727-6f754996b939,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:00.777584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Network 29d5d014-e9f4-4b1d-926e-2efa17ed69cc is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:00.805843 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cdc8aae3-c21a-4707-a664-96dba4a57a40 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/e9f103d6-f941-4a99-a727-6f754996b939 HTTP/1.1" status: 204 len: 168 time: 1.4734576 Mar 11 15:40:00.827026 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b3087b55-cd7e-4035-a184-e7ff2a38b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:00.829933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32772) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:00.848627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889b6544-61a2-4792-a630-8f5a04416715', 'name': '', 'tenant_id': '94bbf5380b8a4140be855a3dc603781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab852644-2f65-46d8-8068-f3e13fffaf95', 'external_fixed_ips': [{'subnet_id': '0a88e692-92da-41fe-b519-8f54705c1037', 'ip_address': '2001:db8::31f'}], 'enable_snat': True}, 'gw_port_id': 'c3e51093-e244-4d8d-8132-abb10b67be5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:39:51Z', 'updated_at': '2022-03-11T15:39:56Z', 'revision_number': 3, 'project_id': '94bbf5380b8a4140be855a3dc603781f', 'gw_port': {'id': 'c3e51093-e244-4d8d-8132-abb10b67be5f', 'name': '', 'network_id': 'ab852644-2f65-46d8-8068-f3e13fffaf95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889b6544-61a2-4792-a630-8f5a04416715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0a88e692-92da-41fe-b519-8f54705c1037', 'ip_address': '2001:db8::31f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:54Z', 'updated_at': '2022-03-11T15:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a88e692-92da-41fe-b519-8f54705c1037', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:00.880997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Checking router: 889b6544-61a2-4792-a630-8f5a04416715 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:40:00.881339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Updating router 889b6544-61a2-4792-a630-8f5a04416715 port c3e51093-e244-4d8d-8132-abb10b67be5f binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:40:00.998146 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c023323f-3418-4f61-9cc3-1f6b8ad1debf tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1579161 Mar 11 15:40:00.999612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32776) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:01.019046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6f340-a547-4444-9494-78333d8e4f86 req-20c21255-91ec-424c-8ab9-7c6c0f13690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:01.020632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a9b6f340-a547-4444-9494-78333d8e4f86 req-20c21255-91ec-424c-8ab9-7c6c0f13690b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 1099 time: 0.9223218 Mar 11 15:40:01.032684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.064396 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ae6f0c70-8541-4069-b3e1-a77524559bc0 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for floatingip, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.122714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 29d5d014-e9f4-4b1d-926e-2efa17ed69cc) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:01.143805 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d40cd-6dab-45cc-8790-1fc9048e788e None None] Network 29d5d014-e9f4-4b1d-926e-2efa17ed69cc requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:01.160849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:01.163575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.216196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b3087b55-cd7e-4035-a184-e7ff2a38b7fc None None] For port 3d1e43c1-2217-412d-acb5-457e78f182d3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3d1e43c1-2217-412d-acb5-457e78f182d3,segment=NetworkSegment(f935badc-8ee8-4f7b-aff8-513bc018aef8),segment_id=f935badc-8ee8-4f7b-aff8-513bc018aef8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:01.227649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.232345 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a9b6f340-a547-4444-9494-78333d8e4f86 req-a2e00f5e-a61e-4314-a5a7-92c213564443 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676548 Mar 11 15:40:01.238410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.273234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dab185-2a22-419f-b92e-80755744bd4d req-bf6be214-f419-4676-925f-55f75b653215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:01.275278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event updated for resources: {'Port': ['ID=ed29faa6-50b5-4cd6-a1b6-66fb51cfc3b3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:01.281275 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-46dab185-2a22-419f-b92e-80755744bd4d req-bf6be214-f419-4676-925f-55f75b653215 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4398131 Mar 11 15:40:01.316145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.356387 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b3087b55-cd7e-4035-a184-e7ff2a38b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.360403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Deleting port c3e51093-e244-4d8d-8132-abb10b67be5f {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:01.360403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.394182 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.415539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Checking segment: {'id': 'b66b7817-c567-46a4-ad34-ed5cf59df98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '63205d7c-67cd-499a-b65c-4d6c6cab1d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:01.415904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Network hostable DHCP agents. Network: 63205d7c-67cd-499a-b65c-4d6c6cab1d5c, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:01.443272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45700af-67e9-43ae-88e6-965d90a31690 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:01.446481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b45700af-67e9-43ae-88e6-965d90a31690 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:01.486852 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:01.508273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47382ed8-3d2b-4642-b06b-98bad84c0cc5 req-e8d1d8a1-56b5-4f37-87fe-d3013c6dc404 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:01.511288 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-47382ed8-3d2b-4642-b06b-98bad84c0cc5 req-e8d1d8a1-56b5-4f37-87fe-d3013c6dc404 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 945 time: 0.4110754 Mar 11 15:40:01.547326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32780) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:01.549616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event deleted for resources: {'Port': ['ID=7eaceac7-c796-42eb-a55f-b94525a85c6e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:01.558184 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Network 63205d7c-67cd-499a-b65c-4d6c6cab1d5c is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:01.567010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a7a0745c-d1f6-43cf-afba-c29520dd38b9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Request body: {'floatingip': {'port_id': '05a642a1-ed2c-4525-9a00-694bb93ef728'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:01.578657 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-46dab185-2a22-419f-b92e-80755744bd4d req-f07d92c8-86cf-44ce-9d73-c81f5207be5d tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941213 Mar 11 15:40:01.580298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.662386 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a7a0745c-d1f6-43cf-afba-c29520dd38b9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for floatingip, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.685910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:40:01.702379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=59266475-8318-44ce-b68d-a608c5f907ac,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:01.704660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Deleting port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:01.705031 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.730730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:01.733190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b45700af-67e9-43ae-88e6-965d90a31690 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:01.736778 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b45700af-67e9-43ae-88e6-965d90a31690 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7286904 Mar 11 15:40:01.747016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32784) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:01.753893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3087b55-cd7e-4035-a184-e7ff2a38b7fc None None] Pushing event updated for resources: {'Port': ['ID=3d1e43c1-2217-412d-acb5-457e78f182d3,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:01.796084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Checking segment: {'id': 'e2086060-24e1-4235-be1d-484eaa8ac13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5d06c243-4cc7-4f5c-a6fa-77a99e36b677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:01.802073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network hostable DHCP agents. Network: 5d06c243-4cc7-4f5c-a6fa-77a99e36b677, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:01.826413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.826773 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Floating IP f1934611-69c6-4078-b092-96861497c9cf disassociated (deleted). External IP: 172.26.6.59, port: f54ad9e3-722d-43b3-84a8-5085af17a8c7. Mar 11 15:40:01.846662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 63205d7c-67cd-499a-b65c-4d6c6cab1d5c) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:01.884756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2fc411-0735-4142-b402-08ae7c8f3eeb None None] Network 63205d7c-67cd-499a-b65c-4d6c6cab1d5c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:01.918968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:01.924677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:01.929449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:01.930564 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.932352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.971380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5d750696-4a39-4906-bc08-ae100dd4e5ef None None] Provisioning complete for port 3d1e43c1-2217-412d-acb5-457e78f182d3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:01.971380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5d750696-4a39-4906-bc08-ae100dd4e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:02.095061 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6a762-1c92-4d8a-9408-9403b0351dc0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:02.095382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0ac6a762-1c92-4d8a-9408-9403b0351dc0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:02.098673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:02.121049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network 5d06c243-4cc7-4f5c-a6fa-77a99e36b677 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:02.141519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Calling delete_port for c3e51093-e244-4d8d-8132-abb10b67be5f owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:02.186556 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 5d06c243-4cc7-4f5c-a6fa-77a99e36b677) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:02.199087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.resource_extend [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:40:02.210191 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cebe14f3-6a06-4e2e-a22f-cca3380364e4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 5.2496622 Mar 11 15:40:02.217720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:02.218395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:02.222659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32788) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:02.246963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb4588-c8b9-4722-b042-d7ef09fdf67a None None] Network 5d06c243-4cc7-4f5c-a6fa-77a99e36b677 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:02.439737 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0ac6a762-1c92-4d8a-9408-9403b0351dc0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:02.440832 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0ac6a762-1c92-4d8a-9408-9403b0351dc0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6928835 Mar 11 15:40:02.451150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32792) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:02.508887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:02.543418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] For port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:02.543811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:02.550005 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3db14138-f949-4c16-86b5-8d96a6b4121d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.8463948 Mar 11 15:40:02.561982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32796) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:02.607136 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-10c65c2a-37ef-41c9-af61-9f1b973ca5e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1543145 Mar 11 15:40:02.611939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32802) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:02.624896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:02.664334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Router a8975123-186c-4db4-9c5b-7b2c0a5eae9f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:40:02.824408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Calling delete_port for 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:02.899829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:02.900474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:02.924585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:02.961404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:02.967688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4a5f6-be8e-4baf-8c9c-4ee302e78160 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:02.973583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4a5f6-be8e-4baf-8c9c-4ee302e78160 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:02.974339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-48d4a5f6-be8e-4baf-8c9c-4ee302e78160 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Synchronizing usage tracker for tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:03.010153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.024403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-ae6f0c70-8541-4069-b3e1-a77524559bc0 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:40:03.036010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3e51093-e244-4d8d-8132-abb10b67be5f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:03.098683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.124899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:03.129517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:03.140964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-5d06c243-4cc7-4f5c-a6fa-77a99e36b677', 'network_id': '5d06c243-4cc7-4f5c-a6fa-77a99e36b677', 'tenant_id': 'f531dfdced5d442aa929c99663a8fcca', 'fixed_ips': [{'subnet_id': '59266475-8318-44ce-b68d-a608c5f907ac'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:03.141835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.157190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:03.157536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:03.168423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:03.175733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.178845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ae6f0c70-8541-4069-b3e1-a77524559bc0 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.200954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-48d4a5f6-be8e-4baf-8c9c-4ee302e78160 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Unset dirty status for tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:03.205039 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-48d4a5f6-be8e-4baf-8c9c-4ee302e78160 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.8653984 Mar 11 15:40:03.205790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32806) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:03.280983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ae6f0c70-8541-4069-b3e1-a77524559bc0 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.321252 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Allocated IP 2001:db8::1 (5d06c243-4cc7-4f5c-a6fa-77a99e36b677/59266475-8318-44ce-b68d-a608c5f907ac/5dca804d-1724-4860-ad20-8b857e3d0225) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:03.376007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.381639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.384216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:40:03.401499 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d59d2-3a04-486c-94ac-63cdd973a732 None None] Sync routers for ids ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:03.407034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a5541-3784-4168-9e87-bd30e40c3d79 req-f2aeb216-7e01-437d-8c7a-81a3f4f7f996 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:03.408972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-273a5541-3784-4168-9e87-bd30e40c3d79 req-f2aeb216-7e01-437d-8c7a-81a3f4f7f996 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4869411 Mar 11 15:40:03.417381 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d59d2-3a04-486c-94ac-63cdd973a732 None None] Routers {'a8975123-186c-4db4-9c5b-7b2c0a5eae9f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:03.418262 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-741d59d2-3a04-486c-94ac-63cdd973a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:03.433205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.476588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:03.479305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.485827 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-741d59d2-3a04-486c-94ac-63cdd973a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:03.494876 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d59d2-3a04-486c-94ac-63cdd973a732 None None] Routers {'a8975123-186c-4db4-9c5b-7b2c0a5eae9f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:03.496232 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-741d59d2-3a04-486c-94ac-63cdd973a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:03.515241 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-273a5541-3784-4168-9e87-bd30e40c3d79 req-a160877e-4a39-4f88-8426-ebc871cc0f22 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973582 Mar 11 15:40:03.516658 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6615960a-68a3-4f5d-83ab-17208c416e2c tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "DELETE /v2.0/floatingips/f1934611-69c6-4078-b092-96861497c9cf HTTP/1.1" status: 204 len: 168 time: 5.7202258 Mar 11 15:40:03.522120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32810) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:03.527139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:03.544389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:03.548342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Usage tracker for resource:floatingip and tenant:263082b4e26f48ceb41e7b2c86ebfc0d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:03.551356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:03.557267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:03.561821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.562420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 889b6544-61a2-4792-a630-8f5a04416715 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:40:03.572866 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-741d59d2-3a04-486c-94ac-63cdd973a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:03.574039 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d59d2-3a04-486c-94ac-63cdd973a732 None None] The sync data for ids ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:03.576226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.581814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6f98ac1b-5297-4328-8639-6489de3a9478 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Deleting port b6521f28-0666-4969-ae58-76efbb5c4d14 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:03.582281 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5201119c-2daa-4408-8eeb-012a90301179 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "DELETE /v2.0/routers/889b6544-61a2-4792-a630-8f5a04416715 HTTP/1.1" status: 204 len: 168 time: 3.9313436 Mar 11 15:40:03.582377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6f98ac1b-5297-4328-8639-6489de3a9478 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.582472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32814) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:03.610726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Port c3e51093-e244-4d8d-8132-abb10b67be5f not found while updating agent binding for router 889b6544-61a2-4792-a630-8f5a04416715. {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 11 15:40:03.642501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.645098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Routers set() bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:03.645466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Router IDs set() for agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 11 15:40:03.646146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_agentschedulers_db [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'889b6544-61a2-4792-a630-8f5a04416715'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent'). {{(pid=88559) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 15:40:03.646488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660f97f-818a-4f66-8c3f-cc63d9b8b186 None None] The sync data for ids ['889b6544-61a2-4792-a630-8f5a04416715'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:03.659039 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Deleting port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:03.659614 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.664096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3250944-a4f7-4265-b26a-98f35c28549b tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Deleting subnet 0a88e692-92da-41fe-b519-8f54705c1037 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:40:03.677905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3250944-a4f7-4265-b26a-98f35c28549b tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.698578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.707049 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3d1e43c1-2217-412d-acb5-457e78f182d3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:03.716913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-a7a0745c-d1f6-43cf-afba-c29520dd38b9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:40:03.750845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3250944-a4f7-4265-b26a-98f35c28549b tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.751502 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Transition to ACTIVE for port object 5dca804d-1724-4860-ad20-8b857e3d0225 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:03.771523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.834295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Transition to ACTIVE for port object 5dca804d-1724-4860-ad20-8b857e3d0225 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:03.875909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3250944-a4f7-4265-b26a-98f35c28549b tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.938865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 3d1e43c1-2217-412d-acb5-457e78f182d3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:03.939237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.952528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:03.975128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.017813 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-ae6f0c70-8541-4069-b3e1-a77524559bc0 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Floating IP e45c97c3-ba9e-422a-93ea-51571c9c77e3 associated. External IP: 172.26.6.209, port: 97c8093e-16bd-4453-a593-2cf0bf8af487. Mar 11 15:40:04.051788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] For port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:04.052268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.079417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3250944-a4f7-4265-b26a-98f35c28549b tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.080398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a7a0745c-d1f6-43cf-afba-c29520dd38b9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.128787 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3250944-a4f7-4265-b26a-98f35c28549b tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0a88e692-92da-41fe-b519-8f54705c1037,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:04.132435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3250944-a4f7-4265-b26a-98f35c28549b tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.149859 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b3250944-a4f7-4265-b26a-98f35c28549b tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/0a88e692-92da-41fe-b519-8f54705c1037 HTTP/1.1" status: 204 len: 168 time: 0.5673244 Mar 11 15:40:04.154241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32818) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:04.161389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a7a0745c-d1f6-43cf-afba-c29520dd38b9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.179084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Allocated IP 172.26.6.50 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/3008dff9-6873-4964-be07-908d0a774944) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:04.199514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Network 5d06c243-4cc7-4f5c-a6fa-77a99e36b677 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:04.209671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Calling delete_port for 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:04.237547 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:04.245334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Pushing event updated for resources: {'Port': ['ID=5dca804d-1724-4860-ad20-8b857e3d0225,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:04.251596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:04.317255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.453888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Subnet': ['ID=59266475-8318-44ce-b68d-a608c5f907ac,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:04.467776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Attempting to bind port 5dca804d-1724-4860-ad20-8b857e3d0225 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:04.467776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Attempting to bind port 5dca804d-1724-4860-ad20-8b857e3d0225 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'e2086060-24e1-4235-be1d-484eaa8ac13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5d06c243-4cc7-4f5c-a6fa-77a99e36b677'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:04.468146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6f98ac1b-5297-4328-8639-6489de3a9478 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.468262 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Attempting to bind port 5dca804d-1724-4860-ad20-8b857e3d0225 on network 5d06c243-4cc7-4f5c-a6fa-77a99e36b677 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:04.471422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.483554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:04.484060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Checking segment: {'id': 'e2086060-24e1-4235-be1d-484eaa8ac13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5d06c243-4cc7-4f5c-a6fa-77a99e36b677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:04.484557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.485081 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Bound using segment: {'id': 'e2086060-24e1-4235-be1d-484eaa8ac13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5d06c243-4cc7-4f5c-a6fa-77a99e36b677'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:04.485656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Bound port: 5dca804d-1724-4860-ad20-8b857e3d0225, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2086060-24e1-4235-be1d-484eaa8ac13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5d06c243-4cc7-4f5c-a6fa-77a99e36b677'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:04.486119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.591053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] For port 5dca804d-1724-4860-ad20-8b857e3d0225, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:04.595131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] For port 5dca804d-1724-4860-ad20-8b857e3d0225, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5dca804d-1724-4860-ad20-8b857e3d0225,segment=NetworkSegment(e2086060-24e1-4235-be1d-484eaa8ac13d),segment_id=e2086060-24e1-4235-be1d-484eaa8ac13d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:04.597068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.608459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.643201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] No DVR routers for this DVR port 92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:04.665354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f55098-ada8-4867-9ded-a05f4d54ba64 None None] Pushing event deleted for resources: {'Port': ['ID=92b133e9-0ab3-47c4-b00c-e0e5beb5b1e5,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:04.670442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.724646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.760231 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa6816-e95c-4ef5-b8a5-560d6517c3bf None None] Pushing event updated for resources: {'Port': ['ID=5dca804d-1724-4860-ad20-8b857e3d0225,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:04.769783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab852644-2f65-46d8-8068-f3e13fffaf95']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:04.789124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff3bba7-efbf-41b4-a3fb-eaaaf8acdddc') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:04.789420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff3bba7-efbf-41b4-a3fb-eaaaf8acdddc') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:04.804753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.833399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.845559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad21d37-7e35-4738-b53a-1003b267658f req-cd418d4e-e627-42cb-914b-8a155f6b984e tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:04.847037 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bad21d37-7e35-4738-b53a-1003b267658f req-cd418d4e-e627-42cb-914b-8a155f6b984e tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.1758702 Mar 11 15:40:04.848230 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6f98ac1b-5297-4328-8639-6489de3a9478 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Calling delete_port for b6521f28-0666-4969-ae58-76efbb5c4d14 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:04.850174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:04.850597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:04.864272 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:04.944691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ea655-af42-4521-91a7-3cdfc7c0dff3 None None] Network 5d06c243-4cc7-4f5c-a6fa-77a99e36b677 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:04.950909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.990253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.042835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:05.049988 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bad21d37-7e35-4738-b53a-1003b267658f req-9e81456e-b16a-4a77-8c21-f6d50d807801 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848526 Mar 11 15:40:05.050813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:05.055485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:05.087070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Pushing event updated for resources: {'Port': ['ID=3008dff9-6873-4964-be07-908d0a774944,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:05.127639 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-a7a0745c-d1f6-43cf-afba-c29520dd38b9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Floating IP 7aa57f7e-d9df-407a-bfc2-aa3aa5b238dc associated. External IP: 172.26.6.178, port: 05a642a1-ed2c-4525-9a00-694bb93ef728. Mar 11 15:40:05.139970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.176473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab852644-2f65-46d8-8068-f3e13fffaf95 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 15:40:05.180833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d06c243-4cc7-4f5c-a6fa-77a99e36b677']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:05.186140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab852644-2f65-46d8-8068-f3e13fffaf95,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:05.186980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f96f6-607e-44fc-87ab-5aa280eb74a2 None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:40:05.198947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.240565 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.244503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2086060-24e1-4235-be1d-484eaa8ac13d') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:05.249358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2086060-24e1-4235-be1d-484eaa8ac13d') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:05.259793 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ad2e516f-2c87-45a1-ba31-e672b8a7b6c9 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "DELETE /v2.0/networks/ab852644-2f65-46d8-8068-f3e13fffaf95 HTTP/1.1" status: 204 len: 168 time: 1.1044993 Mar 11 15:40:05.300296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.327730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475c9ae-a502-45ad-90f6-34255e58f989 req-21dea0f8-2b45-454c-90dc-42b3a5b040af tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:05.329377 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7475c9ae-a502-45ad-90f6-34255e58f989 req-21dea0f8-2b45-454c-90dc-42b3a5b040af tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.1395774 Mar 11 15:40:05.338487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.339937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32828) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:05.346609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c847f7de-d6ae-433b-92c9-4dc8ff22176a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Request body: {'floatingip': {'port_id': 'd8d59228-922c-4881-8362-155d014dd350'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:05.407123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:05.410154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6f98ac1b-5297-4328-8639-6489de3a9478 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.424967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:05.426929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.468567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755f96f6-607e-44fc-87ab-5aa280eb74a2 None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:40:05.491909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c847f7de-d6ae-433b-92c9-4dc8ff22176a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for floatingip, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.547241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:05.553791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.605864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98ac1b-5297-4328-8639-6489de3a9478 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Port': ['ID=b6521f28-0666-4969-ae58-76efbb5c4d14,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:05.607634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=1d06bbed-a59a-4936-8147-0c6b10328ca6,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:05.616309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:05.625623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:05.634189 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:05.718630 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6f98ac1b-5297-4328-8639-6489de3a9478 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.720965 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6f98ac1b-5297-4328-8639-6489de3a9478 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "DELETE /v2.0/ports/b6521f28-0666-4969-ae58-76efbb5c4d14 HTTP/1.1" status: 204 len: 168 time: 2.5142627 Mar 11 15:40:05.734519 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4b6f2014-61a0-4561-b4aa-6f7fa885218f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1186972 Mar 11 15:40:05.736787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6f0c70-8541-4069-b3e1-a77524559bc0 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Router 5089b66f-d265-463d-8564-9557ece2bba4 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:40:05.742732 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32838) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:05.743256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32840) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:05.754012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': '1d06bbed-a59a-4936-8147-0c6b10328ca6', 'ip_address': '2001:db8::e942:cbd4:475:b8a'}], 'name': 'tempest-NetworksTestDHCPv6-478537281'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:05.826945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32846) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:05.917265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-0588b3ba-b52b-40da-8223-1d4af54593eb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Request body: {'router': {'name': 'tempest-router--603773056', 'project_id': '195786f69b8c44978e23066160e6b040'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:05.921607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0588b3ba-b52b-40da-8223-1d4af54593eb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:05.923501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '1d06bbed-a59a-4936-8147-0c6b10328ca6'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:05.924523 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:05.925399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0588b3ba-b52b-40da-8223-1d4af54593eb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Usage tracker for resource:router and tenant:195786f69b8c44978e23066160e6b040 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:05.928225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0588b3ba-b52b-40da-8223-1d4af54593eb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:05.933368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:40:05.933368 dv-neutron-833203-2-hyperv neutron-server[88557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:40:05.933368 dv-neutron-833203-2-hyperv neutron-server[88557]: [parameters: {'id': '5d06c243-4cc7-4f5c-a6fa-77a99e36b677'}] Mar 11 15:40:05.933368 dv-neutron-833203-2-hyperv neutron-server[88557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:05.934087 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:06.005508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0588b3ba-b52b-40da-8223-1d4af54593eb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:06.077826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.086604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-f89a148a-7e81-4854-84fc-e460541c1ad4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Deleting port ed29faa6-50b5-4cd6-a1b6-66fb51cfc3b3 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:06.086953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f89a148a-7e81-4854-84fc-e460541c1ad4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.087122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/1d06bbed-a59a-4936-8147-0c6b10328ca6/56d139df-e4c9-4021-a379-aa95249e3e09) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:06.327135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.339632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Transition to ACTIVE for port object 56d139df-e4c9-4021-a379-aa95249e3e09 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:06.359484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Transition to ACTIVE for port object 56d139df-e4c9-4021-a379-aa95249e3e09 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:06.404206 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0588b3ba-b52b-40da-8223-1d4af54593eb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.405239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0588b3ba-b52b-40da-8223-1d4af54593eb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.435615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.463082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.499738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:06.502560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:06.510740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:06.522825 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Pushing event updated for resources: {'Port': ['ID=56d139df-e4c9-4021-a379-aa95249e3e09,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:06.543367 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:06.547680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c847f7de-d6ae-433b-92c9-4dc8ff22176a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.549736 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.571497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:06.581590 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0588b3ba-b52b-40da-8223-1d4af54593eb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.585134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:06.608303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting port 5dca804d-1724-4860-ad20-8b857e3d0225 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:06.608673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.612932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c847f7de-d6ae-433b-92c9-4dc8ff22176a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.616652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Attempting to bind port 56d139df-e4c9-4021-a379-aa95249e3e09 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:06.624099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Attempting to bind port 56d139df-e4c9-4021-a379-aa95249e3e09 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:06.624099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Attempting to bind port 56d139df-e4c9-4021-a379-aa95249e3e09 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:06.624099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:06.624099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:06.624099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.624854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:06.624956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Bound port: 56d139df-e4c9-4021-a379-aa95249e3e09, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:06.625353 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.637490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:06.664792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a0745c-d1f6-43cf-afba-c29520dd38b9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:40:06.667560 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6f0c70-8541-4069-b3e1-a77524559bc0 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:40:06.687002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.688154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc126fd4-3eba-4255-b41b-b4a4caa4a4e2 None None] Sync routers for ids ['5089b66f-d265-463d-8564-9557ece2bba4'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:06.714241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc126fd4-3eba-4255-b41b-b4a4caa4a4e2 None None] Routers {'5089b66f-d265-463d-8564-9557ece2bba4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:06.716305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bc126fd4-3eba-4255-b41b-b4a4caa4a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5089b66f-d265-463d-8564-9557ece2bba4'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:06.831534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ae6f0c70-8541-4069-b3e1-a77524559bc0 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.845955 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] For port 56d139df-e4c9-4021-a379-aa95249e3e09, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:06.885411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Pushing event updated for resources: {'Port': ['ID=3008dff9-6873-4964-be07-908d0a774944,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:06.888521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:06.903417 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0588b3ba-b52b-40da-8223-1d4af54593eb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.921977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] For port 56d139df-e4c9-4021-a379-aa95249e3e09, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=56d139df-e4c9-4021-a379-aa95249e3e09,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:06.923274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:06.927558 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-c847f7de-d6ae-433b-92c9-4dc8ff22176a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Floating IP 504e634a-0175-4d0f-8be7-47380d15e0cf associated. External IP: 172.26.6.204, port: d8d59228-922c-4881-8362-155d014dd350. Mar 11 15:40:06.965455 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-bc126fd4-3eba-4255-b41b-b4a4caa4a4e2 None None] Set router 5089b66f-d265-463d-8564-9557ece2bba4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:40:06.981323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f89a148a-7e81-4854-84fc-e460541c1ad4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:07.011747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:07.078994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:07.082636 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-26bd43e9-5a12-4a1e-8a39-93e58189d29a tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5570221 Mar 11 15:40:07.088238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32850) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:07.234586 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-f89a148a-7e81-4854-84fc-e460541c1ad4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Calling delete_port for ed29faa6-50b5-4cd6-a1b6-66fb51cfc3b3 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:07.260694 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4ef5a-2794-4c50-8aa9-d5ec9fde4d57 None None] Pushing event updated for resources: {'Port': ['ID=56d139df-e4c9-4021-a379-aa95249e3e09,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:07.270674 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ae6f0c70-8541-4069-b3e1-a77524559bc0 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "PUT /v2.0/floatingips/e45c97c3-ba9e-422a-93ea-51571c9c77e3 HTTP/1.1" status: 200 len: 991 time: 6.6387191 Mar 11 15:40:07.298669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'tag': '97c8093e-16bd-4453-a593-2cf0bf8af487'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:40:07.303778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0588b3ba-b52b-40da-8223-1d4af54593eb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:07.305218 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0588b3ba-b52b-40da-8223-1d4af54593eb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4167283 Mar 11 15:40:07.310275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32860) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:07.457680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:07.483550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c847f7de-d6ae-433b-92c9-4dc8ff22176a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Router 8b4cf30a-7075-4e2f-bd9d-815523e32468 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:40:07.486490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:07.502311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] For port 5dca804d-1724-4860-ad20-8b857e3d0225, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5dca804d-1724-4860-ad20-8b857e3d0225,segment=NetworkSegment(e2086060-24e1-4235-be1d-484eaa8ac13d),segment_id=e2086060-24e1-4235-be1d-484eaa8ac13d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:07.502808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:07.590625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Usage tracker for resource:floatingip and tenant:8542e62162b848a4aed89041321ef718 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:07.594896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:07.616289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3546-d5b6-41fa-a939-9ac4d8ee0766 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:07.673903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bc126fd4-3eba-4255-b41b-b4a4caa4a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:00Z', 'revision_number': 4, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e45c97c3-ba9e-422a-93ea-51571c9c77e3', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'port_id': '97c8093e-16bd-4453-a593-2cf0bf8af487', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'mac_address': 'fa:16:3e:15:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:39:14Z', 'updated_at': '2022-03-11T15:40:02Z', 'revision_number': 1, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de05c1d-1a5c-4824-8403-5a5beb720630', 'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'mac_address': 'fa:16:3e:cd:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:58Z', 'updated_at': '2022-03-11T15:39:10Z', 'revision_number': 5, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'subnets': [{'id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:07.683619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc126fd4-3eba-4255-b41b-b4a4caa4a4e2 None None] Checking router: 5089b66f-d265-463d-8564-9557ece2bba4 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:40:07.693236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc126fd4-3eba-4255-b41b-b4a4caa4a4e2 None None] Routers {'5089b66f-d265-463d-8564-9557ece2bba4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:07.694062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bc126fd4-3eba-4255-b41b-b4a4caa4a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5089b66f-d265-463d-8564-9557ece2bba4'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:07.741313 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'tag': '97c8093e-16bd-4453-a593-2cf0bf8af487', 'status': 'completed', 'code': 200} Mar 11 15:40:07.756614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Calling delete_port for 5dca804d-1724-4860-ad20-8b857e3d0225 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:07.758304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 56d139df-e4c9-4021-a379-aa95249e3e09 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:07.866312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:07.871945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:07.899122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a0745c-d1f6-43cf-afba-c29520dd38b9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:40:07.912526 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb78ed-eeca-49e9-87be-a6dc33d44e5f None None] Sync routers for ids ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:07.917106 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a7a0745c-d1f6-43cf-afba-c29520dd38b9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:07.925924 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafb78ed-eeca-49e9-87be-a6dc33d44e5f None None] Routers {'2ea6d613-bfe9-4b8f-813e-eb59adf4318d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:07.927140 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-eafb78ed-eeca-49e9-87be-a6dc33d44e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:07.959529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-bc126fd4-3eba-4255-b41b-b4a4caa4a4e2 None None] Set router 5089b66f-d265-463d-8564-9557ece2bba4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:40:07.962248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 72317b16-0f71-4058-9cb1-65ca7562cdcc yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:40:08.006176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 56d139df-e4c9-4021-a379-aa95249e3e09 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:08.148710 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-eafb78ed-eeca-49e9-87be-a6dc33d44e5f None None] Set router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:40:08.162667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f89a148a-7e81-4854-84fc-e460541c1ad4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.242322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a148a-7e81-4854-84fc-e460541c1ad4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Port': ['ID=ed29faa6-50b5-4cd6-a1b6-66fb51cfc3b3,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:08.253380 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a7a0745c-d1f6-43cf-afba-c29520dd38b9 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "PUT /v2.0/floatingips/7aa57f7e-d9df-407a-bfc2-aa3aa5b238dc HTTP/1.1" status: 200 len: 991 time: 6.7025652 Mar 11 15:40:08.268664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.305151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.322839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3546-d5b6-41fa-a939-9ac4d8ee0766 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.331925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3546-d5b6-41fa-a939-9ac4d8ee0766 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.390244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Port': ['ID=5dca804d-1724-4860-ad20-8b857e3d0225,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:08.392226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f89a148a-7e81-4854-84fc-e460541c1ad4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.418699 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No DVR routers for this DVR port 5dca804d-1724-4860-ad20-8b857e3d0225 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:08.461722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba03eb3-22f2-4a0a-aaca-58c99718ef1c req-8e687851-6b1f-4340-a848-f5ec3c322bd3 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:08.468121 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bba03eb3-22f2-4a0a-aaca-58c99718ef1c req-8e687851-6b1f-4340-a848-f5ec3c322bd3 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 945 time: 0.9746037 Mar 11 15:40:08.604282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bc126fd4-3eba-4255-b41b-b4a4caa4a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:00Z', 'revision_number': 4, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e45c97c3-ba9e-422a-93ea-51571c9c77e3', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'port_id': '97c8093e-16bd-4453-a593-2cf0bf8af487', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'mac_address': 'fa:16:3e:15:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:39:14Z', 'updated_at': '2022-03-11T15:40:02Z', 'revision_number': 1, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de05c1d-1a5c-4824-8403-5a5beb720630', 'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'mac_address': 'fa:16:3e:cd:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:58Z', 'updated_at': '2022-03-11T15:39:10Z', 'revision_number': 5, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'subnets': [{'id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:08.612344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc126fd4-3eba-4255-b41b-b4a4caa4a4e2 None None] The sync data for ids ['5089b66f-d265-463d-8564-9557ece2bba4'] in dv-neutron-833203-2-hyperv is: [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:00Z', 'revision_number': 4, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e45c97c3-ba9e-422a-93ea-51571c9c77e3', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'port_id': '97c8093e-16bd-4453-a593-2cf0bf8af487', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'mac_address': 'fa:16:3e:15:42:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:39:14Z', 'updated_at': '2022-03-11T15:40:02Z', 'revision_number': 1, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de05c1d-1a5c-4824-8403-5a5beb720630', 'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'mac_address': 'fa:16:3e:cd:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:58Z', 'updated_at': '2022-03-11T15:39:10Z', 'revision_number': 5, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'subnets': [{'id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:08.665217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0557972-5e2b-4887-ad7f-2cc9b7a0f1d5 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:08.672435 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f89a148a-7e81-4854-84fc-e460541c1ad4 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "DELETE /v2.0/ports/ed29faa6-50b5-4cd6-a1b6-66fb51cfc3b3 HTTP/1.1" status: 204 len: 168 time: 2.9279704 Mar 11 15:40:08.680223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.687286 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32866) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:08.722629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88bd63-4a1a-496b-83c4-4c34f3ffa397 req-3e086b22-02f4-4f46-b05f-7639abac8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:08.724381 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a88bd63-4a1a-496b-83c4-4c34f3ffa397 req-3e086b22-02f4-4f46-b05f-7639abac8b22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cf80f2521c8495ea617d58524b72c74&device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 1098 time: 0.8485863 Mar 11 15:40:08.725524 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c847f7de-d6ae-433b-92c9-4dc8ff22176a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:40:08.732775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3546-d5b6-41fa-a939-9ac4d8ee0766 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.733459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebd3546-d5b6-41fa-a939-9ac4d8ee0766 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfc32820-4303-4d54-9a05-29dbd56680d6 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:40:08.789339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-67887380-753b-4fd8-8424-5b3815937ea1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Synchronizing usage tracker for tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:08.800300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d06c243-4cc7-4f5c-a6fa-77a99e36b677']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:08.813174 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bba03eb3-22f2-4a0a-aaca-58c99718ef1c req-72722960-39b0-4ad0-b9b2-0f9bda04f198 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214672 Mar 11 15:40:08.815027 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224c5a6-8471-4ea4-9e50-fa5b4e8edae6 None None] Sync routers for ids ['8b4cf30a-7075-4e2f-bd9d-815523e32468'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:08.815168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c847f7de-d6ae-433b-92c9-4dc8ff22176a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.828600 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-eafb78ed-eeca-49e9-87be-a6dc33d44e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:04Z', 'revision_number': 4, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '7aa57f7e-d9df-407a-bfc2-aa3aa5b238dc', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'port_id': '05a642a1-ed2c-4525-9a00-694bb93ef728', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'mac_address': 'fa:16:3e:16:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:39:17Z', 'updated_at': '2022-03-11T15:40:03Z', 'revision_number': 1, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04b27d9-a869-42cd-b06b-aedb7cda8670', 'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'mac_address': 'fa:16:3e:ee:42:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:00Z', 'updated_at': '2022-03-11T15:39:16Z', 'revision_number': 5, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'subnets': [{'id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:08.836773 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224c5a6-8471-4ea4-9e50-fa5b4e8edae6 None None] Routers {'8b4cf30a-7075-4e2f-bd9d-815523e32468'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:08.837588 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8224c5a6-8471-4ea4-9e50-fa5b4e8edae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b4cf30a-7075-4e2f-bd9d-815523e32468'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:08.845133 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb78ed-eeca-49e9-87be-a6dc33d44e5f None None] Checking router: 2ea6d613-bfe9-4b8f-813e-eb59adf4318d for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:40:08.849295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2086060-24e1-4235-be1d-484eaa8ac13d') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:08.849649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2086060-24e1-4235-be1d-484eaa8ac13d') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:08.861269 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafb78ed-eeca-49e9-87be-a6dc33d44e5f None None] Routers {'2ea6d613-bfe9-4b8f-813e-eb59adf4318d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:08.866724 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-eafb78ed-eeca-49e9-87be-a6dc33d44e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:08.866875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::e942:cbd4:475:b8a (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/1d06bbed-a59a-4936-8147-0c6b10328ca6/72317b16-0f71-4058-9cb1-65ca7562cdcc) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:08.868485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.915888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.923901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3546-d5b6-41fa-a939-9ac4d8ee0766 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:08.925236 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7ebd3546-d5b6-41fa-a939-9ac4d8ee0766 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "DELETE /v2.0/routers/cfc32820-4303-4d54-9a05-29dbd56680d6 HTTP/1.1" status: 204 len: 168 time: 1.6153316 Mar 11 15:40:08.933259 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c847f7de-d6ae-433b-92c9-4dc8ff22176a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "PUT /v2.0/floatingips/504e634a-0175-4d0f-8be7-47380d15e0cf HTTP/1.1" status: 200 len: 992 time: 3.5925305 Mar 11 15:40:08.947501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'tag': 'd8d59228-922c-4881-8362-155d014dd350'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:40:08.960523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-67887380-753b-4fd8-8424-5b3815937ea1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Unset dirty status for tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:08.962087 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-67887380-753b-4fd8-8424-5b3815937ea1 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2736945 Mar 11 15:40:08.963490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:08.964782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:09.001827 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:09.024636 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32880) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:09.027742 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd4ec1-c2b4-405b-b756-cba6f1b4d77f None None] New status for floating IP e45c97c3-ba9e-422a-93ea-51571c9c77e3: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:40:09.065502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0784-b68f-45cf-ad46-d1c7040d480c req-f3916727-ad89-41c2-9faf-33be13af0553 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:09.067147 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44fe0784-b68f-45cf-ad46-d1c7040d480c req-f3916727-ad89-41c2-9faf-33be13af0553 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 945 time: 0.5808754 Mar 11 15:40:09.081421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-753152917'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:09.123393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3a127827-8759-44a3-828a-2411a580ccaa None None] Provisioning for port 56d139df-e4c9-4021-a379-aa95249e3e09 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:09.154092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3a127827-8759-44a3-828a-2411a580ccaa None None] Provisioning complete for port 56d139df-e4c9-4021-a379-aa95249e3e09 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:09.164804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a127827-8759-44a3-828a-2411a580ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.208316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88bd63-4a1a-496b-83c4-4c34f3ffa397 req-84c5272f-00ea-4a27-b80f-13a9c0e52a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:09.209918 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a88bd63-4a1a-496b-83c4-4c34f3ffa397 req-84c5272f-00ea-4a27-b80f-13a9c0e52a9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 HTTP/1.1" status: 200 len: 912 time: 0.4645400 Mar 11 15:40:09.218828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44fe0784-b68f-45cf-ad46-d1c7040d480c req-3b1ecb12-7184-40c9-a253-aee66fe5d740 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429467 Mar 11 15:40:09.332538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32886) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:09.364730 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'tag': 'd8d59228-922c-4881-8362-155d014dd350', 'status': 'completed', 'code': 200} Mar 11 15:40:09.367164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.423732 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:09.451375 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-eafb78ed-eeca-49e9-87be-a6dc33d44e5f None None] Set router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:40:09.481890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.499568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8224c5a6-8471-4ea4-9e50-fa5b4e8edae6 None None] Set router 8b4cf30a-7075-4e2f-bd9d-815523e32468 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:40:09.502767 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Usage tracker for resource:network and tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:09.536111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.541432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:09.548646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Network': ['ID=5d06c243-4cc7-4f5c-a6fa-77a99e36b677,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:09.563683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:09.595316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-eeab9af9-31ea-4d15-b254-756499ecce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:09.596933 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-eeab9af9-31ea-4d15-b254-756499ecce93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63aa522a9c35455aa52f77ae8bc0fa36&device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 1099 time: 0.1789596 Mar 11 15:40:09.598515 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2d6f092a-1ac6-4a6f-b1d6-19e6e42a11ba tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/5d06c243-4cc7-4f5c-a6fa-77a99e36b677 HTTP/1.1" status: 204 len: 168 time: 7.0359805 Mar 11 15:40:09.639172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32894) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:09.647138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-346105882'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:09.659094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1081025135', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:09.749326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Allocated IP 172.26.6.74 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/b9e1ab6d-d5d1-454f-a165-b5716a89088c) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:09.761919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'tag': '05a642a1-ed2c-4525-9a00-694bb93ef728'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:40:09.782324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-a6919e3d-5ce8-4d97-baff-ef5b84481d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:09.783815 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-a6919e3d-5ce8-4d97-baff-ef5b84481d05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1410b898-0e6e-4285-a079-c8161b49c4cd HTTP/1.1" status: 200 len: 912 time: 0.1700108 Mar 11 15:40:09.800701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a127827-8759-44a3-828a-2411a580ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.915448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-3a127827-8759-44a3-828a-2411a580ccaa None None] For port 56d139df-e4c9-4021-a379-aa95249e3e09, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=56d139df-e4c9-4021-a379-aa95249e3e09,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:09.928858 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'tag': '05a642a1-ed2c-4525-9a00-694bb93ef728', 'status': 'completed', 'code': 200} Mar 11 15:40:09.939224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Made reservation on behalf of bf1c9b6796ee4e18bd86d3f9fa04a0f1 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:09.942863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.970415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.981893 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a88bd63-4a1a-496b-83c4-4c34f3ffa397 req-aa1187e7-f002-4805-bdc9-f5f59625139b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c8093e-16bd-4453-a593-2cf0bf8af487 HTTP/1.1" status: 200 len: 999 time: 0.7591350 Mar 11 15:40:09.983346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.990232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:10.000967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a127827-8759-44a3-828a-2411a580ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.045589 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-eafb78ed-eeca-49e9-87be-a6dc33d44e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:04Z', 'revision_number': 4, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '7aa57f7e-d9df-407a-bfc2-aa3aa5b238dc', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'port_id': '05a642a1-ed2c-4525-9a00-694bb93ef728', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'mac_address': 'fa:16:3e:16:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:39:17Z', 'updated_at': '2022-03-11T15:40:03Z', 'revision_number': 1, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04b27d9-a869-42cd-b06b-aedb7cda8670', 'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'mac_address': 'fa:16:3e:ee:42:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:00Z', 'updated_at': '2022-03-11T15:39:16Z', 'revision_number': 5, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'subnets': [{'id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:10.051460 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb78ed-eeca-49e9-87be-a6dc33d44e5f None None] The sync data for ids ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'] in dv-neutron-833203-2-hyperv is: [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:04Z', 'revision_number': 4, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '7aa57f7e-d9df-407a-bfc2-aa3aa5b238dc', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'port_id': '05a642a1-ed2c-4525-9a00-694bb93ef728', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'mac_address': 'fa:16:3e:16:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:39:17Z', 'updated_at': '2022-03-11T15:40:03Z', 'revision_number': 1, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04b27d9-a869-42cd-b06b-aedb7cda8670', 'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'mac_address': 'fa:16:3e:ee:42:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:00Z', 'updated_at': '2022-03-11T15:39:16Z', 'revision_number': 5, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'subnets': [{'id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:10.054834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 72317b16-0f71-4058-9cb1-65ca7562cdcc will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:10.056104 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:10.070661 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-e14575ce-d311-4597-996c-ffecfcdf519a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d59228-922c-4881-8362-155d014dd350 HTTP/1.1" status: 200 len: 1000 time: 0.2743180 Mar 11 15:40:10.079361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.085358 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Added segment 701e0d12-0300-4e4e-be14-0ae737111fba of type vlan for network 943263b4-3807-4a50-af07-bdaeef2fd983 Mar 11 15:40:10.168085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a127827-8759-44a3-828a-2411a580ccaa None None] Pushing event updated for resources: {'Port': ['ID=56d139df-e4c9-4021-a379-aa95249e3e09,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:10.204124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.207769 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8224c5a6-8471-4ea4-9e50-fa5b4e8edae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '504e634a-0175-4d0f-8be7-47380d15e0cf', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'port_id': 'd8d59228-922c-4881-8362-155d014dd350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'mac_address': 'fa:16:3e:33:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:39:26Z', 'updated_at': '2022-03-11T15:40:06Z', 'revision_number': 1, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d0323f-d5ba-4dc8-a8db-3bcec6539123', 'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'mac_address': 'fa:16:3e:53:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:10Z', 'updated_at': '2022-03-11T15:39:19Z', 'revision_number': 5, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'subnets': [{'id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:10.214613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-59440942-b6ab-4d77-ae87-02569fd0bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:10.216958 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-59440942-b6ab-4d77-ae87-02569fd0bbbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf361e4-4fdb-4223-afe3-8508e64593f5 HTTP/1.1" status: 200 len: 850 time: 0.1349080 Mar 11 15:40:10.217607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224c5a6-8471-4ea4-9e50-fa5b4e8edae6 None None] Checking router: 8b4cf30a-7075-4e2f-bd9d-815523e32468 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:40:10.231745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:10.255726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224c5a6-8471-4ea4-9e50-fa5b4e8edae6 None None] Routers {'8b4cf30a-7075-4e2f-bd9d-815523e32468'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:10.269306 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8224c5a6-8471-4ea4-9e50-fa5b4e8edae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b4cf30a-7075-4e2f-bd9d-815523e32468'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:10.297886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Usage tracker for resource:router and tenant:43bda2e725ef4bdba982dd9de818f5d7 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:10.310764 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.317675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34771e-63f6-4ca7-a13f-15f936ccb8dd req-c34b0d35-bb51-4739-989a-2cbe6f5be825 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:10.325824 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ad34771e-63f6-4ca7-a13f-15f936ccb8dd req-c34b0d35-bb51-4739-989a-2cbe6f5be825 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 1.2229009 Mar 11 15:40:10.352873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:network and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:10.357233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:10.370853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.377038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:10.377689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.380126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:10.381889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbbf814-435a-4a0d-afa0-92fc5c466bcc None None] New status for floating IP 7aa57f7e-d9df-407a-bfc2-aa3aa5b238dc: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:40:10.383194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-f5d27264-4109-444a-a430-f1e87e727654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:10.384713 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-f5d27264-4109-444a-a430-f1e87e727654 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1410b898-0e6e-4285-a079-c8161b49c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1603177 Mar 11 15:40:10.387167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:10.396112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88bd63-4a1a-496b-83c4-4c34f3ffa397 req-840d763f-8d61-4f34-b5e8-6387d8a2daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:10.397678 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a88bd63-4a1a-496b-83c4-4c34f3ffa397 req-840d763f-8d61-4f34-b5e8-6387d8a2daa0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66e3b66b-727f-4b7d-8f30-c9f070b1cb68 HTTP/1.1" status: 200 len: 850 time: 0.1590445 Mar 11 15:40:10.403811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:10.423101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:10.447426 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ad34771e-63f6-4ca7-a13f-15f936ccb8dd req-172caff8-170d-4f44-8634-5c9e09d9dec9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204906 Mar 11 15:40:10.450641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f2cab5ab-29d8-4042-a7e3-b3dba2a4a4ee None None] Provisioning complete for port 56d139df-e4c9-4021-a379-aa95249e3e09 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:10.451006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f2cab5ab-29d8-4042-a7e3-b3dba2a4a4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.462150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:10.465419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:10.471298 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:10.472020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.508985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b859b-f6e2-437d-90f9-1f68abb2e948 req-c213a8c1-6522-4db6-88a6-390eace72a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:10.511158 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-218b859b-f6e2-437d-90f9-1f68abb2e948 req-c213a8c1-6522-4db6-88a6-390eace72a04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c82f540907034ec783433631c2c91e3e&device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 1098 time: 0.5171723 Mar 11 15:40:10.559953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.561185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.568535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88bd63-4a1a-496b-83c4-4c34f3ffa397 req-e8423e0f-4f5f-4d5d-ac07-3dfa233b6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:10.570121 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a88bd63-4a1a-496b-83c4-4c34f3ffa397 req-e8423e0f-4f5f-4d5d-ac07-3dfa233b6686 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1600761 Mar 11 15:40:10.676127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.679707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:10.683415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.739856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=72317b16-0f71-4058-9cb1-65ca7562cdcc,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:10.768475 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7200143 Mar 11 15:40:10.776158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32902) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:10.784391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-61606074'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:10.787704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cae277-c13f-4da4-be3c-81064cc5aac6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event updated for resources: {'Network': ['ID=943263b4-3807-4a50-af07-bdaeef2fd983,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:10.794364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:10.801891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Usage tracker for resource:network and tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:10.807230 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:10.818977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:10.822150 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 943263b4-3807-4a50-af07-bdaeef2fd983 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:10.846460 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6010889f-382e-46b6-878d-1cff8175fc89 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 5.0979373 Mar 11 15:40:10.846460 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-d522198d-7842-4d3c-9910-a6db246eafed service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274294 Mar 11 15:40:10.846974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32906) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:10.856858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.921176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:10.930676 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Made reservation on behalf of bf1c9b6796ee4e18bd86d3f9fa04a0f1 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:10.934741 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.936715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:10.949916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:10.997603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:11.040863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Pushing event updated for resources: {'Port': ['ID=b9e1ab6d-d5d1-454f-a165-b5716a89088c,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:11.045974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:11.049774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b859b-f6e2-437d-90f9-1f68abb2e948 req-8b588dcb-7d5f-43e2-9363-609452877530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:11.051558 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-218b859b-f6e2-437d-90f9-1f68abb2e948 req-8b588dcb-7d5f-43e2-9363-609452877530 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 HTTP/1.1" status: 200 len: 907 time: 0.5313549 Mar 11 15:40:11.059377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8224c5a6-8471-4ea4-9e50-fa5b4e8edae6 None None] Set router 8b4cf30a-7075-4e2f-bd9d-815523e32468 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:40:11.061911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.061911 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Added segment 0a2c974d-c4cc-49a1-a119-55a490e34788 of type vlan for network 449fba0d-cd00-4f3c-b0ab-23a10cca064d Mar 11 15:40:11.077368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.077820 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Added segment ff54a76c-ecae-4ac7-93ab-d67adb840ee0 of type vlan for network a0352e56-37a6-4153-9951-5edd2cf0cc3c Mar 11 15:40:11.092964 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-24846b38-e6e9-45ae-84d4-d0d7fbc774ae service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085752 Mar 11 15:40:11.110574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e872e97-45ca-4c13-9ba8-5d1939796054 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:11.117582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e872e97-45ca-4c13-9ba8-5d1939796054 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:11.119149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3e872e97-45ca-4c13-9ba8-5d1939796054 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:11.138690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.180812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-726d08de-6f21-48d2-a0ef-d1476ded428a None None] Provisioning for port 72317b16-0f71-4058-9cb1-65ca7562cdcc completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:11.198285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-726d08de-6f21-48d2-a0ef-d1476ded428a None None] Provisioning complete for port 72317b16-0f71-4058-9cb1-65ca7562cdcc triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:11.198655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-726d08de-6f21-48d2-a0ef-d1476ded428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.228144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3e872e97-45ca-4c13-9ba8-5d1939796054 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:11.230884 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3e872e97-45ca-4c13-9ba8-5d1939796054 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3828852 Mar 11 15:40:11.231920 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a88bd63-4a1a-496b-83c4-4c34f3ffa397 req-2d1d0e6d-f694-406e-b645-0892cc2dfc01 service neutron] 10.222.0.30 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976784 Mar 11 15:40:11.234011 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32910) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:11.260918 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-726d08de-6f21-48d2-a0ef-d1476ded428a None None] Port 72317b16-0f71-4058-9cb1-65ca7562cdcc cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:40:11.298966 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.311898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:11.313673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.363165 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.384689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d0656753-58d8-4970-9ecc-dfbc9bde3a5c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 72317b16-0f71-4058-9cb1-65ca7562cdcc {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:11.385037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d0656753-58d8-4970-9ecc-dfbc9bde3a5c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.444803 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-218b859b-f6e2-437d-90f9-1f68abb2e948 req-f820d328-d0de-46ae-81bb-4af073a6b9e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05a642a1-ed2c-4525-9a00-694bb93ef728 HTTP/1.1" status: 200 len: 999 time: 0.3737991 Mar 11 15:40:11.497783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event updated for resources: {'Network': ['ID=a0352e56-37a6-4153-9951-5edd2cf0cc3c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:11.514771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network a0352e56-37a6-4153-9951-5edd2cf0cc3c details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:11.569465 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1b9e6a52-83d6-4581-ad68-d0c58b2a61f9 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7769217 Mar 11 15:40:11.569688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bc859-4ac6-4c6b-8ce1-6f092976fdab req-0867f49b-610d-4d6c-987e-8094974c2581 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:11.569688 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c72bc859-4ac6-4c6b-8ce1-6f092976fdab req-0867f49b-610d-4d6c-987e-8094974c2581 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.8550408 Mar 11 15:40:11.583286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:40:11.698886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 56d139df-e4c9-4021-a379-aa95249e3e09 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:11.721453 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32914) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:11.734238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'subnets': [{'network_id': '943263b4-3807-4a50-af07-bdaeef2fd983', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2024627594', 'ip_version': 4}, {'network_id': 'a0352e56-37a6-4153-9951-5edd2cf0cc3c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:11.734575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'subnet': {'network_id': '943263b4-3807-4a50-af07-bdaeef2fd983', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2024627594', 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:11.735131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Request body: {'subnet': {'network_id': 'a0352e56-37a6-4153-9951-5edd2cf0cc3c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:11.802816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.808318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8224c5a6-8471-4ea4-9e50-fa5b4e8edae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '504e634a-0175-4d0f-8be7-47380d15e0cf', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'port_id': 'd8d59228-922c-4881-8362-155d014dd350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'mac_address': 'fa:16:3e:33:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:39:26Z', 'updated_at': '2022-03-11T15:40:06Z', 'revision_number': 1, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d0323f-d5ba-4dc8-a8db-3bcec6539123', 'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'mac_address': 'fa:16:3e:53:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:10Z', 'updated_at': '2022-03-11T15:39:19Z', 'revision_number': 5, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'subnets': [{'id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:11.812167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 56d139df-e4c9-4021-a379-aa95249e3e09 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:11.812473 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.828032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.854015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224c5a6-8471-4ea4-9e50-fa5b4e8edae6 None None] The sync data for ids ['8b4cf30a-7075-4e2f-bd9d-815523e32468'] in dv-neutron-833203-2-hyperv is: [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '504e634a-0175-4d0f-8be7-47380d15e0cf', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'port_id': 'd8d59228-922c-4881-8362-155d014dd350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'mac_address': 'fa:16:3e:33:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:39:26Z', 'updated_at': '2022-03-11T15:40:06Z', 'revision_number': 1, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d0323f-d5ba-4dc8-a8db-3bcec6539123', 'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'mac_address': 'fa:16:3e:53:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:10Z', 'updated_at': '2022-03-11T15:39:19Z', 'revision_number': 5, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'subnets': [{'id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:11.863605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b859b-f6e2-437d-90f9-1f68abb2e948 req-14d8ea5c-494e-41d8-8d16-731b27839d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:11.865090 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-218b859b-f6e2-437d-90f9-1f68abb2e948 req-14d8ea5c-494e-41d8-8d16-731b27839d98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d HTTP/1.1" status: 200 len: 845 time: 0.4089003 Mar 11 15:40:11.877187 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c72bc859-4ac6-4c6b-8ce1-6f092976fdab req-939cf0ce-6cab-4842-9a9b-cc09d0436817 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959633 Mar 11 15:40:11.905646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d0656753-58d8-4970-9ecc-dfbc9bde3a5c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.915621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a88bd63-4a1a-496b-83c4-4c34f3ffa397 req-de7b5e13-624c-43ac-acac-a3470bee745c service neutron] 10.222.0.30 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573787 Mar 11 15:40:11.993349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.999221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:11.999889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.095036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d0656753-58d8-4970-9ecc-dfbc9bde3a5c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 72317b16-0f71-4058-9cb1-65ca7562cdcc owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:12.129185 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c13c1c5-b38a-4953-9a34-61f9111d93a9 None None] New status for floating IP 504e634a-0175-4d0f-8be7-47380d15e0cf: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:40:12.172581 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:12.180201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Usage tracker for resource:subnet and tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:12.184271 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:12.187712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.201112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:12.224792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=449fba0d-cd00-4f3c-b0ab-23a10cca064d,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:12.228529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b859b-f6e2-437d-90f9-1f68abb2e948 req-adcb098e-55c9-4f4d-ad91-d034219fa571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:12.230119 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-218b859b-f6e2-437d-90f9-1f68abb2e948 req-adcb098e-55c9-4f4d-ad91-d034219fa571 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3562427 Mar 11 15:40:12.237150 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 449fba0d-cd00-4f3c-b0ab-23a10cca064d details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:12.290591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Made reservation on behalf of bf1c9b6796ee4e18bd86d3f9fa04a0f1 for: {'subnet': 2} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:12.293830 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c9ab5ff9-a14a-4ba5-9b90-69c4cb419692 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6531901 Mar 11 15:40:12.297247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.302962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.316500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32918) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:12.337266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'network_id': '449fba0d-cd00-4f3c-b0ab-23a10cca064d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:12.451016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d0656753-58d8-4970-9ecc-dfbc9bde3a5c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.505069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0656753-58d8-4970-9ecc-dfbc9bde3a5c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=72317b16-0f71-4058-9cb1-65ca7562cdcc,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:12.661678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d0656753-58d8-4970-9ecc-dfbc9bde3a5c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.672519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:12.683536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:subnet and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:12.689754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-218b859b-f6e2-437d-90f9-1f68abb2e948 req-7bd0d33f-7322-46fa-b23d-bd8143ebc58c service neutron] 10.222.0.30 "GET /v2.0/networks/ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982599 Mar 11 15:40:12.691183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:12.726749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:12.757226 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d0656753-58d8-4970-9ecc-dfbc9bde3a5c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/72317b16-0f71-4058-9cb1-65ca7562cdcc HTTP/1.1" status: 204 len: 168 time: 1.5220780 Mar 11 15:40:12.759826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32922) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:12.913940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:12.917946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.918193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a19ad8-1184-4636-a1bf-ebee8c7769d8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:12.919796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a19ad8-1184-4636-a1bf-ebee8c7769d8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:12.920538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-24a19ad8-1184-4636-a1bf-ebee8c7769d8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:12.964135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:40:13.001425 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-24a19ad8-1184-4636-a1bf-ebee8c7769d8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:13.002563 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-24a19ad8-1184-4636-a1bf-ebee8c7769d8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2417619 Mar 11 15:40:13.007601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32928) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:13.103742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-5366e422-2b46-4648-85e0-5e3ef03219ed tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 1d06bbed-a59a-4936-8147-0c6b10328ca6 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:40:13.116758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5366e422-2b46-4648-85e0-5e3ef03219ed tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.125537 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-218b859b-f6e2-437d-90f9-1f68abb2e948 req-283eecf5-3b54-4354-83dd-eb363d3d5346 service neutron] 10.222.0.30 "GET /v2.0/networks/ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297328 Mar 11 15:40:13.127495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.177542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5366e422-2b46-4648-85e0-5e3ef03219ed tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.182037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.219540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.225798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.261749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.333707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event updated for resources: {'Subnet': ['ID=2418b25a-1459-4002-a5e5-8795e6b32f60,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:13.349592 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Checking segment: {'id': '701e0d12-0300-4e4e-be14-0ae737111fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '943263b4-3807-4a50-af07-bdaeef2fd983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:13.349951 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Network hostable DHCP agents. Network: 943263b4-3807-4a50-af07-bdaeef2fd983, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:13.368503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5366e422-2b46-4648-85e0-5e3ef03219ed tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.520877 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Network 943263b4-3807-4a50-af07-bdaeef2fd983 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:13.544085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5366e422-2b46-4648-85e0-5e3ef03219ed tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.551421 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Pushing event updated for resources: {'Port': ['ID=b9e1ab6d-d5d1-454f-a165-b5716a89088c,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:13.586672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5366e422-2b46-4648-85e0-5e3ef03219ed tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.590750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366e422-2b46-4648-85e0-5e3ef03219ed tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=1d06bbed-a59a-4936-8147-0c6b10328ca6,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:13.593979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f01046-1003-463c-8273-a142fc2bb4f2 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:13.606518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 943263b4-3807-4a50-af07-bdaeef2fd983) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:13.610595 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.638591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e047c78-1294-4758-b61d-4be364ecac55 None None] Network 943263b4-3807-4a50-af07-bdaeef2fd983 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:13.648657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.700061 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event updated for resources: {'Subnet': ['ID=ed614337-de11-42b8-bf3b-b6401f04bf8e,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:13.704879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5adf5-e467-471e-818a-4f9d6db44dbf req-e021e452-30a4-4dde-91c9-96efc0370872 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:13.708267 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5366e422-2b46-4648-85e0-5e3ef03219ed tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/1d06bbed-a59a-4936-8147-0c6b10328ca6 HTTP/1.1" status: 204 len: 168 time: 0.6971703 Mar 11 15:40:13.708623 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5cc5adf5-e467-471e-818a-4f9d6db44dbf req-e021e452-30a4-4dde-91c9-96efc0370872 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.6776567 Mar 11 15:40:13.708717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32932) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:13.761290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Allocated IP 172.26.6.88 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/bac05557-2411-40fe-a8a0-eeb109198201) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:13.783821 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Checking segment: {'id': 'ff54a76c-ecae-4ac7-93ab-d67adb840ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a0352e56-37a6-4153-9951-5edd2cf0cc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:13.784583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Network hostable DHCP agents. Network: a0352e56-37a6-4153-9951-5edd2cf0cc3c, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:13.795525 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-855ce312-de1f-4154-8503-676db169ba7a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835369 Mar 11 15:40:13.795710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32936) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:13.808423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.808680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:13.811864 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6aa741c2-737a-412d-80c6-2ef69e1c3b95 tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7199359 Mar 11 15:40:13.816263 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5cc5adf5-e467-471e-818a-4f9d6db44dbf req-6799d84c-9678-495d-b916-af25f5c71764 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997815 Mar 11 15:40:13.818436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32940) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:13.928964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:13.934810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:13.939013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:13.941871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:13.947836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:13.951827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Network a0352e56-37a6-4153-9951-5edd2cf0cc3c is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:14.044789 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:14.048212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:14.051886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-943263b4-3807-4a50-af07-bdaeef2fd983', 'network_id': '943263b4-3807-4a50-af07-bdaeef2fd983', 'tenant_id': 'bf1c9b6796ee4e18bd86d3f9fa04a0f1', 'fixed_ips': [{'subnet_id': '2418b25a-1459-4002-a5e5-8795e6b32f60'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:14.058761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:14.087489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, a0352e56-37a6-4153-9951-5edd2cf0cc3c) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:14.093691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:14.094235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:14.094912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:14.125360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242243e-3199-4e7b-b10c-f67bf110bc09 None None] Network a0352e56-37a6-4153-9951-5edd2cf0cc3c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:14.127288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b7ed7b58-421d-4094-8974-c4a2fb6b2479 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Synchronizing usage tracker for tenant:263082b4e26f48ceb41e7b2c86ebfc0d on resource:floatingip {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:14.153028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=c9887e13-d51e-4d7f-8b5e-d621d9cb44fc,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:14.202503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0113e691-e7b9-4833-9fd9-5aff964a63ae None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:40:14.215417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:14.219141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Checking segment: {'id': '0a2c974d-c4cc-49a1-a119-55a490e34788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '449fba0d-cd00-4f3c-b0ab-23a10cca064d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:14.219530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network hostable DHCP agents. Network: 449fba0d-cd00-4f3c-b0ab-23a10cca064d, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:14.223893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0113e691-e7b9-4833-9fd9-5aff964a63ae None None] Deleting port 56d139df-e4c9-4021-a379-aa95249e3e09 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:14.224258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0113e691-e7b9-4833-9fd9-5aff964a63ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:14.269561 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1c546058-2f2b-43f2-9621-1af879d141aa tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.5447388 Mar 11 15:40:14.270757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0653f-6f85-4ed8-a179-4457179f37bd req-3bd56be6-3ba7-4f40-b8dd-24a2dea6b428 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:14.272658 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8de0653f-6f85-4ed8-a179-4457179f37bd req-3bd56be6-3ba7-4f40-b8dd-24a2dea6b428 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.2625713 Mar 11 15:40:14.273181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32946) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:14.281548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b7ed7b58-421d-4094-8974-c4a2fb6b2479 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Unset dirty status for tenant:263082b4e26f48ceb41e7b2c86ebfc0d on resource:floatingip {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:14.283130 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b7ed7b58-421d-4094-8974-c4a2fb6b2479 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.4628627 Mar 11 15:40:14.299799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32950) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:14.362155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157bcbb-b2f9-4ead-bac0-b92bbea59786 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:14.364530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157bcbb-b2f9-4ead-bac0-b92bbea59786 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:14.365954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157bcbb-b2f9-4ead-bac0-b92bbea59786 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:14.366105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1157bcbb-b2f9-4ead-bac0-b92bbea59786 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Synchronizing usage tracker for tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:14.375695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network 449fba0d-cd00-4f3c-b0ab-23a10cca064d is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:14.401195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ecefdf02-55e0-4684-bf86-f0e7b442a7f4 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Synchronizing usage tracker for tenant:1a264ec862854a2bbe1246b0f1eb0dd1 on resource:floatingip {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:14.413627 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8de0653f-6f85-4ed8-a179-4457179f37bd req-2174bdcc-5692-4dc6-9e45-ba2078150d20 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288452 Mar 11 15:40:14.458074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:14.490800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1157bcbb-b2f9-4ead-bac0-b92bbea59786 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Unset dirty status for tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:14.493290 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1157bcbb-b2f9-4ead-bac0-b92bbea59786 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2190435 Mar 11 15:40:14.495521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:14.508655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32956) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:14.529949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ecefdf02-55e0-4684-bf86-f0e7b442a7f4 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Unset dirty status for tenant:1a264ec862854a2bbe1246b0f1eb0dd1 on resource:floatingip {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:14.541403 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ecefdf02-55e0-4684-bf86-f0e7b442a7f4 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2285826 Mar 11 15:40:14.541403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 449fba0d-cd00-4f3c-b0ab-23a10cca064d) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:14.541403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32958) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:14.548930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:14.549527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:14.571942 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14da407-4084-4cf4-be92-fcdbd0220d2e None None] Network 449fba0d-cd00-4f3c-b0ab-23a10cca064d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:14.598303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:14.605980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Pushing event updated for resources: {'Port': ['ID=bac05557-2411-40fe-a8a0-eeb109198201,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:14.615501 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:14.618171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:14.618305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:14.618413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:14.631953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:14.646225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:14.669537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=1cd92572-a279-4b14-b67f-ab51a12aeb49,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:14.674016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Allocated IP 172.20.0.2 (943263b4-3807-4a50-af07-bdaeef2fd983/2418b25a-1459-4002-a5e5-8795e6b32f60/4e1fb06c-e5e1-449a-80f9-85e53a5e4aca) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:14.677578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6dd763-0c48-401a-a52a-22accd2882e6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Deleting subnet 2418b25a-1459-4002-a5e5-8795e6b32f60 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:40:14.761906 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4299d14e-42f9-439e-bf15-8a8d78eddada tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9651415 Mar 11 15:40:14.765104 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32966) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:14.769070 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-30d540a5-2d06-40fc-b59b-20274bcd93ce tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4495416 Mar 11 15:40:14.772447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-88bb615c-9fa1-43ee-be6c-0d54781acb6e tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Deleting port b9e1ab6d-d5d1-454f-a165-b5716a89088c {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:14.772848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88bb615c-9fa1-43ee-be6c-0d54781acb6e tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:14.774855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32970) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:14.778292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0113e691-e7b9-4833-9fd9-5aff964a63ae None None] For port 56d139df-e4c9-4021-a379-aa95249e3e09, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=56d139df-e4c9-4021-a379-aa95249e3e09,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:14.778680 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0113e691-e7b9-4833-9fd9-5aff964a63ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:14.780927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': '1cd92572-a279-4b14-b67f-ab51a12aeb49', 'ip_address': '2001:db8::33f6:303:2feb:e46b'}], 'name': 'tempest-NetworksTestDHCPv6-1838910622'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:14.825952 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1108225380'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:14.832715 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:14.884292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:network and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:14.892163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:14.911459 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:14.919380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-a0352e56-37a6-4153-9951-5edd2cf0cc3c', 'network_id': 'a0352e56-37a6-4153-9951-5edd2cf0cc3c', 'tenant_id': 'bf1c9b6796ee4e18bd86d3f9fa04a0f1', 'fixed_ips': [{'subnet_id': 'ed614337-de11-42b8-bf3b-b6401f04bf8e'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:14.919573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.002459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0113e691-e7b9-4833-9fd9-5aff964a63ae None None] Calling delete_port for 56d139df-e4c9-4021-a379-aa95249e3e09 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:15.045830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:15.050884 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.100946 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:15.114053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.115208 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Added segment 69bafd63-19d0-4881-9b11-f1cbb8984635 of type vlan for network 9deb631a-4d57-424c-9421-c0ec922891a0 Mar 11 15:40:15.156717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:15.159911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.165913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:15.170270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:15.177895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:15.269255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:15.305992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88bb615c-9fa1-43ee-be6c-0d54781acb6e tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.306600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88bb615c-9fa1-43ee-be6c-0d54781acb6e tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.370246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.375866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:15.376421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.382504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0113e691-e7b9-4833-9fd9-5aff964a63ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.445921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-449fba0d-cd00-4f3c-b0ab-23a10cca064d', 'network_id': '449fba0d-cd00-4f3c-b0ab-23a10cca064d', 'tenant_id': 'f531dfdced5d442aa929c99663a8fcca', 'fixed_ips': [{'subnet_id': 'c9887e13-d51e-4d7f-8b5e-d621d9cb44fc'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:15.446750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.497159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113e691-e7b9-4833-9fd9-5aff964a63ae None None] Pushing event deleted for resources: {'Port': ['ID=56d139df-e4c9-4021-a379-aa95249e3e09,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:15.510867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113e691-e7b9-4833-9fd9-5aff964a63ae None None] No DVR routers for this DVR port 56d139df-e4c9-4021-a379-aa95249e3e09 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:15.511390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-88bb615c-9fa1-43ee-be6c-0d54781acb6e tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Calling delete_port for b9e1ab6d-d5d1-454f-a165-b5716a89088c owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:15.512711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.514918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=9deb631a-4d57-424c-9421-c0ec922891a0,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:15.520798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.540775 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3a364f9e-f3fe-4037-a48d-7e0c24f6aeb3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7227740 Mar 11 15:40:15.541435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32976) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:15.552309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'network_id': '9deb631a-4d57-424c-9421-c0ec922891a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:15.565107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 9deb631a-4d57-424c-9421-c0ec922891a0 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:15.581511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6358c72-5374-4cf0-8129-cbb7917029ce None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:15.589827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 7272a31a-448c-46ec-9bca-db44dea6dbd7 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:40:15.667322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Transition to ACTIVE for port object 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:15.698952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03568526-4f8e-4102-9382-cbe94e1edf2e req-9e104dbf-939f-49a2-9420-ee07b91c3319 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:15.701047 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-03568526-4f8e-4102-9382-cbe94e1edf2e req-9e104dbf-939f-49a2-9420-ee07b91c3319 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4759727 Mar 11 15:40:15.710320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Allocated IP 172.20.0.18 (a0352e56-37a6-4153-9951-5edd2cf0cc3c/ed614337-de11-42b8-bf3b-b6401f04bf8e/66cffa1e-9151-48dd-b16b-9c522b77e857) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:15.741578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:15.751881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:subnet and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:15.757307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:15.765151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.769025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:15.797908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 56d139df-e4c9-4021-a379-aa95249e3e09 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:15.877655 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-03568526-4f8e-4102-9382-cbe94e1edf2e req-3155e4b2-8760-4781-9ae8-dc824c0edc3e tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651561 Mar 11 15:40:15.892197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:15.897888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.934047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 56d139df-e4c9-4021-a379-aa95249e3e09 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:40:15.934388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 56d139df-e4c9-4021-a379-aa95249e3e09 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:15.959228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::33f6:303:2feb:e46b (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/1cd92572-a279-4b14-b67f-ab51a12aeb49/7272a31a-448c-46ec-9bca-db44dea6dbd7) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:16.028854 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Performing IP validity checks on allocation pools {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:40:16.029379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:40:16.155592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Allocated IP 2001:db8::1 (449fba0d-cd00-4f3c-b0ab-23a10cca064d/c9887e13-d51e-4d7f-8b5e-d621d9cb44fc/60f1aed5-81d6-4d33-8ef6-29ee7dbc452b) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:16.242981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88bb615c-9fa1-43ee-be6c-0d54781acb6e tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.277708 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Transition to ACTIVE for port object 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:16.344004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.351677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '1cd92572-a279-4b14-b67f-ab51a12aeb49'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:16.352505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.360372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 7272a31a-448c-46ec-9bca-db44dea6dbd7 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:16.377790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd6dd763-0c48-401a-a52a-22accd2882e6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.393410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.415906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb615c-9fa1-43ee-be6c-0d54781acb6e tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Pushing event deleted for resources: {'Port': ['ID=b9e1ab6d-d5d1-454f-a165-b5716a89088c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:16.421030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.478031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.482900 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.491634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd6dd763-0c48-401a-a52a-22accd2882e6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.526713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Transition to ACTIVE for port object 66cffa1e-9151-48dd-b16b-9c522b77e857 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:16.559234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88bb615c-9fa1-43ee-be6c-0d54781acb6e tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.561259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Network 943263b4-3807-4a50-af07-bdaeef2fd983 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:16.563933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=57d97380-43bd-43d8-b9f5-2c4c4924841c,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:16.571763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:16.572468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.577740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88bb615c-9fa1-43ee-be6c-0d54781acb6e tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.581987 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-88bb615c-9fa1-43ee-be6c-0d54781acb6e tempest-FloatingIPAdminTestJSON-284829950 tempest-FloatingIPAdminTestJSON-284829950-project] 10.222.0.39 "DELETE /v2.0/floatingips/3e2ba0b1-40ef-4ec5-8f59-4f03f58a5e77 HTTP/1.1" status: 204 len: 168 time: 2.0392959 Mar 11 15:40:16.582835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 32986) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:16.586262 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:16.592824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Pushing event updated for resources: {'Port': ['ID=4e1fb06c-e5e1-449a-80f9-85e53a5e4aca,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:16.621876 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Transition to ACTIVE for port object 66cffa1e-9151-48dd-b16b-9c522b77e857 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:16.624817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Checking segment: {'id': '69bafd63-19d0-4881-9b11-f1cbb8984635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9deb631a-4d57-424c-9421-c0ec922891a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:16.625182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network hostable DHCP agents. Network: 9deb631a-4d57-424c-9421-c0ec922891a0, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:16.679203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:16.692297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:16.694875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:16.701296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:16.701918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.727894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=7272a31a-448c-46ec-9bca-db44dea6dbd7,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:16.751085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd6dd763-0c48-401a-a52a-22accd2882e6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.783311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.795626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network 9deb631a-4d57-424c-9421-c0ec922891a0 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:16.869140 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-35e12c00-12f0-4245-a0ab-ec0cfdacf0bd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0999365 Mar 11 15:40:16.869381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32992) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:16.889659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Attempting to bind port 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:16.890025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Attempting to bind port 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '701e0d12-0300-4e4e-be14-0ae737111fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '943263b4-3807-4a50-af07-bdaeef2fd983'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:16.890512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Attempting to bind port 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca on network 943263b4-3807-4a50-af07-bdaeef2fd983 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:16.899248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Network a0352e56-37a6-4153-9951-5edd2cf0cc3c is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:16.903676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.919500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:16.920622 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 9deb631a-4d57-424c-9421-c0ec922891a0) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:16.933480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:16.933818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Checking segment: {'id': '701e0d12-0300-4e4e-be14-0ae737111fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '943263b4-3807-4a50-af07-bdaeef2fd983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:16.934154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.934541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Bound using segment: {'id': '701e0d12-0300-4e4e-be14-0ae737111fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '943263b4-3807-4a50-af07-bdaeef2fd983'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:16.935023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Bound port: 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e0d12-0300-4e4e-be14-0ae737111fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '943263b4-3807-4a50-af07-bdaeef2fd983'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:16.935389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.936793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:16.937516 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.950312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/1cd92572-a279-4b14-b67f-ab51a12aeb49/98cbd592-f217-4188-a61a-45a9dcdf4d45) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:16.958381 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:16.960242 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51bf6fd-190a-46d9-8069-fa724b69ad61 None None] Network 9deb631a-4d57-424c-9421-c0ec922891a0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:16.977998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Transition to ACTIVE for port object 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:16.986407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Pushing event updated for resources: {'Port': ['ID=66cffa1e-9151-48dd-b16b-9c522b77e857,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:16.998954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd6dd763-0c48-401a-a52a-22accd2882e6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.056532 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd6dd763-0c48-401a-a52a-22accd2882e6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.059641 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fd6dd763-0c48-401a-a52a-22accd2882e6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "DELETE /v2.0/subnets/2418b25a-1459-4002-a5e5-8795e6b32f60 HTTP/1.1" status: 204 len: 168 time: 2.5116167 Mar 11 15:40:17.069580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 32998) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:17.070519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dd763-0c48-401a-a52a-22accd2882e6 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Subnet': ['ID=2418b25a-1459-4002-a5e5-8795e6b32f60,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:17.078821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-9de30bdc-02e9-4f83-a6e9-06da05b813a6 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Deleting port 3008dff9-6873-4964-be07-908d0a774944 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:17.086108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9de30bdc-02e9-4f83-a6e9-06da05b813a6 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.113090 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e3075c22-a6a0-4f01-98fd-0f0cbef8512f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5672524 Mar 11 15:40:17.153141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33002) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:17.161502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-5faa0006-8b36-4c21-8786-debdb16b0779 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Deleting subnet ed614337-de11-42b8-bf3b-b6401f04bf8e {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:40:17.169930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5faa0006-8b36-4c21-8786-debdb16b0779 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.211072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c2f3fa-238a-4e4e-b14b-a76269fefc0d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:17.211734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d9c2f3fa-238a-4e4e-b14b-a76269fefc0d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:17.278400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Transition to ACTIVE for port object 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:17.335919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Attempting to bind port 66cffa1e-9151-48dd-b16b-9c522b77e857 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:17.336279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Attempting to bind port 66cffa1e-9151-48dd-b16b-9c522b77e857 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'ff54a76c-ecae-4ac7-93ab-d67adb840ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a0352e56-37a6-4153-9951-5edd2cf0cc3c'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:17.336641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Attempting to bind port 66cffa1e-9151-48dd-b16b-9c522b77e857 on network a0352e56-37a6-4153-9951-5edd2cf0cc3c {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:17.360679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5faa0006-8b36-4c21-8786-debdb16b0779 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.408130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d9c2f3fa-238a-4e4e-b14b-a76269fefc0d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:17.411981 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d9c2f3fa-238a-4e4e-b14b-a76269fefc0d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5386152 Mar 11 15:40:17.414097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33006) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:17.421077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:17.421449 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Checking segment: {'id': 'ff54a76c-ecae-4ac7-93ab-d67adb840ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a0352e56-37a6-4153-9951-5edd2cf0cc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:17.421847 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.422234 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Bound using segment: {'id': 'ff54a76c-ecae-4ac7-93ab-d67adb840ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a0352e56-37a6-4153-9951-5edd2cf0cc3c'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:17.423328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Bound port: 66cffa1e-9151-48dd-b16b-9c522b77e857, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff54a76c-ecae-4ac7-93ab-d67adb840ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a0352e56-37a6-4153-9951-5edd2cf0cc3c'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:17.423328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.448515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.467789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Router 9c65d7e9-b628-484f-beda-471157e3123a is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:40:17.488734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74ef8c-759f-4b17-b8e8-662705fb2f45 req-6cc7b9de-9ab7-4c29-acc8-bf3dfa2ea1c0 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:17.495606 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8b74ef8c-759f-4b17-b8e8-662705fb2f45 req-6cc7b9de-9ab7-4c29-acc8-bf3dfa2ea1c0 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3928232 Mar 11 15:40:17.501878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-230ac10b-68ed-4bda-8027-ce4ac2e08473 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 7272a31a-448c-46ec-9bca-db44dea6dbd7 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:17.502328 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-230ac10b-68ed-4bda-8027-ce4ac2e08473 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.549953 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8b74ef8c-759f-4b17-b8e8-662705fb2f45 req-e1ca1143-40fc-47b1-8e5c-81dd52ac2665 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526149 Mar 11 15:40:17.564641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.564847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5faa0006-8b36-4c21-8786-debdb16b0779 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.587623 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] For port 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:17.613798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Network 449fba0d-cd00-4f3c-b0ab-23a10cca064d is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:17.625753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:17.641002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9de30bdc-02e9-4f83-a6e9-06da05b813a6 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.641360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9de30bdc-02e9-4f83-a6e9-06da05b813a6 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.648279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] For port 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4e1fb06c-e5e1-449a-80f9-85e53a5e4aca,segment=NetworkSegment(701e0d12-0300-4e4e-be14-0ae737111fba),segment_id=701e0d12-0300-4e4e-be14-0ae737111fba)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:17.649276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:17.697034 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Pushing event updated for resources: {'Port': ['ID=60f1aed5-81d6-4d33-8ef6-29ee7dbc452b,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:17.792817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-9de30bdc-02e9-4f83-a6e9-06da05b813a6 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Calling delete_port for 3008dff9-6873-4964-be07-908d0a774944 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:17.813729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-230ac10b-68ed-4bda-8027-ce4ac2e08473 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.837315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.897089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b734b945-3cbb-4ef6-8aaa-1e739d88662a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-9deb631a-4d57-424c-9421-c0ec922891a0', 'network_id': '9deb631a-4d57-424c-9421-c0ec922891a0', 'tenant_id': 'f531dfdced5d442aa929c99663a8fcca', 'fixed_ips': [{'subnet_id': '57d97380-43bd-43d8-b9f5-2c4c4924841c'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:17.897917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b734b945-3cbb-4ef6-8aaa-1e739d88662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.935745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5faa0006-8b36-4c21-8786-debdb16b0779 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.944580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] For port 66cffa1e-9151-48dd-b16b-9c522b77e857, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:17.945510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-230ac10b-68ed-4bda-8027-ce4ac2e08473 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 7272a31a-448c-46ec-9bca-db44dea6dbd7 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:17.980943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Attempting to bind port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:17.980943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Attempting to bind port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '0a2c974d-c4cc-49a1-a119-55a490e34788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '449fba0d-cd00-4f3c-b0ab-23a10cca064d'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:17.981373 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Attempting to bind port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b on network 449fba0d-cd00-4f3c-b0ab-23a10cca064d {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:17.995435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] For port 66cffa1e-9151-48dd-b16b-9c522b77e857, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=66cffa1e-9151-48dd-b16b-9c522b77e857,segment=NetworkSegment(ff54a76c-ecae-4ac7-93ab-d67adb840ee0),segment_id=ff54a76c-ecae-4ac7-93ab-d67adb840ee0)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:18.008105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.018868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa0006-8b36-4c21-8786-debdb16b0779 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Subnet': ['ID=ed614337-de11-42b8-bf3b-b6401f04bf8e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:18.027006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5faa0006-8b36-4c21-8786-debdb16b0779 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.047979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.047979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:18.047979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Checking segment: {'id': '0a2c974d-c4cc-49a1-a119-55a490e34788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '449fba0d-cd00-4f3c-b0ab-23a10cca064d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:18.047979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.047979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Bound using segment: {'id': '0a2c974d-c4cc-49a1-a119-55a490e34788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '449fba0d-cd00-4f3c-b0ab-23a10cca064d'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:18.047979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Bound port: 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2c974d-c4cc-49a1-a119-55a490e34788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '449fba0d-cd00-4f3c-b0ab-23a10cca064d'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:18.047979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.064895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:40:18.091477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3068a1-6314-4bc7-8747-24d68cb96d7b None None] Sync routers for ids ['9c65d7e9-b628-484f-beda-471157e3123a'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:18.093935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90ef71-3433-460c-8e96-184c848bb905 None None] Pushing event updated for resources: {'Port': ['ID=4e1fb06c-e5e1-449a-80f9-85e53a5e4aca,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:18.097498 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Transition to ACTIVE for port object 98cbd592-f217-4188-a61a-45a9dcdf4d45 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:18.109160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.128238 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5faa0006-8b36-4c21-8786-debdb16b0779 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "DELETE /v2.0/subnets/ed614337-de11-42b8-bf3b-b6401f04bf8e HTTP/1.1" status: 204 len: 168 time: 1.0517766 Mar 11 15:40:18.129613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33010) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:18.205614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea8cb8-9c59-49d1-8918-1d0403bbf91e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:18.206408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-20ea8cb8-9c59-49d1-8918-1d0403bbf91e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Synchronizing usage tracker for tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:18.209553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.214210 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-72c82218-76d4-4a6b-a509-e27c274547b7 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.8735640 Mar 11 15:40:18.214503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33014) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:18.284047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3068a1-6314-4bc7-8747-24d68cb96d7b None None] Routers {'9c65d7e9-b628-484f-beda-471157e3123a'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:18.284764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2b3068a1-6314-4bc7-8747-24d68cb96d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['9c65d7e9-b628-484f-beda-471157e3123a'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:18.298088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9de30bdc-02e9-4f83-a6e9-06da05b813a6 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.309563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-20ea8cb8-9c59-49d1-8918-1d0403bbf91e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Unset dirty status for tenant:bf1c9b6796ee4e18bd86d3f9fa04a0f1 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:18.313942 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-20ea8cb8-9c59-49d1-8918-1d0403bbf91e tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1804488 Mar 11 15:40:18.313942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-230ac10b-68ed-4bda-8027-ce4ac2e08473 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.319274 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33018) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:18.325543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.349860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Transition to ACTIVE for port object 98cbd592-f217-4188-a61a-45a9dcdf4d45 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:18.396685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2b3068a1-6314-4bc7-8747-24d68cb96d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server [None req-b734b945-3cbb-4ef6-8aaa-1e739d88662a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57d97380-43bd-43d8-b9f5-2c4c4924841c: This subnet is being modified by another concurrent operation. Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:40:18.408815 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise exception Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57d97380-43bd-43d8-b9f5-2c4c4924841c: This subnet is being modified by another concurrent operation. Mar 11 15:40:18.412943 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server Mar 11 15:40:18.443860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88b759-2bc7-4ebb-a658-38f05e92fc70 None None] Pushing event updated for resources: {'Port': ['ID=66cffa1e-9151-48dd-b16b-9c522b77e857,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:18.456110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] For port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:18.459857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3068a1-6314-4bc7-8747-24d68cb96d7b None None] Routers {'9c65d7e9-b628-484f-beda-471157e3123a'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:18.460816 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2b3068a1-6314-4bc7-8747-24d68cb96d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:39:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['9c65d7e9-b628-484f-beda-471157e3123a'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:18.470286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Subnet': ['ID=57d97380-43bd-43d8-b9f5-2c4c4924841c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:18.491370 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ac10b-68ed-4bda-8027-ce4ac2e08473 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=7272a31a-448c-46ec-9bca-db44dea6dbd7,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:18.496647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.523263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.526960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dfda35-f413-4c44-a914-5e32b419154e None None] Network 9deb631a-4d57-424c-9421-c0ec922891a0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:18.561972 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-230ac10b-68ed-4bda-8027-ce4ac2e08473 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.573646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de30bdc-02e9-4f83-a6e9-06da05b813a6 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Pushing event deleted for resources: {'Port': ['ID=3008dff9-6873-4964-be07-908d0a774944,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:18.577780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed0b508-4306-49bb-b9ac-3e14c24d1314 None None] Network 943263b4-3807-4a50-af07-bdaeef2fd983 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:18.590607 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-230ac10b-68ed-4bda-8027-ce4ac2e08473 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/7272a31a-448c-46ec-9bca-db44dea6dbd7 HTTP/1.1" status: 204 len: 168 time: 1.1761363 Mar 11 15:40:18.591979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Deleting port 66cffa1e-9151-48dd-b16b-9c522b77e857 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:18.592378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.611055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33024) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:18.653887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2b3068a1-6314-4bc7-8747-24d68cb96d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:18.654541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3068a1-6314-4bc7-8747-24d68cb96d7b None None] The sync data for ids ['9c65d7e9-b628-484f-beda-471157e3123a'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:18.668840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] For port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=60f1aed5-81d6-4d33-8ef6-29ee7dbc452b,segment=NetworkSegment(0a2c974d-c4cc-49a1-a119-55a490e34788),segment_id=0a2c974d-c4cc-49a1-a119-55a490e34788)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:18.746121 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:18.756948 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:18.814938 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.820169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:18.829707 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Pushing event updated for resources: {'Port': ['ID=98cbd592-f217-4188-a61a-45a9dcdf4d45,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:18.903266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] For port 66cffa1e-9151-48dd-b16b-9c522b77e857, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=66cffa1e-9151-48dd-b16b-9c522b77e857,segment=NetworkSegment(ff54a76c-ecae-4ac7-93ab-d67adb840ee0),segment_id=ff54a76c-ecae-4ac7-93ab-d67adb840ee0)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:18.904259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.040081 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Calling delete_port for 66cffa1e-9151-48dd-b16b-9c522b77e857 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:19.064416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.085039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9de30bdc-02e9-4f83-a6e9-06da05b813a6 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.105470 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-74bb5343-2465-4851-b812-61aeec77c9bb tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/routers/9c65d7e9-b628-484f-beda-471157e3123a HTTP/1.1" status: 200 len: 924 time: 0.8893502 Mar 11 15:40:19.118366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33028) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:19.123700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a7b3e9-287b-4d5e-9b19-e5274bf029e6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:19.125351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a7b3e9-287b-4d5e-9b19-e5274bf029e6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:19.126833 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c7a7b3e9-287b-4d5e-9b19-e5274bf029e6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4819472 Mar 11 15:40:19.129525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33032) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:19.181483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9deb631a-4d57-424c-9421-c0ec922891a0']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:19.192400 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-907f7e1d-bc52-4947-9835-90bc35b1cd03 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c65d7e9-b628-484f-beda-471157e3123a HTTP/1.1" status: 200 len: 205 time: 0.0644133 Mar 11 15:40:19.195121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9de30bdc-02e9-4f83-a6e9-06da05b813a6 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.196265 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9de30bdc-02e9-4f83-a6e9-06da05b813a6 tempest-FloatingIPAdminTestJSON-154326167 tempest-FloatingIPAdminTestJSON-154326167-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/d9921687-5511-4b8a-8600-5edbea652af9 HTTP/1.1" status: 204 len: 168 time: 2.6033227 Mar 11 15:40:19.199685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33036) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:19.200007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33038) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:19.230293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Attempting to bind port 98cbd592-f217-4188-a61a-45a9dcdf4d45 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:19.230838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Attempting to bind port 98cbd592-f217-4188-a61a-45a9dcdf4d45 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:19.231204 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Attempting to bind port 98cbd592-f217-4188-a61a-45a9dcdf4d45 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:19.247615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:19.248164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:19.248778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.249259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:19.250308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Bound port: 98cbd592-f217-4188-a61a-45a9dcdf4d45, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:19.250796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.292514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb103e-58c6-49d8-a59d-ce7dd1fd81a5 None None] Pushing event updated for resources: {'Port': ['ID=60f1aed5-81d6-4d33-8ef6-29ee7dbc452b,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:19.326898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.359794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bafd63-19d0-4881-9b11-f1cbb8984635') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:19.360338 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bafd63-19d0-4881-9b11-f1cbb8984635') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:19.406149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.456873 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] For port 98cbd592-f217-4188-a61a-45a9dcdf4d45, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:19.461556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] For port 98cbd592-f217-4188-a61a-45a9dcdf4d45, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=98cbd592-f217-4188-a61a-45a9dcdf4d45,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:19.462007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.477615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-31a4e270-9ce0-4a44-ab5b-423901744683 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Deleting port f54ad9e3-722d-43b3-84a8-5085af17a8c7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:19.478203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-31a4e270-9ce0-4a44-ab5b-423901744683 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.486647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-07dcffaa-3882-49cc-ad36-6dff651206ab tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 1cd92572-a279-4b14-b67f-ab51a12aeb49 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:40:19.493177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07dcffaa-3882-49cc-ad36-6dff651206ab tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.536983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d24c64-97cf-40b8-965b-58224d2d7604 req-6862a954-829f-4ddf-bde1-4bde37230f05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:19.538545 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c1d24c64-97cf-40b8-965b-58224d2d7604 req-6862a954-829f-4ddf-bde1-4bde37230f05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.6897790 Mar 11 15:40:19.540070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Port': ['ID=66cffa1e-9151-48dd-b16b-9c522b77e857,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:19.548650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] No DVR routers for this DVR port 66cffa1e-9151-48dd-b16b-9c522b77e857 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:19.558402 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.600107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:19.600515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:19.615160 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:19.644266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07dcffaa-3882-49cc-ad36-6dff651206ab tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.675721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715d694-b387-42ab-99be-a261acd1b21e None None] Pushing event updated for resources: {'Port': ['ID=98cbd592-f217-4188-a61a-45a9dcdf4d45,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:19.759306 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:40:19.764704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccfc1b5-a2ad-4a8a-866e-e2d3111cd349 None None] Network a0352e56-37a6-4153-9951-5edd2cf0cc3c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:19.771832 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.800355 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c1d24c64-97cf-40b8-965b-58224d2d7604 req-d3944065-de93-47a2-98c8-5a22772227a4 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036383 Mar 11 15:40:19.809382 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-38662aec-a69c-4ef2-aea3-77842cbf39bd None None] Could not find standard attr ID for object 66cffa1e-9151-48dd-b16b-9c522b77e857. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:40:19.825880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0352e56-37a6-4153-9951-5edd2cf0cc3c']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:19.848667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff54a76c-ecae-4ac7-93ab-d67adb840ee0') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:19.848998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff54a76c-ecae-4ac7-93ab-d67adb840ee0') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:19.871442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.883645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:19.887018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.895357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.905262 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07dcffaa-3882-49cc-ad36-6dff651206ab tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.934392 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:19.935036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:19.951743 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:20.162381 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b7e0b8-16fc-4500-9f3a-8b2770c21cc9 None None] DHCP port deletion for a0352e56-37a6-4153-9951-5edd2cf0cc3c request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:40:20.172140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:20.192965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.197447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.202678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07dcffaa-3882-49cc-ad36-6dff651206ab tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.207775 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.253188 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/9deb631a-4d57-424c-9421-c0ec922891a0 HTTP/1.1" status: 204 len: 168 time: 3.0988975 Mar 11 15:40:20.256426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33044) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:20.285827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09643acc-a91f-420c-95af-867aacd45fb9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Network': ['ID=9deb631a-4d57-424c-9421-c0ec922891a0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:20.288429 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1185072994'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:20.298610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.310617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07dcffaa-3882-49cc-ad36-6dff651206ab tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.328784 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-07dcffaa-3882-49cc-ad36-6dff651206ab tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/1cd92572-a279-4b14-b67f-ab51a12aeb49 HTTP/1.1" status: 204 len: 168 time: 1.1977234 Mar 11 15:40:20.337011 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33048) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:20.340012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.340962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcffaa-3882-49cc-ad36-6dff651206ab tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd92572-a279-4b14-b67f-ab51a12aeb49,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:20.344494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Network': ['ID=a0352e56-37a6-4153-9951-5edd2cf0cc3c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:20.359592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-31a4e270-9ce0-4a44-ab5b-423901744683 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.402788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:20.409740 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5ece3d4a-0b14-494f-8c25-d3552bff869f tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "DELETE /v2.0/networks/a0352e56-37a6-4153-9951-5edd2cf0cc3c HTTP/1.1" status: 204 len: 168 time: 2.0462887 Mar 11 15:40:20.418135 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:network and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:20.420824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33052) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:20.423336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:20.458266 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-57346945-949d-49fd-9014-e68c9e36f670 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151540 Mar 11 15:40:20.459476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:20.464743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33056) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:20.486432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:20.516682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8612f680-7a31-4702-960c-444aebad5cab None None] Network 449fba0d-cd00-4f3c-b0ab-23a10cca064d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:20.625675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Deleting port bac05557-2411-40fe-a8a0-eeb109198201 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:20.626225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.633398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:20.637100 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.689003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.691361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-abc16b6d-c775-4850-84ec-9fb925c91514 None None] Provisioning for port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:20.702598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-abc16b6d-c775-4850-84ec-9fb925c91514 None None] Provisioning complete for port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:20.703510 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-abc16b6d-c775-4850-84ec-9fb925c91514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.704312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:20.716430 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:20.718979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:20.725475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:20.731912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:20.733811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Deleting port 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:20.734136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.778891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.779233 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Added segment f796d615-6f23-453e-8d30-46ec68041542 of type vlan for network 97b6abd3-3b66-489c-9883-a167f23f64c1 Mar 11 15:40:20.817568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.858148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.921012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:20.924492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.935643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3c518509-0bbf-4d0b-bc09-5b801a691eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.959711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Calling delete_port for bac05557-2411-40fe-a8a0-eeb109198201 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:20.971943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-abc16b6d-c775-4850-84ec-9fb925c91514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.025549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-abc16b6d-c775-4850-84ec-9fb925c91514 None None] For port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=60f1aed5-81d6-4d33-8ef6-29ee7dbc452b,segment=NetworkSegment(0a2c974d-c4cc-49a1-a119-55a490e34788),segment_id=0a2c974d-c4cc-49a1-a119-55a490e34788)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:21.063218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-31a4e270-9ce0-4a44-ab5b-423901744683 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Calling delete_port for f54ad9e3-722d-43b3-84a8-5085af17a8c7 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:21.098502 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-abc16b6d-c775-4850-84ec-9fb925c91514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.130801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] For port 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4e1fb06c-e5e1-449a-80f9-85e53a5e4aca,segment=NetworkSegment(701e0d12-0300-4e4e-be14-0ae737111fba),segment_id=701e0d12-0300-4e4e-be14-0ae737111fba)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:21.131160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.205023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc16b6d-c775-4850-84ec-9fb925c91514 None None] Pushing event updated for resources: {'Port': ['ID=60f1aed5-81d6-4d33-8ef6-29ee7dbc452b,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:21.221220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b9d79-2940-464f-9ea0-ba7e390757cd None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:21.245763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ec834-fdac-4bfe-8822-344b6748ac93 req-d42f9820-8b7c-40ea-b474-79e996fa6d19 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:21.247325 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6e4ec834-fdac-4bfe-8822-344b6748ac93 req-d42f9820-8b7c-40ea-b474-79e996fa6d19 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.2266424 Mar 11 15:40:21.333345 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6e4ec834-fdac-4bfe-8822-344b6748ac93 req-48b2c0d2-f483-4a24-8c70-52a01af68a61 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470755 Mar 11 15:40:21.422991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.428282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:21.428879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.441192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Calling delete_port for 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:21.458851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f01ef90f-66c0-4320-8fff-31bcc4eabb67 None None] Provisioning for port 98cbd592-f217-4188-a61a-45a9dcdf4d45 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:21.478439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-31a4e270-9ce0-4a44-ab5b-423901744683 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.480087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.533484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Pushing event deleted for resources: {'Port': ['ID=bac05557-2411-40fe-a8a0-eeb109198201,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:21.582685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d4f850-5f4e-4f17-8d0c-1ab82d1d0955 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:40:21.585812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4e270-9ce0-4a44-ab5b-423901744683 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event deleted for resources: {'Port': ['ID=f54ad9e3-722d-43b3-84a8-5085af17a8c7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:21.592334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4f850-5f4e-4f17-8d0c-1ab82d1d0955 None None] Deleting port 98cbd592-f217-4188-a61a-45a9dcdf4d45 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:21.592861 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e1d4f850-5f4e-4f17-8d0c-1ab82d1d0955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.648466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=97b6abd3-3b66-489c-9883-a167f23f64c1,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:21.654265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a19ce87a-b9e3-4317-8fd3-603748c32d91 None None] Provisioning complete for port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:21.661157 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a19ce87a-b9e3-4317-8fd3-603748c32d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.700391 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b237979a-3da4-484d-826a-6bad24dc67c9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4355440 Mar 11 15:40:21.707991 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 97b6abd3-3b66-489c-9883-a167f23f64c1 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:21.711319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33064) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:21.730238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'network_id': '97b6abd3-3b66-489c-9883-a167f23f64c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:21.745144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.768892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:21.823748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.883691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Port': ['ID=4e1fb06c-e5e1-449a-80f9-85e53a5e4aca,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:21.892470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.934530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] No DVR routers for this DVR port 4e1fb06c-e5e1-449a-80f9-85e53a5e4aca on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:21.989506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.032314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:22.035460 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.037505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:22.082267 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=01785bb3-97a6-4d19-a364-e88962e471bf,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:22.091192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:22.091794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.101361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.139173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943263b4-3807-4a50-af07-bdaeef2fd983']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:22.151937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701e0d12-0300-4e4e-be14-0ae737111fba') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:22.152289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701e0d12-0300-4e4e-be14-0ae737111fba') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:22.163753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:22.164462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.166050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.187748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:22.190215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-31a4e270-9ce0-4a44-ab5b-423901744683 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.190706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.194972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:subnet and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:22.198523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:22.198928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.199691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:22.207813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:22.211063 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-31a4e270-9ce0-4a44-ab5b-423901744683 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "DELETE /v2.0/ports/f54ad9e3-722d-43b3-84a8-5085af17a8c7 HTTP/1.1" status: 204 len: 168 time: 3.0075345 Mar 11 15:40:22.215188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33068) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:22.217536 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:22.231596 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4ad03fc2-473c-48dd-bdec-ac5f626087e3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7644618 Mar 11 15:40:22.267018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33072) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:22.268251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e1d4f850-5f4e-4f17-8d0c-1ab82d1d0955 None None] For port 98cbd592-f217-4188-a61a-45a9dcdf4d45, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=98cbd592-f217-4188-a61a-45a9dcdf4d45,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:22.268664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e1d4f850-5f4e-4f17-8d0c-1ab82d1d0955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.276537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': '01785bb3-97a6-4d19-a364-e88962e471bf', 'ip_address': '2001:db8::2d83:888b:77a0:4e69'}], 'name': 'tempest-NetworksTestDHCPv6-1802476988'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:22.290890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.291967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Fanout notify agent at l3_agent the message router_deleted on router 9c65d7e9-b628-484f-beda-471157e3123a {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:40:22.312001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.313304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-95891d6c-4f76-44d6-81c4-62dcea01e5f6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/9c65d7e9-b628-484f-beda-471157e3123a HTTP/1.1" status: 204 len: 168 time: 3.1121626 Mar 11 15:40:22.316954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33076) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:22.323299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1216709355', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'enable_snat': False}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:22.326773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:22.330795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Usage tracker for resource:router and tenant:94bbf5380b8a4140be855a3dc603781f is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:22.333736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:22.341322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:22.393472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:22.395002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.397427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.405367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4f850-5f4e-4f17-8d0c-1ab82d1d0955 None None] Calling delete_port for 98cbd592-f217-4188-a61a-45a9dcdf4d45 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:22.422815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.437969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Network': ['ID=943263b4-3807-4a50-af07-bdaeef2fd983,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:22.443175 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c16e38f8-9f1d-4201-b531-a8a710b0e198 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "DELETE /v2.0/networks/943263b4-3807-4a50-af07-bdaeef2fd983 HTTP/1.1" status: 204 len: 168 time: 2.0212777 Mar 11 15:40:22.445520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33082) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:22.468260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.469379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.552626 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 66cffa1e-9151-48dd-b16b-9c522b77e857 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:22.560908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.577520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.589437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 66cffa1e-9151-48dd-b16b-9c522b77e857 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:40:22.589994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 66cffa1e-9151-48dd-b16b-9c522b77e857 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:22.612356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e1d4f850-5f4e-4f17-8d0c-1ab82d1d0955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.662783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4f850-5f4e-4f17-8d0c-1ab82d1d0955 None None] Pushing event deleted for resources: {'Port': ['ID=98cbd592-f217-4188-a61a-45a9dcdf4d45,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:22.669632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d4f850-5f4e-4f17-8d0c-1ab82d1d0955 None None] No DVR routers for this DVR port 98cbd592-f217-4188-a61a-45a9dcdf4d45 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:22.684427 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81036977-ae50-4c74-9b2b-229cd0ebdd47 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:22.735200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8528d60-5dfd-477c-b8e6-0027ba21f318 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:22.735888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d8528d60-5dfd-477c-b8e6-0027ba21f318 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Synchronizing usage tracker for tenant:1a264ec862854a2bbe1246b0f1eb0dd1 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:22.754999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:22.764921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:22.768927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:22.782611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:22.785796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.809947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3ed0b-a77e-4c20-97e8-7d2ae8dfd165 req-565d6282-118a-4b96-a1cd-195bee99260a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:22.811535 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6f3ed0b-a77e-4c20-97e8-7d2ae8dfd165 req-565d6282-118a-4b96-a1cd-195bee99260a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.2117231 Mar 11 15:40:22.839785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.885988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d8528d60-5dfd-477c-b8e6-0027ba21f318 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Unset dirty status for tenant:1a264ec862854a2bbe1246b0f1eb0dd1 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:22.889814 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d8528d60-5dfd-477c-b8e6-0027ba21f318 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8975123-186c-4db4-9c5b-7b2c0a5eae9f HTTP/1.1" status: 200 len: 913 time: 0.6711788 Mar 11 15:40:22.897911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33088) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:22.922114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '01785bb3-97a6-4d19-a364-e88962e471bf'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:22.922972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.934435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63205d7c-67cd-499a-b65c-4d6c6cab1d5c']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:22.983319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f782-de6f-4e2a-bde7-840edc4f01c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.988051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:22.995570 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66b7817-c567-46a4-ad34-ed5cf59df98f') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:22.996110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66b7817-c567-46a4-ad34-ed5cf59df98f') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:23.016980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.017223 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6f3ed0b-a77e-4c20-97e8-7d2ae8dfd165 req-d70dc81b-951b-433b-bd48-7bf3185e6f17 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992786 Mar 11 15:40:23.024065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.045616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.053816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=3d0dbf75-9173-473c-879c-6bbd8683612f,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:23.054535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:23.054945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.102041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/01785bb3-97a6-4d19-a364-e88962e471bf/bc0788fe-3f82-4506-bf43-3aeb907ea06d) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:23.128444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Checking segment: {'id': 'f796d615-6f23-453e-8d30-46ec68041542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97b6abd3-3b66-489c-9883-a167f23f64c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:23.128832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network hostable DHCP agents. Network: 97b6abd3-3b66-489c-9883-a167f23f64c1, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:23.165881 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:23.321888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.341903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network 97b6abd3-3b66-489c-9883-a167f23f64c1 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:23.347689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.360136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Transition to ACTIVE for port object bc0788fe-3f82-4506-bf43-3aeb907ea06d will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:23.362719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.368774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:40:23.381189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Transition to ACTIVE for port object bc0788fe-3f82-4506-bf43-3aeb907ea06d will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:23.393378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.404070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Network': ['ID=63205d7c-67cd-499a-b65c-4d6c6cab1d5c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:23.469771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.474522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 97b6abd3-3b66-489c-9883-a167f23f64c1) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:23.476575 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f274e23f-bdbc-4461-8009-88bffc03836a tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "DELETE /v2.0/networks/63205d7c-67cd-499a-b65c-4d6c6cab1d5c HTTP/1.1" status: 204 len: 168 time: 1.0300326 Mar 11 15:40:23.479430 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33092) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:23.504381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:23.505017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.520122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba7cbf-de50-4325-bed5-74f4182738bc None None] Network 97b6abd3-3b66-489c-9883-a167f23f64c1 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:23.618492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:23.630494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:23.633133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:23.652834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.686745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Pushing event updated for resources: {'Port': ['ID=bc0788fe-3f82-4506-bf43-3aeb907ea06d,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:23.734242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cb65ea13-09a1-43ac-b805-ba783796b27e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0218527 Mar 11 15:40:23.741451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33096) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:23.788013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.812088 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Attempting to bind port bc0788fe-3f82-4506-bf43-3aeb907ea06d on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:23.812578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Attempting to bind port bc0788fe-3f82-4506-bf43-3aeb907ea06d by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:23.813210 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Attempting to bind port bc0788fe-3f82-4506-bf43-3aeb907ea06d on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:23.823403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:23.823883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:23.824358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.824846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:23.825416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Bound port: bc0788fe-3f82-4506-bf43-3aeb907ea06d, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:23.825860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.829212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.929867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.975161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d5d014-e9f4-4b1d-926e-2efa17ed69cc']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:23.975387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::2d83:888b:77a0:4e69 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/01785bb3-97a6-4d19-a364-e88962e471bf/169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:23.998496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4af768-d51b-46e5-82ed-c54225085c56') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:23.998995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4af768-d51b-46e5-82ed-c54225085c56') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:24.004606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-97b6abd3-3b66-489c-9883-a167f23f64c1', 'network_id': '97b6abd3-3b66-489c-9883-a167f23f64c1', 'tenant_id': 'f531dfdced5d442aa929c99663a8fcca', 'fixed_ips': [{'subnet_id': '3d0dbf75-9173-473c-879c-6bbd8683612f'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:24.005415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.023888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cb21624c-0fad-4190-a190-83039c293814 None None] For port bc0788fe-3f82-4506-bf43-3aeb907ea06d, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:24.045150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.073545 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cb21624c-0fad-4190-a190-83039c293814 None None] For port bc0788fe-3f82-4506-bf43-3aeb907ea06d, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=bc0788fe-3f82-4506-bf43-3aeb907ea06d,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:24.074150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.087541 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:24.088863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:24.104154 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:24.118828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.123659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Allocated IP 172.26.6.11 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/aa08ab6c-3f82-479d-b981-0aa343ab8044) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:24.175999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.298267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Allocated IP 2001:db8::1 (97b6abd3-3b66-489c-9883-a167f23f64c1/3d0dbf75-9173-473c-879c-6bbd8683612f/20653b5a-43e5-495b-b672-7353b5a327c0) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:24.320917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21624c-0fad-4190-a190-83039c293814 None None] Pushing event updated for resources: {'Port': ['ID=bc0788fe-3f82-4506-bf43-3aeb907ea06d,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:24.353057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.366590 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.386388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.388650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.402828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:24.418045 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] 10.222.0.39 "DELETE /v2.0/networks/29d5d014-e9f4-4b1d-926e-2efa17ed69cc HTTP/1.1" status: 204 len: 168 time: 0.9376094 Mar 11 15:40:24.422935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8f4be-1229-4247-8194-51c071251b63 tempest-BulkNetworkOpsTest-1904015239 tempest-BulkNetworkOpsTest-1904015239-project] Pushing event deleted for resources: {'Network': ['ID=29d5d014-e9f4-4b1d-926e-2efa17ed69cc,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:24.455754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.461195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.487319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c44c7c8-1d6f-4dd3-9d44-0b6db93e9b2a tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.524456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.539538 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.564826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.623015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:24.626363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:24.631171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:24.683145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.699500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Transition to ACTIVE for port object 20653b5a-43e5-495b-b672-7353b5a327c0 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:24.726545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:24.730309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Transition to ACTIVE for port object 20653b5a-43e5-495b-b672-7353b5a327c0 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:24.733242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:24.739232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:24.745543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:24.746237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.814545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e280a-6dfc-49b2-8a8c-4d3838c1c301 req-2cae68e0-58f3-4cf4-a6ec-0ac0de4a1a74 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:24.816095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.816229 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e24e280a-6dfc-49b2-8a8c-4d3838c1c301 req-2cae68e0-58f3-4cf4-a6ec-0ac0de4a1a74 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.5964220 Mar 11 15:40:24.876174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:24.893578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Network 97b6abd3-3b66-489c-9883-a167f23f64c1 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:24.897070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:24.900943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:24.959318 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e24e280a-6dfc-49b2-8a8c-4d3838c1c301 req-1cb8e0bd-c102-46fe-adf8-5277e6a939d4 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211929 Mar 11 15:40:24.985689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event updated for resources: {'Port': ['ID=aa08ab6c-3f82-479d-b981-0aa343ab8044,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:25.005927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Pushing event updated for resources: {'Port': ['ID=20653b5a-43e5-495b-b672-7353b5a327c0,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:25.035196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Attempting to bind port 20653b5a-43e5-495b-b672-7353b5a327c0 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:25.035669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Attempting to bind port 20653b5a-43e5-495b-b672-7353b5a327c0 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'f796d615-6f23-453e-8d30-46ec68041542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97b6abd3-3b66-489c-9883-a167f23f64c1'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:25.036099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Attempting to bind port 20653b5a-43e5-495b-b672-7353b5a327c0 on network 97b6abd3-3b66-489c-9883-a167f23f64c1 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:25.042716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:25.043202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Checking segment: {'id': 'f796d615-6f23-453e-8d30-46ec68041542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97b6abd3-3b66-489c-9883-a167f23f64c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:25.043688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.044235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Bound using segment: {'id': 'f796d615-6f23-453e-8d30-46ec68041542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97b6abd3-3b66-489c-9883-a167f23f64c1'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:25.044839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Bound port: 20653b5a-43e5-495b-b672-7353b5a327c0, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f796d615-6f23-453e-8d30-46ec68041542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97b6abd3-3b66-489c-9883-a167f23f64c1'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:25.045314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.068089 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e24730ee-b439-432c-8275-eb7963a9447b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7987931 Mar 11 15:40:25.073524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33106) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:25.074423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33108) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:25.155268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.175477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] For port 20653b5a-43e5-495b-b672-7353b5a327c0, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:25.179916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] For port 20653b5a-43e5-495b-b672-7353b5a327c0, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=20653b5a-43e5-495b-b672-7353b5a327c0,segment=NetworkSegment(f796d615-6f23-453e-8d30-46ec68041542),segment_id=f796d615-6f23-453e-8d30-46ec68041542)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:25.244135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0dbf75-9173-473c-879c-6bbd8683612f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:25.261108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.277657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-8c44c7c8-1d6f-4dd3-9d44-0b6db93e9b2a tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Deleting port b341583b-71ca-476f-9ff7-e5899771819c {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:25.278265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c44c7c8-1d6f-4dd3-9d44-0b6db93e9b2a tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.369225 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71c3fc-fece-4dc1-be46-eedda03bfa63 None None] Pushing event updated for resources: {'Port': ['ID=20653b5a-43e5-495b-b672-7353b5a327c0,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:25.396316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.466631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc4b7b-81e9-448b-9993-962cecdeff4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:25.468909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b6abd3-3b66-489c-9883-a167f23f64c1']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:25.472904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc4b7b-81e9-448b-9993-962cecdeff4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:25.473813 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-94dc4b7b-81e9-448b-9993-962cecdeff4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:25.484490 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-08808099-08c3-4a19-b6b0-dbbe7f6d10f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf1c9b6796ee4e18bd86d3f9fa04a0f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065845 Mar 11 15:40:25.487083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33116) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:25.490827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f796d615-6f23-453e-8d30-46ec68041542') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:25.491125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f796d615-6f23-453e-8d30-46ec68041542') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:25.508458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.573921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.611031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-94dc4b7b-81e9-448b-9993-962cecdeff4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:25.614743 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-94dc4b7b-81e9-448b-9993-962cecdeff4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5364263 Mar 11 15:40:25.624968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33120) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:25.636130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.705708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:25.705708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.766777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.862748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 20653b5a-43e5-495b-b672-7353b5a327c0 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:25.914703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:25.919180 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:25.947163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cd74cdc6-76e9-4b8d-9429-933d4235f8ee None None] Provisioning for port bc0788fe-3f82-4506-bf43-3aeb907ea06d completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:25.990413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.035226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c44c7c8-1d6f-4dd3-9d44-0b6db93e9b2a tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.043506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 20653b5a-43e5-495b-b672-7353b5a327c0 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:26.049359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bc0788fe-3f82-4506-bf43-3aeb907ea06d up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:26.116757 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-776e2c76-7069-4aa3-9e90-64faac529f1e None None] Could not find standard attr ID for object 7272a31a-448c-46ec-9bca-db44dea6dbd7. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:40:26.120495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-236116bb-6ca7-481e-ab4a-cb2b2c6797b7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:26.120867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-236116bb-6ca7-481e-ab4a-cb2b2c6797b7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.241521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3487a8da-a231-4477-a559-fb5c7b59a731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.241721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port bc0788fe-3f82-4506-bf43-3aeb907ea06d completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:26.249601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port bc0788fe-3f82-4506-bf43-3aeb907ea06d triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:26.250120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.255963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-8c44c7c8-1d6f-4dd3-9d44-0b6db93e9b2a tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Calling delete_port for b341583b-71ca-476f-9ff7-e5899771819c owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:26.340269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:40:26.340269 dv-neutron-833203-2-hyperv neutron-server[88558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:40:26.340269 dv-neutron-833203-2-hyperv neutron-server[88558]: [parameters: {'id': '97b6abd3-3b66-489c-9883-a167f23f64c1'}] Mar 11 15:40:26.340269 dv-neutron-833203-2-hyperv neutron-server[88558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:26.341015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:26.342959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3487a8da-a231-4477-a559-fb5c7b59a731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.356321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Router 0a80d306-da95-42ee-9cf6-319f4358fafd is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:40:26.410467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.465363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port bc0788fe-3f82-4506-bf43-3aeb907ea06d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=bc0788fe-3f82-4506-bf43-3aeb907ea06d,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:26.552982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.606908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:40:26.616578 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Sync routers for ids ['0a80d306-da95-42ee-9cf6-319f4358fafd'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:26.632013 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Routers {'0a80d306-da95-42ee-9cf6-319f4358fafd'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:26.633828 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['0a80d306-da95-42ee-9cf6-319f4358fafd'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:26.672096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=bc0788fe-3f82-4506-bf43-3aeb907ea06d,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:26.717360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dda4c-16dc-47b1-9e78-5c9dada75537 req-cb36747e-b2e7-4325-ae3a-69b82293ca2f tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:26.718990 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e1dda4c-16dc-47b1-9e78-5c9dada75537 req-cb36747e-b2e7-4325-ae3a-69b82293ca2f tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.5717738 Mar 11 15:40:26.769324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f59a5df2-cccf-4bd9-b9ac-9072d8e2610f None None] Provisioning for port 169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:26.777416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f59a5df2-cccf-4bd9-b9ac-9072d8e2610f None None] Provisioning complete for port 169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:26.781156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f59a5df2-cccf-4bd9-b9ac-9072d8e2610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.781571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-236116bb-6ca7-481e-ab4a-cb2b2c6797b7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.843640 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c768e-e6cc-44a9-8424-6c5e1f98f861 None None] Network 97b6abd3-3b66-489c-9883-a167f23f64c1 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:26.860195 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Set router 0a80d306-da95-42ee-9cf6-319f4358fafd gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:40:26.864963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.875103 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f59a5df2-cccf-4bd9-b9ac-9072d8e2610f None None] Port 169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:40:26.898208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.901782 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dba310a4-41f3-4430-9524-f581227702ce tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5824640 Mar 11 15:40:26.903609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33126) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:26.954799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-236116bb-6ca7-481e-ab4a-cb2b2c6797b7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:26.985730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3487a8da-a231-4477-a559-fb5c7b59a731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.043416 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e1dda4c-16dc-47b1-9e78-5c9dada75537 req-d02fd017-3136-443a-a3ca-4c2b8a9cd4b5 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170824 Mar 11 15:40:27.082486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting port 20653b5a-43e5-495b-b672-7353b5a327c0 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:27.083221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.122849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487a8da-a231-4477-a559-fb5c7b59a731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032cfa3f-0038-4f58-8a4a-3e1854202068,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:27.154225 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bbc2ba1d-b969-451a-87d3-21dad74e9875 None None] Provisioning for port 20653b5a-43e5-495b-b672-7353b5a327c0 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:27.233168 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e90465f2-54bf-434d-9437-aaedc97e6e9d tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/routers/0a80d306-da95-42ee-9cf6-319f4358fafd HTTP/1.1" status: 200 len: 908 time: 0.3283391 Mar 11 15:40:27.235664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33130) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:27.236241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bbc2ba1d-b969-451a-87d3-21dad74e9875 None None] Provisioning complete for port 20653b5a-43e5-495b-b672-7353b5a327c0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:27.237160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bbc2ba1d-b969-451a-87d3-21dad74e9875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.240628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1216709355', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'enable_snat': True}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:27.245723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:27.249712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Usage tracker for resource:router and tenant:94bbf5380b8a4140be855a3dc603781f is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:27.252535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:27.258456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:27.298866 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a80d306-da95-42ee-9cf6-319f4358fafd', 'name': 'tempest-snat-router-1216709355', 'tenant_id': '94bbf5380b8a4140be855a3dc603781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': False}, 'gw_port_id': 'aa08ab6c-3f82-479d-b981-0aa343ab8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:25Z', 'revision_number': 3, 'project_id': '94bbf5380b8a4140be855a3dc603781f', 'gw_port': {'id': 'aa08ab6c-3f82-479d-b981-0aa343ab8044', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a80d306-da95-42ee-9cf6-319f4358fafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:27.299743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] DHCP port deletion for 97b6abd3-3b66-489c-9883-a167f23f64c1 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:40:27.303739 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Checking router: 0a80d306-da95-42ee-9cf6-319f4358fafd for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:40:27.304133 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Updating router 0a80d306-da95-42ee-9cf6-319f4358fafd port aa08ab6c-3f82-479d-b981-0aa343ab8044 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:40:27.308980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Deleting port 20653b5a-43e5-495b-b672-7353b5a327c0 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:27.310464 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.331678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c44c7c8-1d6f-4dd3-9d44-0b6db93e9b2a tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.366174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.367491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.390537 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.461722 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bbc2ba1d-b969-451a-87d3-21dad74e9875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.479925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c7c8-1d6f-4dd3-9d44-0b6db93e9b2a tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event deleted for resources: {'Port': ['ID=b341583b-71ca-476f-9ff7-e5899771819c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:27.482532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3487a8da-a231-4477-a559-fb5c7b59a731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.488080 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3487a8da-a231-4477-a559-fb5c7b59a731 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/032cfa3f-0038-4f58-8a4a-3e1854202068 HTTP/1.1" status: 204 len: 168 time: 1.9956617 Mar 11 15:40:27.662841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] For port 20653b5a-43e5-495b-b672-7353b5a327c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=20653b5a-43e5-495b-b672-7353b5a327c0,segment=NetworkSegment(f796d615-6f23-453e-8d30-46ec68041542),segment_id=f796d615-6f23-453e-8d30-46ec68041542)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:27.663454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.815012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Calling delete_port for 20653b5a-43e5-495b-b672-7353b5a327c0 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:27.846126 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.846742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bc0788fe-3f82-4506-bf43-3aeb907ea06d up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:27.861042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] For port 20653b5a-43e5-495b-b672-7353b5a327c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=20653b5a-43e5-495b-b672-7353b5a327c0,segment=NetworkSegment(f796d615-6f23-453e-8d30-46ec68041542),segment_id=f796d615-6f23-453e-8d30-46ec68041542)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:27.864740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.896698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-bbc2ba1d-b969-451a-87d3-21dad74e9875 None None] For port 20653b5a-43e5-495b-b672-7353b5a327c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=20653b5a-43e5-495b-b672-7353b5a327c0,segment=NetworkSegment(f796d615-6f23-453e-8d30-46ec68041542),segment_id=f796d615-6f23-453e-8d30-46ec68041542)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:27.957428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port bc0788fe-3f82-4506-bf43-3aeb907ea06d triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:27.957821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.987490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bbc2ba1d-b969-451a-87d3-21dad74e9875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.011057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Calling delete_port for 20653b5a-43e5-495b-b672-7353b5a327c0 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:28.052147 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:28.053971 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:28.083025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2ba1d-b969-451a-87d3-21dad74e9875 None None] Pushing event updated for resources: {'Port': ['ID=20653b5a-43e5-495b-b672-7353b5a327c0,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:28.141144 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Transition to ACTIVE for port object aa08ab6c-3f82-479d-b981-0aa343ab8044 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:28.146323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-236116bb-6ca7-481e-ab4a-cb2b2c6797b7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.149875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.212096 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.218957 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 20653b5a-43e5-495b-b672-7353b5a327c0 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:28.257680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236116bb-6ca7-481e-ab4a-cb2b2c6797b7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:28.293675 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Pushing event updated for resources: {'Port': ['ID=aa08ab6c-3f82-479d-b981-0aa343ab8044,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:28.307024 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.311351 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.311853 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.312348 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.312867 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.313376 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.313711 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.314044 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.314371 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.314693 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.315012 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.315329 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:28.340627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c44c7c8-1d6f-4dd3-9d44-0b6db93e9b2a tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.355165 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Attempting to bind port aa08ab6c-3f82-479d-b981-0aa343ab8044 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:28.355804 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Attempting to bind port aa08ab6c-3f82-479d-b981-0aa343ab8044 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:28.356329 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Attempting to bind port aa08ab6c-3f82-479d-b981-0aa343ab8044 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:28.359335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-236116bb-6ca7-481e-ab4a-cb2b2c6797b7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.363599 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:28.364193 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:28.364784 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.365307 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:28.365924 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Bound port: aa08ab6c-3f82-479d-b981-0aa343ab8044, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:28.366477 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.415453 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:28.416736 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:28.441238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.458019 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] For port aa08ab6c-3f82-479d-b981-0aa343ab8044, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:28.462402 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] For port aa08ab6c-3f82-479d-b981-0aa343ab8044, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=aa08ab6c-3f82-479d-b981-0aa343ab8044,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:28.495485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 20653b5a-43e5-495b-b672-7353b5a327c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=20653b5a-43e5-495b-b672-7353b5a327c0,segment=NetworkSegment(f796d615-6f23-453e-8d30-46ec68041542),segment_id=f796d615-6f23-453e-8d30-46ec68041542)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:28.520082 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-236116bb-6ca7-481e-ab4a-cb2b2c6797b7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc HTTP/1.1" status: 204 len: 168 time: 2.8921883 Mar 11 15:40:28.531040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33154) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:28.552991 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.554210 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Deleting port 20653b5a-43e5-495b-b672-7353b5a327c0 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:28.555755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.610345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3be55-28f5-4167-9417-c1b3f944d643 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.612402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3be55-28f5-4167-9417-c1b3f944d643 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.614129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-faa3be55-28f5-4167-9417-c1b3f944d643 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0797348 Mar 11 15:40:28.618875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33158) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:28.648499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.660531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.687684 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb27d91-eee7-4bd0-badf-89a7b33a6705 None None] Pushing event updated for resources: {'Port': ['ID=aa08ab6c-3f82-479d-b981-0aa343ab8044,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:28.731624 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Routers {'0a80d306-da95-42ee-9cf6-319f4358fafd'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:28.733297 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['0a80d306-da95-42ee-9cf6-319f4358fafd'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:28.750008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=20653b5a-43e5-495b-b672-7353b5a327c0,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:28.802347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70add523-602a-47a7-a349-8ab0215c684f req-6f8d4553-62c3-4f9d-8cb3-e9f5ca033eaa tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.807128 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-70add523-602a-47a7-a349-8ab0215c684f req-6f8d4553-62c3-4f9d-8cb3-e9f5ca033eaa tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.6044929 Mar 11 15:40:28.846475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-1722f9eb-c005-4597-99f3-d5c19ed4e8c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 01785bb3-97a6-4d19-a364-e88962e471bf {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:40:28.849464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1722f9eb-c005-4597-99f3-d5c19ed4e8c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.897855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] For port 20653b5a-43e5-495b-b672-7353b5a327c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=20653b5a-43e5-495b-b672-7353b5a327c0,segment=NetworkSegment(f796d615-6f23-453e-8d30-46ec68041542),segment_id=f796d615-6f23-453e-8d30-46ec68041542)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:28.898924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.906100 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33168) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:28.925632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting port 20653b5a-43e5-495b-b672-7353b5a327c0 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:28.925877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.981887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1722f9eb-c005-4597-99f3-d5c19ed4e8c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.021698 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] Set router 0a80d306-da95-42ee-9cf6-319f4358fafd gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:40:29.022192 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-70add523-602a-47a7-a349-8ab0215c684f req-9673d4bc-ea48-4e38-886f-eef8c5808b11 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140307 Mar 11 15:40:29.044082 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Calling delete_port for 20653b5a-43e5-495b-b672-7353b5a327c0 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:29.156507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.198452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.200790 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.297660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1777015030'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:29.301407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] Pushing event deleted for resources: {'Port': ['ID=20653b5a-43e5-495b-b672-7353b5a327c0,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:29.308960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8df6c-d927-42d8-a4bd-6b42e05e1619 None None] No DVR routers for this DVR port 20653b5a-43e5-495b-b672-7353b5a327c0 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:29.309202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:29.322353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:network and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:29.330150 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987245c2-8962-4c3e-b6e1-46fdf9e76724 None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:40:29.355573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:29.377719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:29.408999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Allocated IP 172.26.6.249 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/91452d85-8a61-4a66-b96b-2a3859246fec) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:29.409604 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a80d306-da95-42ee-9cf6-319f4358fafd', 'name': 'tempest-snat-router-1216709355', 'tenant_id': '94bbf5380b8a4140be855a3dc603781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': False}, 'gw_port_id': 'aa08ab6c-3f82-479d-b981-0aa343ab8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:25Z', 'revision_number': 3, 'project_id': '94bbf5380b8a4140be855a3dc603781f', 'gw_port': {'id': 'aa08ab6c-3f82-479d-b981-0aa343ab8044', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a80d306-da95-42ee-9cf6-319f4358fafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:29.414946 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c923115e-99b7-487d-91a0-515553ffd3b4 None None] The sync data for ids ['0a80d306-da95-42ee-9cf6-319f4358fafd'] in dv-neutron-833203-2-hyperv is: [{'id': '0a80d306-da95-42ee-9cf6-319f4358fafd', 'name': 'tempest-snat-router-1216709355', 'tenant_id': '94bbf5380b8a4140be855a3dc603781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': False}, 'gw_port_id': 'aa08ab6c-3f82-479d-b981-0aa343ab8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:25Z', 'revision_number': 3, 'project_id': '94bbf5380b8a4140be855a3dc603781f', 'gw_port': {'id': 'aa08ab6c-3f82-479d-b981-0aa343ab8044', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a80d306-da95-42ee-9cf6-319f4358fafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:29.464081 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:29.467645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.508684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987245c2-8962-4c3e-b6e1-46fdf9e76724 None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:40:29.543914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.569657 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:29.576765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:security_group_rule and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:29.581795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:29.597545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:29.627218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] For port 20653b5a-43e5-495b-b672-7353b5a327c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=20653b5a-43e5-495b-b672-7353b5a327c0,segment=NetworkSegment(f796d615-6f23-453e-8d30-46ec68041542),segment_id=f796d615-6f23-453e-8d30-46ec68041542)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:29.627410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.637703 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.646598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c44c7c8-1d6f-4dd3-9d44-0b6db93e9b2a tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Router a8975123-186c-4db4-9c5b-7b2c0a5eae9f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:40:29.698091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1722f9eb-c005-4597-99f3-d5c19ed4e8c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.735393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.781325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.834139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Calling delete_port for 20653b5a-43e5-495b-b672-7353b5a327c0 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:29.858235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.915866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:29.917936 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7baac7-8dc0-4748-8f95-b1328fdcba0e,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:29.925875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:29.941887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:29.987150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:29.998582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0973523c-b7a0-4199-bbc0-fc2d406e9e15 None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:40:30.011807 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event updated for resources: {'Port': ['ID=91452d85-8a61-4a66-b96b-2a3859246fec,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:30.017955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.018319 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Added segment 00d10591-b315-4f4d-9650-b61edc8fa6eb of type vlan for network 71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7 Mar 11 15:40:30.142939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:30.143630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:30.181690 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0973523c-b7a0-4199-bbc0-fc2d406e9e15 None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:40:30.208681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c44c7c8-1d6f-4dd3-9d44-0b6db93e9b2a tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:40:30.237703 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1722f9eb-c005-4597-99f3-d5c19ed4e8c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.261348 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d444b2-aa42-49c4-8eb5-aec8ae0ca1fa None None] Sync routers for ids ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:30.282410 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8c44c7c8-1d6f-4dd3-9d44-0b6db93e9b2a tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "PUT /v2.0/routers/a8975123-186c-4db4-9c5b-7b2c0a5eae9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3764579 Mar 11 15:40:30.291662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33178) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:30.295622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722f9eb-c005-4597-99f3-d5c19ed4e8c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=01785bb3-97a6-4d19-a364-e88962e471bf,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:30.313360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.364587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d444b2-aa42-49c4-8eb5-aec8ae0ca1fa None None] Routers {'a8975123-186c-4db4-9c5b-7b2c0a5eae9f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:30.365044 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-13d444b2-aa42-49c4-8eb5-aec8ae0ca1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:30.379379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1722f9eb-c005-4597-99f3-d5c19ed4e8c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.383423 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1722f9eb-c005-4597-99f3-d5c19ed4e8c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/01785bb3-97a6-4d19-a364-e88962e471bf HTTP/1.1" status: 204 len: 168 time: 1.7609408 Mar 11 15:40:30.393899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33182) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:30.443093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-13d444b2-aa42-49c4-8eb5-aec8ae0ca1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:30.474526 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d444b2-aa42-49c4-8eb5-aec8ae0ca1fa None None] Routers {'a8975123-186c-4db4-9c5b-7b2c0a5eae9f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:30.475277 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-13d444b2-aa42-49c4-8eb5-aec8ae0ca1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:30.495909 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f29a5ebf-258c-4d13-9520-db297bcfb35a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940559 Mar 11 15:40:30.498822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33186) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:30.542478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88edc6-7554-4933-9019-546ff8505a95 req-7c9dbc5a-749a-49b7-9638-f5a9421124f5 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:30.544984 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bd88edc6-7554-4933-9019-546ff8505a95 req-7c9dbc5a-749a-49b7-9638-f5a9421124f5 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3760519 Mar 11 15:40:30.546696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-13d444b2-aa42-49c4-8eb5-aec8ae0ca1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:30.547190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d444b2-aa42-49c4-8eb5-aec8ae0ca1fa None None] The sync data for ids ['a8975123-186c-4db4-9c5b-7b2c0a5eae9f'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:30.643364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.647874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:30.648484 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.724802 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bd88edc6-7554-4933-9019-546ff8505a95 req-3fca7705-6600-45ab-bec5-a4f9a4961645 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428683 Mar 11 15:40:30.727934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.732102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.800946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a815dc19-fb60-4a02-9e83-b6b399350c44 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:30.807214 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b31fb-046b-4e88-82f6-2725835842af tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:30.807896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-544b31fb-046b-4e88-82f6-2725835842af tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:30.866765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Network': ['ID=71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:30.892226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:30.896022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting port 20653b5a-43e5-495b-b672-7353b5a327c0 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:30.896022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.937730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-544b31fb-046b-4e88-82f6-2725835842af tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:30.941013 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-544b31fb-046b-4e88-82f6-2725835842af tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4391418 Mar 11 15:40:30.942200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33190) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:30.954102 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a652fe39-2d47-4f94-a2ce-51d370bedd77 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0458920 Mar 11 15:40:31.010774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] The port '20653b5a-43e5-495b-b672-7353b5a327c0' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:40:31.129455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.190938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.261423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e40244-3b05-4b80-9c47-655bca9b7265 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:40:31.268737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b8e40244-3b05-4b80-9c47-655bca9b7265 None None] Deleting port bc0788fe-3f82-4506-bf43-3aeb907ea06d {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:31.269347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8e40244-3b05-4b80-9c47-655bca9b7265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.401524 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff9e46-fc8a-4c16-b8be-789a33209145 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:31.403015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-57ff9e46-fc8a-4c16-b8be-789a33209145 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:31.407975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.447823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b6abd3-3b66-489c-9883-a167f23f64c1']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:31.460786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f796d615-6f23-453e-8d30-46ec68041542') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:31.461184 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f796d615-6f23-453e-8d30-46ec68041542') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:31.470837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Deleting port 25a4f5bd-d254-42bb-8ba1-64b33ec8afa1 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:31.471189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.511174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.525236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-57ff9e46-fc8a-4c16-b8be-789a33209145 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:31.527013 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-57ff9e46-fc8a-4c16-b8be-789a33209145 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5601344 Mar 11 15:40:31.530144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33194) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:31.547752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.581748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:31.582476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:31.599383 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:31.689496 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c2530020-2261-402e-b084-f60f707b4528 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1578536 Mar 11 15:40:31.690330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33198) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:31.699383 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b8e40244-3b05-4b80-9c47-655bca9b7265 None None] For port bc0788fe-3f82-4506-bf43-3aeb907ea06d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=bc0788fe-3f82-4506-bf43-3aeb907ea06d,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:31.699846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8e40244-3b05-4b80-9c47-655bca9b7265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.699964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Router e5839e28-2682-4ffb-a480-866ee60c493b is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:40:31.713976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:31.827219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device aa08ab6c-3f82-479d-b981-0aa343ab8044 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:31.827439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.839408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.877027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:31.890322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:31.890537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.909592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Network': ['ID=97b6abd3-3b66-489c-9883-a167f23f64c1,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:31.929048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b8e40244-3b05-4b80-9c47-655bca9b7265 None None] Calling delete_port for bc0788fe-3f82-4506-bf43-3aeb907ea06d owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:31.974563 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b35ed750-5757-4368-a819-bdf64ecf3537 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/97b6abd3-3b66-489c-9883-a167f23f64c1 HTTP/1.1" status: 204 len: 168 time: 8.2322121 Mar 11 15:40:31.978524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:31.983632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.033717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33204) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:32.042015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Calling delete_port for 25a4f5bd-d254-42bb-8ba1-64b33ec8afa1 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:32.105725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491956138'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:32.128228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:32.133819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:network and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:32.140734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:32.155932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:32.164177 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8e40244-3b05-4b80-9c47-655bca9b7265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.235918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56e4b-e4fd-474b-8f89-75d49d75a81e req-23cd54a0-2482-485f-9242-13a738c8a039 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:32.240829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port aa08ab6c-3f82-479d-b981-0aa343ab8044 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:32.243065 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c6a56e4b-e4fd-474b-8f89-75d49d75a81e req-23cd54a0-2482-485f-9242-13a738c8a039 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.2704301 Mar 11 15:40:32.261641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e40244-3b05-4b80-9c47-655bca9b7265 None None] Pushing event deleted for resources: {'Port': ['ID=bc0788fe-3f82-4506-bf43-3aeb907ea06d,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:32.276811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port aa08ab6c-3f82-479d-b981-0aa343ab8044 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:32.277178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.280175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:32.283798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.359031 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c6a56e4b-e4fd-474b-8f89-75d49d75a81e req-d7cb03fd-d6f2-4a2e-bb5c-8eb036a9d60b tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149766 Mar 11 15:40:32.384471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:32.394025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.394602 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Added segment 451b2a05-02bd-4b6e-b558-c85466b1bfd7 of type vlan for network 222ce92f-4acd-4254-9ecd-7cfb1b7e559e Mar 11 15:40:32.404272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e40244-3b05-4b80-9c47-655bca9b7265 None None] No DVR routers for this DVR port bc0788fe-3f82-4506-bf43-3aeb907ea06d on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:32.448780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.484304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.511033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port aa08ab6c-3f82-479d-b981-0aa343ab8044, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=aa08ab6c-3f82-479d-b981-0aa343ab8044,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:32.546403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.567845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:40:32.577577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.585249 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Sync routers for ids ['e5839e28-2682-4ffb-a480-866ee60c493b'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:32.631260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.636695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:32.641324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.658747 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Routers {'e5839e28-2682-4ffb-a480-866ee60c493b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:32.661410 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e5839e28-2682-4ffb-a480-866ee60c493b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:32.682576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event deleted for resources: {'Port': ['ID=25a4f5bd-d254-42bb-8ba1-64b33ec8afa1,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:32.701567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.701856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bc0788fe-3f82-4506-bf43-3aeb907ea06d no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:32.705323 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6fb9a76c-640b-43c6-b942-e14933882fb7 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4661949 Mar 11 15:40:32.705991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33208) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:32.752804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: bc0788fe-3f82-4506-bf43-3aeb907ea06d {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:40:32.754860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bc0788fe-3f82-4506-bf43-3aeb907ea06d not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:32.810534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=aa08ab6c-3f82-479d-b981-0aa343ab8044,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:32.887393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.958673 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3ea0091e-5ef1-4395-8e60-19af449c114b tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/routers/e5839e28-2682-4ffb-a480-866ee60c493b HTTP/1.1" status: 200 len: 908 time: 0.2518404 Mar 11 15:40:32.959694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33212) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:32.965375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.979763 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Set router e5839e28-2682-4ffb-a480-866ee60c493b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:40:33.004488 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9697986 Mar 11 15:40:33.015129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33216) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:33.015886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dabc9-a013-48ad-aeeb-0f91b88b0c44 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=222ce92f-4acd-4254-9ecd-7cfb1b7e559e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:33.026102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'network_id': '222ce92f-4acd-4254-9ecd-7cfb1b7e559e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:33.029667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 222ce92f-4acd-4254-9ecd-7cfb1b7e559e details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:33.110322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=ace1ca49-3850-4aa5-98a8-9d56ffff110e,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:33.120381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:33.124938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:33.135719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:33.140798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:33.151612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:33.152249 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:33.235662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c60c5c6-a41a-4dde-a45a-23ebc29b02fa None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:33.430682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:33.481062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:33.490914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:subnet and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:33.497249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:33.511112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:33.515423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:33.517101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Fanout notify agent at l3_agent the message router_deleted on router a8975123-186c-4db4-9c5b-7b2c0a5eae9f {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:40:33.592882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:33.594053 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f60774a5-dc36-43a4-bddb-229545c0e305 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "DELETE /v2.0/routers/a8975123-186c-4db4-9c5b-7b2c0a5eae9f HTTP/1.1" status: 204 len: 168 time: 3.2961967 Mar 11 15:40:33.598220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33222) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:33.650553 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839e28-2682-4ffb-a480-866ee60c493b', 'name': 'tempest-snat-router-1216709355', 'tenant_id': '94bbf5380b8a4140be855a3dc603781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '91452d85-8a61-4a66-b96b-2a3859246fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:27Z', 'updated_at': '2022-03-11T15:40:30Z', 'revision_number': 3, 'project_id': '94bbf5380b8a4140be855a3dc603781f', 'gw_port': {'id': '91452d85-8a61-4a66-b96b-2a3859246fec', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:54:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5839e28-2682-4ffb-a480-866ee60c493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:29Z', 'updated_at': '2022-03-11T15:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:33.669877 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Checking router: e5839e28-2682-4ffb-a480-866ee60c493b for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:40:33.676479 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Updating router e5839e28-2682-4ffb-a480-866ee60c493b port 91452d85-8a61-4a66-b96b-2a3859246fec binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:40:33.710243 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': 'ace1ca49-3850-4aa5-98a8-9d56ffff110e'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:33.711099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:33.811443 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:33.820523 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-af52cb13-942f-4fff-b966-a8458575f751 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1258185 Mar 11 15:40:33.829122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33226) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:33.836811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': 'ace1ca49-3850-4aa5-98a8-9d56ffff110e', 'ip_address': '2001:db8::4d5b:fb72:3ff4:13ab'}], 'name': 'tempest-NetworksTestDHCPv6-1488243520'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:33.883448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c2258e-4518-44b2-a365-d39f31ce1e15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Deleting subnet d0d48867-df66-4576-b182-1fcf78c5adf6 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:40:33.891503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12c2258e-4518-44b2-a365-d39f31ce1e15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:33.932109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:33.935002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device aa08ab6c-3f82-479d-b981-0aa343ab8044 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:33.940982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:33.989994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:34.016427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:34.030088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.118482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12c2258e-4518-44b2-a365-d39f31ce1e15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.142886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port aa08ab6c-3f82-479d-b981-0aa343ab8044 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:34.144262 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.158969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:34.177956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7b1be-b27c-4b8a-9e0a-d1b4bc73b789 req-3456e14d-18ba-4256-8e49-7c462c768f5f tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:34.179418 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-55a7b1be-b27c-4b8a-9e0a-d1b4bc73b789 req-3456e14d-18ba-4256-8e49-7c462c768f5f tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3968697 Mar 11 15:40:34.209469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Deleting port 91452d85-8a61-4a66-b96b-2a3859246fec {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:34.210157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.242697 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-55a7b1be-b27c-4b8a-9e0a-d1b4bc73b789 req-dadc2bfb-8d04-42cd-a13e-d2a0b2d4f12b tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512974 Mar 11 15:40:34.305089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/ace1ca49-3850-4aa5-98a8-9d56ffff110e/f6af3d6a-506e-4113-b6eb-5ab7b538ca45) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:34.401334 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.403068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33232) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:34.424145 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Transition to ACTIVE for port object 91452d85-8a61-4a66-b96b-2a3859246fec will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:34.430643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'subnet': {'network_id': '71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:34.451732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12c2258e-4518-44b2-a365-d39f31ce1e15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.508987 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.591725 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Attempting to bind port 91452d85-8a61-4a66-b96b-2a3859246fec on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:34.591725 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Attempting to bind port 91452d85-8a61-4a66-b96b-2a3859246fec by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:34.592052 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Attempting to bind port 91452d85-8a61-4a66-b96b-2a3859246fec on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:34.638991 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1372e8-a8f2-469f-8155-447b86fe208b None None] Pushing event updated for resources: {'Port': ['ID=91452d85-8a61-4a66-b96b-2a3859246fec,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:34.642418 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.648647 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:34.649503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:34.655668 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:34.656148 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.656516 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:34.661938 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Bound port: 91452d85-8a61-4a66-b96b-2a3859246fec, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:34.661938 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.662843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:subnet and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:34.663380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:34.673113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:34.742582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12c2258e-4518-44b2-a365-d39f31ce1e15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.747006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.781688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.783980 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] For port 91452d85-8a61-4a66-b96b-2a3859246fec, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:34.787371 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] For port 91452d85-8a61-4a66-b96b-2a3859246fec, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=91452d85-8a61-4a66-b96b-2a3859246fec,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:34.794655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Transition to ACTIVE for port object f6af3d6a-506e-4113-b6eb-5ab7b538ca45 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:34.814183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Transition to ACTIVE for port object f6af3d6a-506e-4113-b6eb-5ab7b538ca45 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:34.828430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:34.831929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.870510 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.902321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2258e-4518-44b2-a365-d39f31ce1e15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d48867-df66-4576-b182-1fcf78c5adf6,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:34.904818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.933482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12c2258e-4518-44b2-a365-d39f31ce1e15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.953917 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.963896 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287b4ee6-2ea2-4d39-9669-2fa251f315ab None None] Network fc69dbff-b535-48dd-83da-05d584acfbae requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:34.969976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Calling delete_port for 91452d85-8a61-4a66-b96b-2a3859246fec owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:34.977391 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1372e8-a8f2-469f-8155-447b86fe208b None None] Pushing event updated for resources: {'Port': ['ID=91452d85-8a61-4a66-b96b-2a3859246fec,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:35.012681 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Routers {'e5839e28-2682-4ffb-a480-866ee60c493b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:35.014710 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e5839e28-2682-4ffb-a480-866ee60c493b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:35.021862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 848a6ab0-9884-4250-8d9e-d08aa186142b yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:40:35.096043 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-12c2258e-4518-44b2-a365-d39f31ce1e15 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "DELETE /v2.0/subnets/d0d48867-df66-4576-b182-1fcf78c5adf6 HTTP/1.1" status: 204 len: 168 time: 1.4895625 Mar 11 15:40:35.106649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33238) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:35.145179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:35.149407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:35.157878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=03c6fd53-73bc-4dae-97f4-2e24b0b32e23,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:35.191780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Checking segment: {'id': '451b2a05-02bd-4b6e-b558-c85466b1bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '222ce92f-4acd-4254-9ecd-7cfb1b7e559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:35.192037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:35.192145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network hostable DHCP agents. Network: 222ce92f-4acd-4254-9ecd-7cfb1b7e559e, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:35.221729 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] Set router e5839e28-2682-4ffb-a480-866ee60c493b gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:40:35.259691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::4d5b:fb72:3ff4:13ab (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/ace1ca49-3850-4aa5-98a8-9d56ffff110e/848a6ab0-9884-4250-8d9e-d08aa186142b) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:35.305506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Pushing event updated for resources: {'Port': ['ID=f6af3d6a-506e-4113-b6eb-5ab7b538ca45,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:35.344056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.357701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Attempting to bind port f6af3d6a-506e-4113-b6eb-5ab7b538ca45 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:35.359380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Attempting to bind port f6af3d6a-506e-4113-b6eb-5ab7b538ca45 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:35.359380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Attempting to bind port f6af3d6a-506e-4113-b6eb-5ab7b538ca45 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:35.364380 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839e28-2682-4ffb-a480-866ee60c493b', 'name': 'tempest-snat-router-1216709355', 'tenant_id': '94bbf5380b8a4140be855a3dc603781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:27Z', 'updated_at': '2022-03-11T15:40:34Z', 'revision_number': 4, 'project_id': '94bbf5380b8a4140be855a3dc603781f', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:35.369798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:35.370297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:35.370622 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb86f7-3206-4de3-a1ee-ab916915accc None None] The sync data for ids ['e5839e28-2682-4ffb-a480-866ee60c493b'] in dv-neutron-833203-2-hyperv is: [{'id': 'e5839e28-2682-4ffb-a480-866ee60c493b', 'name': 'tempest-snat-router-1216709355', 'tenant_id': '94bbf5380b8a4140be855a3dc603781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:27Z', 'updated_at': '2022-03-11T15:40:34Z', 'revision_number': 4, 'project_id': '94bbf5380b8a4140be855a3dc603781f', 'gw_port_host': None}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:35.370760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.371081 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:35.371737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Bound port: f6af3d6a-506e-4113-b6eb-5ab7b538ca45, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:35.372119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.461482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network 222ce92f-4acd-4254-9ecd-7cfb1b7e559e is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:35.481520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477de6d-cf08-4498-a1aa-214408f86272 req-dfd8a28d-9876-4ac0-a97e-a9b2122fc848 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:35.483078 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7477de6d-cf08-4498-a1aa-214408f86272 req-dfd8a28d-9876-4ac0-a97e-a9b2122fc848 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.6651216 Mar 11 15:40:35.493820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Deleting port 61431d00-d4f4-48e3-a3e0-57f376b51966 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:35.494969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] For port f6af3d6a-506e-4113-b6eb-5ab7b538ca45, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:35.503932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.504221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] For port f6af3d6a-506e-4113-b6eb-5ab7b538ca45, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=f6af3d6a-506e-4113-b6eb-5ab7b538ca45,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:35.525683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffb6a0c-f69d-4840-bb0a-e8f803de2ce4 None None] DHCP port deletion for fc69dbff-b535-48dd-83da-05d584acfbae request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:40:35.529295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecccd0-09c4-4aca-9733-f51962772471 req-85f29dc6-37eb-45ad-9992-98aba0489bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:35.530801 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9fecccd0-09c4-4aca-9733-f51962772471 req-85f29dc6-37eb-45ad-9992-98aba0489bed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63aa522a9c35455aa52f77ae8bc0fa36&device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 1099 time: 0.5903440 Mar 11 15:40:35.531890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb6a0c-f69d-4840-bb0a-e8f803de2ce4 None None] Deleting port 61431d00-d4f4-48e3-a3e0-57f376b51966 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:35.532363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6a0c-f69d-4840-bb0a-e8f803de2ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.593279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.687541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 222ce92f-4acd-4254-9ecd-7cfb1b7e559e) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:35.752049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7477de6d-cf08-4498-a1aa-214408f86272 req-832a2ed7-b937-4906-b058-afc2f6215feb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159448 Mar 11 15:40:35.753621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:35.754366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.757566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.774159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c680e-27e9-4e9e-8e6c-283eb6a14a8e None None] Network 222ce92f-4acd-4254-9ecd-7cfb1b7e559e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:35.781488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 848a6ab0-9884-4250-8d9e-d08aa186142b will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:35.791564 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 61431d00-d4f4-48e3-a3e0-57f376b51966 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:35.823231 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.824517 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:35.825024 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:35.887176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.960406 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:35.967228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:35.970769 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:35.979225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:35.979865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.989594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-7ffb6a0c-f69d-4840-bb0a-e8f803de2ce4 None None] For port 61431d00-d4f4-48e3-a3e0-57f376b51966, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=61431d00-d4f4-48e3-a3e0-57f376b51966,segment=NetworkSegment(245cbf17-a38f-43b9-8ba8-bacbe4a74bd9),segment_id=245cbf17-a38f-43b9-8ba8-bacbe4a74bd9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:35.989987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6a0c-f69d-4840-bb0a-e8f803de2ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:36.011320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=848a6ab0-9884-4250-8d9e-d08aa186142b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:36.035333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Subnet': ['ID=5390b45d-34bd-4adc-81f2-c66b67fe5542,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:36.086318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Checking segment: {'id': '00d10591-b315-4f4d-9650-b61edc8fa6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:36.086712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network hostable DHCP agents. Network: 71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:36.157581 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d57130c3-503e-4014-b1bd-cf62e5397f34 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1390965 Mar 11 15:40:36.159278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb6a0c-f69d-4840-bb0a-e8f803de2ce4 None None] Calling delete_port for 61431d00-d4f4-48e3-a3e0-57f376b51966 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:36.161704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33242) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:36.167041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecccd0-09c4-4aca-9733-f51962772471 req-2f894c32-7fbf-472c-9ade-524cabd76005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:36.167041 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9fecccd0-09c4-4aca-9733-f51962772471 req-2f894c32-7fbf-472c-9ade-524cabd76005 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1410b898-0e6e-4285-a079-c8161b49c4cd HTTP/1.1" status: 200 len: 912 time: 0.6204042 Mar 11 15:40:36.186237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bde9a-60ba-40c8-87d0-174e54afb5cc None None] Pushing event updated for resources: {'Port': ['ID=f6af3d6a-506e-4113-b6eb-5ab7b538ca45,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:36.266433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] For port 61431d00-d4f4-48e3-a3e0-57f376b51966, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=61431d00-d4f4-48e3-a3e0-57f376b51966,segment=NetworkSegment(245cbf17-a38f-43b9-8ba8-bacbe4a74bd9),segment_id=245cbf17-a38f-43b9-8ba8-bacbe4a74bd9)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:36.266853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:36.359450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Deleting port 91452d85-8a61-4a66-b96b-2a3859246fec {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:36.359800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:36.390469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:36.402202 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-28d7db12-4979-4d86-a051-ffd68818572c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5685744 Mar 11 15:40:36.407790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33246) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:36.408185 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:36.420698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network 71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:36.436842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-dbfeee43-aa19-40a3-a7d2-43b22215fb02 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': 'ace1ca49-3850-4aa5-98a8-9d56ffff110e', 'ip_address': '2001:db8::4d5b:fb72:3ff4:13ab'}], 'name': 'tempest-NetworksTestDHCPv6-228742663'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:36.438589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Calling delete_port for 61431d00-d4f4-48e3-a3e0-57f376b51966 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:36.462632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6a0c-f69d-4840-bb0a-e8f803de2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:36.535089 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9fecccd0-09c4-4aca-9733-f51962772471 req-66ac6e53-4841-4a21-afeb-a3bb2cf1dab5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d59228-922c-4881-8362-155d014dd350 HTTP/1.1" status: 200 len: 1002 time: 0.3611424 Mar 11 15:40:36.566279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea47a7-67c4-42e4-964e-8ceae3dfcc40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-222ce92f-4acd-4254-9ecd-7cfb1b7e559e', 'network_id': '222ce92f-4acd-4254-9ecd-7cfb1b7e559e', 'tenant_id': 'f531dfdced5d442aa929c99663a8fcca', 'fixed_ips': [{'subnet_id': '03c6fd53-73bc-4dae-97f4-2e24b0b32e23'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:36.567131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-37ea47a7-67c4-42e4-964e-8ceae3dfcc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:36.579327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb6a0c-f69d-4840-bb0a-e8f803de2ce4 None None] Pushing event deleted for resources: {'Port': ['ID=61431d00-d4f4-48e3-a3e0-57f376b51966,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:36.583470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb6a0c-f69d-4840-bb0a-e8f803de2ce4 None None] No DVR routers for this DVR port 61431d00-d4f4-48e3-a3e0-57f376b51966 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:36.646103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:36.652410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:36.653011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:36.679290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecccd0-09c4-4aca-9733-f51962772471 req-d04def81-b249-4e1d-ac8b-a4f8cc558e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:36.681127 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9fecccd0-09c4-4aca-9733-f51962772471 req-d04def81-b249-4e1d-ac8b-a4f8cc558e1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf361e4-4fdb-4223-afe3-8508e64593f5 HTTP/1.1" status: 200 len: 850 time: 0.1343145 Mar 11 15:40:36.686171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:36.686958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:36.687514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:36.740230 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-831b52ee-4ccb-4cee-b230-720ad58a5a0d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3316963 Mar 11 15:40:36.746052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33250) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:36.756997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1300215979'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:36.762562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:36.766461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:network and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:36.769538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:36.775726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:36.795631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8890461-abf0-4024-bc8c-425306ea9d6d None None] Network 71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:36.824962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecccd0-09c4-4aca-9733-f51962772471 req-d70537fb-de44-4c32-a411-5f02e4951187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:36.826766 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9fecccd0-09c4-4aca-9733-f51962772471 req-d70537fb-de44-4c32-a411-5f02e4951187 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1410b898-0e6e-4285-a079-c8161b49c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1388607 Mar 11 15:40:36.894870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-dbfeee43-aa19-40a3-a7d2-43b22215fb02 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:36.899598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dbfeee43-aa19-40a3-a7d2-43b22215fb02 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:36.903175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dbfeee43-aa19-40a3-a7d2-43b22215fb02 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:36.909970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-dbfeee43-aa19-40a3-a7d2-43b22215fb02 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:36.999037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] For port 91452d85-8a61-4a66-b96b-2a3859246fec, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=91452d85-8a61-4a66-b96b-2a3859246fec,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:36.999903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.027544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:37.031782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.073987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfeee43-aa19-40a3-a7d2-43b22215fb02 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:37.078976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dbfeee43-aa19-40a3-a7d2-43b22215fb02 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.085268 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9fecccd0-09c4-4aca-9733-f51962772471 req-3a0c4bf9-3da9-4495-9f4f-cd57f2d1c471 service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513301 Mar 11 15:40:37.153708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server [None req-37ea47a7-67c4-42e4-964e-8ceae3dfcc40 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03c6fd53-73bc-4dae-97f4-2e24b0b32e23: This subnet is being modified by another concurrent operation. Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:40:37.164351 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise exception Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03c6fd53-73bc-4dae-97f4-2e24b0b32e23: This subnet is being modified by another concurrent operation. Mar 11 15:40:37.168633 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server Mar 11 15:40:37.181384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7', 'network_id': '71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7', 'tenant_id': '89d3500e9e5b4a36b2a5340f18cbbb37', 'fixed_ips': [{'subnet_id': '5390b45d-34bd-4adc-81f2-c66b67fe5542'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:37.182516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.209671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06ad3e6-02ef-4449-869e-ca649d563e95 None None] Network 222ce92f-4acd-4254-9ecd-7cfb1b7e559e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:37.233185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Deleting port 61431d00-d4f4-48e3-a3e0-57f376b51966 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:37.234978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.286267 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Calling delete_port for 91452d85-8a61-4a66-b96b-2a3859246fec owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:37.336530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.351231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.351576 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Added segment a40899b5-4310-4659-af5e-60e97cd7398b of type vlan for network 00fcc955-6013-48a4-8b48-ed20a27637c1 Mar 11 15:40:37.405045 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9fecccd0-09c4-4aca-9733-f51962772471 req-39f2a2ef-d51b-489a-8656-fc60d6a6487e service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100007 Mar 11 15:40:37.423265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] The port '61431d00-d4f4-48e3-a3e0-57f376b51966' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:40:37.440896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdc1fd-a4ca-4bac-b0de-36976ab607a2 req-7a102ed2-d783-4782-bc60-4d625e184aa0 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:37.444099 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18fdc1fd-a4ca-4bac-b0de-36976ab607a2 req-7a102ed2-d783-4782-bc60-4d625e184aa0 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4731576 Mar 11 15:40:37.468704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-dbfeee43-aa19-40a3-a7d2-43b22215fb02 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 508528f7-c2e0-42f2-a500-08baa93a1457 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:40:37.616928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.623116 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Allocated IP 2001:db8:0:ffff::2 (71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7/5390b45d-34bd-4adc-81f2-c66b67fe5542/a660f4cf-3ab3-4054-bf20-0583bcc581cb) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:37.644775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc69dbff-b535-48dd-83da-05d584acfbae']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:37.665878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245cbf17-a38f-43b9-8ba8-bacbe4a74bd9') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:37.665878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245cbf17-a38f-43b9-8ba8-bacbe4a74bd9') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:37.672295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.718589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.764020 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18fdc1fd-a4ca-4bac-b0de-36976ab607a2 req-144aabb2-fba3-4052-aa2e-333d4f0947f8 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938573 Mar 11 15:40:37.765894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.778311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:37.778991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:37.821162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device f6af3d6a-506e-4113-b6eb-5ab7b538ca45 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:37.823337 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:37.828480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Subnet': ['ID=03c6fd53-73bc-4dae-97f4-2e24b0b32e23,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:37.997344 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.030032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4a333102-e786-43a5-89e8-43ed6ff6ad47 None None] Provisioning for port f6af3d6a-506e-4113-b6eb-5ab7b538ca45 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:38.061518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222ce92f-4acd-4254-9ecd-7cfb1b7e559e']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:38.062138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.068794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port f6af3d6a-506e-4113-b6eb-5ab7b538ca45 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:38.079571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port f6af3d6a-506e-4113-b6eb-5ab7b538ca45 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:38.080245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.084909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451b2a05-02bd-4b6e-b558-c85466b1bfd7') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:38.085214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451b2a05-02bd-4b6e-b558-c85466b1bfd7') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:38.103865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.111644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Transition to ACTIVE for port object a660f4cf-3ab3-4054-bf20-0583bcc581cb will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:38.131621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.139024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:38.139640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.156527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Transition to ACTIVE for port object a660f4cf-3ab3-4054-bf20-0583bcc581cb will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:38.204420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.230766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:38.234193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.238933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:38.245980 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:38.265793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.274235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1acfb942-4903-419d-a8f8-4c7720d41db1 None None] Provisioning for port 848a6ab0-9884-4250-8d9e-d08aa186142b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:38.309123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Network': ['ID=00fcc955-6013-48a4-8b48-ed20a27637c1,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:38.325899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 00fcc955-6013-48a4-8b48-ed20a27637c1 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:38.329606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.335039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.343320 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "DELETE /v2.0/networks/fc69dbff-b535-48dd-83da-05d584acfbae HTTP/1.1" status: 204 len: 168 time: 3.2234974 Mar 11 15:40:38.344106 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1acfb942-4903-419d-a8f8-4c7720d41db1 None None] Provisioning complete for port 848a6ab0-9884-4250-8d9e-d08aa186142b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:38.344106 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1acfb942-4903-419d-a8f8-4c7720d41db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.344293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33258) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:38.360226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c54bd0-c00e-4cc1-80e0-c3367a6f3692 tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event deleted for resources: {'Network': ['ID=fc69dbff-b535-48dd-83da-05d584acfbae,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:38.423434 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfeee43-aa19-40a3-a7d2-43b22215fb02 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 15:40:38.423434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfeee43-aa19-40a3-a7d2-43b22215fb02 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:40:38.423630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Network 71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:38.427746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port f6af3d6a-506e-4113-b6eb-5ab7b538ca45, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=f6af3d6a-506e-4113-b6eb-5ab7b538ca45,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:38.428403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:38.461239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-18a68f5d-2326-4b3e-9f06-607b41335ed5 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7069879 Mar 11 15:40:38.461423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33262) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:38.468197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'subnet': {'network_id': '00fcc955-6013-48a4-8b48-ed20a27637c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:38.489871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:38.514006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Pushing event updated for resources: {'Port': ['ID=a660f4cf-3ab3-4054-bf20-0583bcc581cb,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:38.516219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1acfb942-4903-419d-a8f8-4c7720d41db1 None None] Port 848a6ab0-9884-4250-8d9e-d08aa186142b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:40:38.526476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.528008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.554265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.593790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:38.598284 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.599168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:subnet and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:38.599682 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/222ce92f-4acd-4254-9ecd-7cfb1b7e559e HTTP/1.1" status: 204 len: 168 time: 2.4368134 Mar 11 15:40:38.606070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33266) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:38.608835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:38.614447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921799419'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:38.622078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:38.624591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:38.628209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-fc786525-cdaf-465a-94ca-fb8475c6c99f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Deleting port bef6ee09-c3ab-4dec-94bc-3dd46a6196ef {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:38.628444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc786525-cdaf-465a-94ca-fb8475c6c99f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.628994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:network and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:38.633395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:38.639828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:38.665445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Attempting to bind port a660f4cf-3ab3-4054-bf20-0583bcc581cb on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:38.667922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Attempting to bind port a660f4cf-3ab3-4054-bf20-0583bcc581cb by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '00d10591-b315-4f4d-9650-b61edc8fa6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:38.667922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Attempting to bind port a660f4cf-3ab3-4054-bf20-0583bcc581cb on network 71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:38.675410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:38.675776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Checking segment: {'id': '00d10591-b315-4f4d-9650-b61edc8fa6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:38.676173 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.676576 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Bound using segment: {'id': '00d10591-b315-4f4d-9650-b61edc8fa6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:38.677071 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Bound port: a660f4cf-3ab3-4054-bf20-0583bcc581cb, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d10591-b315-4f4d-9650-b61edc8fa6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:38.677503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.681045 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dbfeee43-aa19-40a3-a7d2-43b22215fb02 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2643027 Mar 11 15:40:38.681045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf3b33-a420-4d78-b915-0cbeb19d6704 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Network': ['ID=222ce92f-4acd-4254-9ecd-7cfb1b7e559e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:38.686449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33272) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:38.692633 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=f6af3d6a-506e-4113-b6eb-5ab7b538ca45,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:38.727685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event deleted for resources: {'Port': ['ID=91452d85-8a61-4a66-b96b-2a3859246fec,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:38.736884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:38.740656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.762289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:38.766171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.784006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.814650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:38.824283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.824806 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Added segment eb89a2ab-8d80-48a3-8880-503358c15351 of type vlan for network af281d41-adf3-414b-b35f-8b9a066d7b44 Mar 11 15:40:38.838722 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] For port a660f4cf-3ab3-4054-bf20-0583bcc581cb, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:38.842652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] For port a660f4cf-3ab3-4054-bf20-0583bcc581cb, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a660f4cf-3ab3-4054-bf20-0583bcc581cb,segment=NetworkSegment(00d10591-b315-4f4d-9650-b61edc8fa6eb),segment_id=00d10591-b315-4f4d-9650-b61edc8fa6eb)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:38.862440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.909617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:38.995539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41013d6c-90c7-4050-be96-09defbf5139a None None] Pushing event updated for resources: {'Port': ['ID=a660f4cf-3ab3-4054-bf20-0583bcc581cb,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:39.017269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdccfe5d-94b9-4842-a335-1466d343b92d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:39.023315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdccfe5d-94b9-4842-a335-1466d343b92d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:39.025672 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bdccfe5d-94b9-4842-a335-1466d343b92d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3374424 Mar 11 15:40:39.033418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33278) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:39.127238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f6edabbd-1d5d-47ff-9880-e65509076258 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 848a6ab0-9884-4250-8d9e-d08aa186142b {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:39.127587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f6edabbd-1d5d-47ff-9880-e65509076258 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:39.135779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:39.139606 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:39.177149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:39.180319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:39.182438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:39.267268 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc786525-cdaf-465a-94ca-fb8475c6c99f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:39.272269 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc786525-cdaf-465a-94ca-fb8475c6c99f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:39.296720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151a71b-2549-4443-9923-a8dd8dd6b13a req-174c9f04-3739-43da-afd3-dae214bc924a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:39.302720 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0151a71b-2549-4443-9923-a8dd8dd6b13a req-174c9f04-3739-43da-afd3-dae214bc924a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3841307 Mar 11 15:40:39.416872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-fc786525-cdaf-465a-94ca-fb8475c6c99f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Calling delete_port for bef6ee09-c3ab-4dec-94bc-3dd46a6196ef owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:39.444406 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:39.444963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5839e28-2682-4ffb-a480-866ee60c493b {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:40:39.455165 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=af281d41-adf3-414b-b35f-8b9a066d7b44,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:39.466766 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0b478387-5c61-4fa0-8bf4-d25d3c08ad88 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8570082 Mar 11 15:40:39.467181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:39.467911 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6b0bd5e2-2ee7-477d-84f5-83464c813b46 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "DELETE /v2.0/routers/e5839e28-2682-4ffb-a480-866ee60c493b HTTP/1.1" status: 204 len: 168 time: 6.5067761 Mar 11 15:40:39.468158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33282) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:39.475362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33284) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:39.476048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network af281d41-adf3-414b-b35f-8b9a066d7b44 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:39.480298 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'network_id': 'af281d41-adf3-414b-b35f-8b9a066d7b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:39.611002 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0151a71b-2549-4443-9923-a8dd8dd6b13a req-78f37602-9547-4b49-a591-1070ccce5c81 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976558 Mar 11 15:40:39.629535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:39.684855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:subnet and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:39.689431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:39.697680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:39.826746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device f6af3d6a-506e-4113-b6eb-5ab7b538ca45 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:39.832458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:39.836916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:39.912537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port f6af3d6a-506e-4113-b6eb-5ab7b538ca45 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:39.913750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.053097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a660f4cf-3ab3-4054-bf20-0583bcc581cb up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:40.070077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f6edabbd-1d5d-47ff-9880-e65509076258 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.106661 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc786525-cdaf-465a-94ca-fb8475c6c99f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.154414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.164067 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c7cef1-f0fc-4258-8212-7a8005f3211f None None] Network 71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:40.198714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc786525-cdaf-465a-94ca-fb8475c6c99f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Pushing event deleted for resources: {'Port': ['ID=bef6ee09-c3ab-4dec-94bc-3dd46a6196ef,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:40.200900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.277367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f6edabbd-1d5d-47ff-9880-e65509076258 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 848a6ab0-9884-4250-8d9e-d08aa186142b owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:40.315358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=6a14b4d4-9c95-466d-9a3b-7405acb48d1a,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:40.341215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.objects.ports [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:40:40.342515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc786525-cdaf-465a-94ca-fb8475c6c99f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.351675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Checking segment: {'id': 'eb89a2ab-8d80-48a3-8880-503358c15351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'af281d41-adf3-414b-b35f-8b9a066d7b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:40.351885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port a660f4cf-3ab3-4054-bf20-0583bcc581cb completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:40.352096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network hostable DHCP agents. Network: af281d41-adf3-414b-b35f-8b9a066d7b44, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:40.355981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.454657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c18af-d786-42a1-9d03-c0584d87c0ce req-7123befc-45c6-4ff6-8f31-1ebb60fde654 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:40.456193 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d0c18af-d786-42a1-9d03-c0584d87c0ce req-7123befc-45c6-4ff6-8f31-1ebb60fde654 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.6540926 Mar 11 15:40:40.464021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network af281d41-adf3-414b-b35f-8b9a066d7b44 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:40.493097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc786525-cdaf-465a-94ca-fb8475c6c99f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.497145 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fc786525-cdaf-465a-94ca-fb8475c6c99f tempest-FloatingIPAdminTestJSON-779513466 tempest-FloatingIPAdminTestJSON-779513466-project] 10.222.0.39 "DELETE /v2.0/floatingips/42d7f647-2e04-40cf-a613-6b1751fbeac4 HTTP/1.1" status: 204 len: 168 time: 2.1545482 Mar 11 15:40:40.502087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-24bd272c-5173-4c07-9f53-3a13c0b02320 None None] Provisioning for port a660f4cf-3ab3-4054-bf20-0583bcc581cb completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:40.505915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-24bd272c-5173-4c07-9f53-3a13c0b02320 None None] Provisioning complete for port a660f4cf-3ab3-4054-bf20-0583bcc581cb triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:40.506289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-24bd272c-5173-4c07-9f53-3a13c0b02320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.558256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, af281d41-adf3-414b-b35f-8b9a066d7b44) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:40.570520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:40.573120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.576187 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c44ec44-62e9-46c9-af64-0ebbf6d83cc5 None None] Network af281d41-adf3-414b-b35f-8b9a066d7b44 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:40.610516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Subnet': ['ID=dd4fea87-32ee-4058-b7cc-cbef464e6232,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:40.692936 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c9ec9800-ba52-4c34-bd31-f973eea34e30 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2234883 Mar 11 15:40:40.695417 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33294) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:40.702409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'network_id': 'af281d41-adf3-414b-b35f-8b9a066d7b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:40.717158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Checking segment: {'id': 'a40899b5-4310-4659-af5e-60e97cd7398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '00fcc955-6013-48a4-8b48-ed20a27637c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:40.717444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network hostable DHCP agents. Network: 00fcc955-6013-48a4-8b48-ed20a27637c1, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:40.730106 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d0c18af-d786-42a1-9d03-c0584d87c0ce req-cd4eb47d-98b5-41f4-90e4-ea4d584a7030 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630153 Mar 11 15:40:40.750808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.765904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-24bd272c-5173-4c07-9f53-3a13c0b02320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.853556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-24bd272c-5173-4c07-9f53-3a13c0b02320 None None] For port a660f4cf-3ab3-4054-bf20-0583bcc581cb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a660f4cf-3ab3-4054-bf20-0583bcc581cb,segment=NetworkSegment(00d10591-b315-4f4d-9650-b61edc8fa6eb),segment_id=00d10591-b315-4f4d-9650-b61edc8fa6eb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:40.871350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:40.875079 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:subnet and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:40.877971 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:40.878794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Deleting port aa08ab6c-3f82-479d-b981-0aa343ab8044 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:40.879288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.884120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:40.903002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-af281d41-adf3-414b-b35f-8b9a066d7b44', 'network_id': 'af281d41-adf3-414b-b35f-8b9a066d7b44', 'tenant_id': 'f531dfdced5d442aa929c99663a8fcca', 'fixed_ips': [{'subnet_id': '6a14b4d4-9c95-466d-9a3b-7405acb48d1a'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:40.903838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.909608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f6edabbd-1d5d-47ff-9880-e65509076258 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.915384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network 00fcc955-6013-48a4-8b48-ed20a27637c1 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:40.971989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:40.973787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-24bd272c-5173-4c07-9f53-3a13c0b02320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.976935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.999412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edabbd-1d5d-47ff-9880-e65509076258 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=848a6ab0-9884-4250-8d9e-d08aa186142b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:41.005229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 00fcc955-6013-48a4-8b48-ed20a27637c1) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:41.016820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:41.017419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:41.052997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72981898-dd82-49ee-88de-9bc2d3833a46 None None] Network 00fcc955-6013-48a4-8b48-ed20a27637c1 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:41.160173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f6edabbd-1d5d-47ff-9880-e65509076258 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:41.160173 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f6edabbd-1d5d-47ff-9880-e65509076258 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/848a6ab0-9884-4250-8d9e-d08aa186142b HTTP/1.1" status: 204 len: 168 time: 2.1221092 Mar 11 15:40:41.163253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33302) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:41.182713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd272c-5173-4c07-9f53-3a13c0b02320 None None] Pushing event updated for resources: {'Port': ['ID=a660f4cf-3ab3-4054-bf20-0583bcc581cb,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:41.246762 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33306) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:41.267762 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d6823791-2826-4ec8-b944-37d13709080b None None] Provisioning complete for port a660f4cf-3ab3-4054-bf20-0583bcc581cb triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:41.268135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d6823791-2826-4ec8-b944-37d13709080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:41.337757 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Allocated IP 2001:db8::2 (af281d41-adf3-414b-b35f-8b9a066d7b44/6a14b4d4-9c95-466d-9a3b-7405acb48d1a/7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:41.416352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f14932ef-7be8-4510-906e-dd033a5f5426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9503641 Mar 11 15:40:41.416685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33314) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:41.423645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'port': {'network_id': '00fcc955-6013-48a4-8b48-ed20a27637c1', 'name': 'tempest-NetworksIpV6TestAttrs-915616641'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:41.447504 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:41.471872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b89ae0-f2d0-4edd-b396-91eea1cc6d91 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:41.473562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b89ae0-f2d0-4edd-b396-91eea1cc6d91 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:41.477857 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f2b89ae0-f2d0-4edd-b396-91eea1cc6d91 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2732062 Mar 11 15:40:41.480673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33318) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:41.532247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] For port aa08ab6c-3f82-479d-b981-0aa343ab8044, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=aa08ab6c-3f82-479d-b981-0aa343ab8044,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:41.532636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:41.697126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-00fcc955-6013-48a4-8b48-ed20a27637c1', 'network_id': '00fcc955-6013-48a4-8b48-ed20a27637c1', 'tenant_id': '89d3500e9e5b4a36b2a5340f18cbbb37', 'fixed_ips': [{'subnet_id': 'dd4fea87-32ee-4058-b7cc-cbef464e6232'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:41.697980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:41.731191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Calling delete_port for aa08ab6c-3f82-479d-b981-0aa343ab8044 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:41.743180 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a660f4cf-3ab3-4054-bf20-0583bcc581cb up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:41.763456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network af281d41-adf3-414b-b35f-8b9a066d7b44 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:41.769900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:41.787932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:41.788666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:41.789240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-98827c76-6ad3-4c7f-b739-42b984344f9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet ace1ca49-3850-4aa5-98a8-9d56ffff110e {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:40:41.796663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-98827c76-6ad3-4c7f-b739-42b984344f9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:41.799038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=8e65d5f2-daf5-41a5-a019-0ba7d13402cf,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:41.821040 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bad940bb-0fcd-46bb-b31d-815edea8fc13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a264ec862854a2bbe1246b0f1eb0dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5708582 Mar 11 15:40:41.830300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33322) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:41.867183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:41.881000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:port and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:41.886793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:41.895152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:41.900707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39ea8a-7b63-4dfc-91c0-b2affa69b234 req-9bf200ce-dd92-4aa6-802d-1ef42d0875a5 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:41.902213 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5f39ea8a-7b63-4dfc-91c0-b2affa69b234 req-9bf200ce-dd92-4aa6-802d-1ef42d0875a5 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3731539 Mar 11 15:40:41.908401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-98827c76-6ad3-4c7f-b739-42b984344f9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:41.915791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a009ad3a-9ab9-4dbd-a2c7-446a8133d1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:41.944933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a009ad3a-9ab9-4dbd-a2c7-446a8133d1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:41.966851 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-81b2791d-742f-4e64-8ec7-a38a6b0d37e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2675838 Mar 11 15:40:41.970021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33326) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:42.001798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.050361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a660f4cf-3ab3-4054-bf20-0583bcc581cb triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:42.050749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.058662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad2659-b61c-40f9-89a2-762c55f56657 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:42.060243 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad2659-b61c-40f9-89a2-762c55f56657 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:42.061783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad2659-b61c-40f9-89a2-762c55f56657 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:42.063280 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad2659-b61c-40f9-89a2-762c55f56657 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:42.065000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad2659-b61c-40f9-89a2-762c55f56657 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:42.065771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-40ad2659-b61c-40f9-89a2-762c55f56657 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Synchronizing usage tracker for tenant:f531dfdced5d442aa929c99663a8fcca on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:42.070947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:42.074587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.104336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] device_id is not set on port 6232a765-ff80-4114-bae3-c8be98f8296a yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:40:42.122291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Allocated IP 2001:db8::f816:3eff:fe11:231c (00fcc955-6013-48a4-8b48-ed20a27637c1/dd4fea87-32ee-4058-b7cc-cbef464e6232/5416258c-eb24-425b-8f97-5bccbe4e47a1) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:42.163589 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5f39ea8a-7b63-4dfc-91c0-b2affa69b234 req-1d312f2d-6a55-4a01-9bac-b73bab2907ae tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283998 Mar 11 15:40:42.209801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a009ad3a-9ab9-4dbd-a2c7-446a8133d1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.232136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009ad3a-9ab9-4dbd-a2c7-446a8133d1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a97f96-462c-4d03-bee1-f70e2980495d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:42.233342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-98827c76-6ad3-4c7f-b739-42b984344f9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.244836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-40ad2659-b61c-40f9-89a2-762c55f56657 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Unset dirty status for tenant:f531dfdced5d442aa929c99663a8fcca on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:42.246299 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-40ad2659-b61c-40f9-89a2-762c55f56657 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2745106 Mar 11 15:40:42.249926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33332) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:42.257591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-976496543'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:42.264526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:42.270118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:network and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:42.273415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:42.280889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:42.290898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a009ad3a-9ab9-4dbd-a2c7-446a8133d1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.293376 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a009ad3a-9ab9-4dbd-a2c7-446a8133d1be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51a97f96-462c-4d03-bee1-f70e2980495d HTTP/1.1" status: 204 len: 168 time: 0.4608166 Mar 11 15:40:42.365794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:42.378433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.422004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:42.428050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.432868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.434376 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Added segment f35bd117-cd46-4d96-a6c0-fcd8b001f31b of type vlan for network 9f07a281-d0f7-4955-8e52-81a376072c3c Mar 11 15:40:42.460484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fd08f-ad40-42e1-8a91-3ecc457f19dc req-feef9a64-c1f6-4416-bc22-19767c5ef1c6 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:42.461674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.461998 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f37fd08f-ad40-42e1-8a91-3ecc457f19dc req-feef9a64-c1f6-4416-bc22-19767c5ef1c6 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.1148498 Mar 11 15:40:42.506576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-98827c76-6ad3-4c7f-b739-42b984344f9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.529265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Transition to ACTIVE for port object 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:42.532261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Transition to ACTIVE for port object 5416258c-eb24-425b-8f97-5bccbe4e47a1 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:42.544327 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f37fd08f-ad40-42e1-8a91-3ecc457f19dc req-c480ac91-db2a-4e46-bddb-50860be7f2d4 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752759 Mar 11 15:40:42.549911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.564376 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Transition to ACTIVE for port object 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:42.565870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Transition to ACTIVE for port object 5416258c-eb24-425b-8f97-5bccbe4e47a1 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:42.587416 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.588825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98827c76-6ad3-4c7f-b739-42b984344f9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=ace1ca49-3850-4aa5-98a8-9d56ffff110e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:42.590566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:42.591330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.599044 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-98827c76-6ad3-4c7f-b739-42b984344f9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.612772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d8f31-d8d0-475e-8b40-2202cc7953ca None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:42.617503 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-98827c76-6ad3-4c7f-b739-42b984344f9e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/ace1ca49-3850-4aa5-98a8-9d56ffff110e HTTP/1.1" status: 204 len: 168 time: 1.1297760 Mar 11 15:40:42.617503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33340) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:42.628323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa08ab6c-3f82-479d-b981-0aa343ab8044,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:42.679719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.748876 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.774387 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8b842536-06b1-4034-b79e-bd00e779743d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1498079 Mar 11 15:40:42.780026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33346) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:42.789779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=9f07a281-d0f7-4955-8e52-81a376072c3c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:42.804951 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Allocated IP 2001:db8::f816:3eff:fea7:2ea1 (00fcc955-6013-48a4-8b48-ed20a27637c1/dd4fea87-32ee-4058-b7cc-cbef464e6232/6232a765-ff80-4114-bae3-c8be98f8296a) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:42.815693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:42.819668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 9f07a281-d0f7-4955-8e52-81a376072c3c details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:42.837644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Network af281d41-adf3-414b-b35f-8b9a066d7b44 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:42.856986 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:42.866479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:42.899819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Network 00fcc955-6013-48a4-8b48-ed20a27637c1 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:42.915366 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-259a1328-9af7-4fba-bcf3-a0cb89fc01b0 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6643684 Mar 11 15:40:42.918691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33350) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:42.927120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1e5dbc0b-5a1d-4c0b-8694-eaf135cb9f36 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:42.950625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.987566 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:42.988939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Pushing event updated for resources: {'Port': ['ID=7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:42.997289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:43.070344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33354) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:43.075337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:43.156772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:43.162219 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.164435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5baa42e8-5ecf-4b90-8af1-79351716b0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.172994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:43.176170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.187163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:43.204595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe324b7-c94a-40a5-9dab-2a74eaba1993 req-605f4442-11f6-4f45-8880-968a3f58943a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:43.206173 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fbe324b7-c94a-40a5-9dab-2a74eaba1993 req-605f4442-11f6-4f45-8880-968a3f58943a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4900498 Mar 11 15:40:43.217215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5baa42e8-5ecf-4b90-8af1-79351716b0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:43.236160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.238141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5baa42e8-5ecf-4b90-8af1-79351716b0e4 admin admin] Usage tracker for resource:security_group_rule and tenant:8542e62162b848a4aed89041321ef718 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:43.246381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5baa42e8-5ecf-4b90-8af1-79351716b0e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:43.256024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Attempting to bind port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:43.256542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Attempting to bind port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'eb89a2ab-8d80-48a3-8880-503358c15351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'af281d41-adf3-414b-b35f-8b9a066d7b44'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:43.256660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Attempting to bind port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 on network af281d41-adf3-414b-b35f-8b9a066d7b44 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:43.259886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5baa42e8-5ecf-4b90-8af1-79351716b0e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:43.276677 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fbe324b7-c94a-40a5-9dab-2a74eaba1993 req-3d55580b-f956-426c-b56a-14f79bffb0e1 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563002 Mar 11 15:40:43.278295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Transition to ACTIVE for port object 6232a765-ff80-4114-bae3-c8be98f8296a will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:43.288691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:43.292097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.324958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:43.325410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Checking segment: {'id': 'eb89a2ab-8d80-48a3-8880-503358c15351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'af281d41-adf3-414b-b35f-8b9a066d7b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:43.325820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.326442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Bound using segment: {'id': 'eb89a2ab-8d80-48a3-8880-503358c15351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'af281d41-adf3-414b-b35f-8b9a066d7b44'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:43.327136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Bound port: 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb89a2ab-8d80-48a3-8880-503358c15351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'af281d41-adf3-414b-b35f-8b9a066d7b44'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:43.327136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.329805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.330334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a80d306-da95-42ee-9cf6-319f4358fafd {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:40:43.358414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e5dbc0b-5a1d-4c0b-8694-eaf135cb9f36 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.392123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.402161 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Pushing event updated for resources: {'Port': ['ID=5416258c-eb24-425b-8f97-5bccbe4e47a1,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:43.412233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Attempting to bind port 5416258c-eb24-425b-8f97-5bccbe4e47a1 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:43.412233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Attempting to bind port 5416258c-eb24-425b-8f97-5bccbe4e47a1 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'a40899b5-4310-4659-af5e-60e97cd7398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '00fcc955-6013-48a4-8b48-ed20a27637c1'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:43.412233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Attempting to bind port 5416258c-eb24-425b-8f97-5bccbe4e47a1 on network 00fcc955-6013-48a4-8b48-ed20a27637c1 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:43.423255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:43.423255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Checking segment: {'id': 'a40899b5-4310-4659-af5e-60e97cd7398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '00fcc955-6013-48a4-8b48-ed20a27637c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:43.424484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.424484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Bound using segment: {'id': 'a40899b5-4310-4659-af5e-60e97cd7398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '00fcc955-6013-48a4-8b48-ed20a27637c1'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:43.424484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Bound port: 5416258c-eb24-425b-8f97-5bccbe4e47a1, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40899b5-4310-4659-af5e-60e97cd7398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '00fcc955-6013-48a4-8b48-ed20a27637c1'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:43.424775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.454323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.456957 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a9c0e432-a0a7-468c-8d72-1e933a054a7a tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "DELETE /v2.0/routers/0a80d306-da95-42ee-9cf6-319f4358fafd HTTP/1.1" status: 204 len: 168 time: 3.9774387 Mar 11 15:40:43.463810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33360) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:43.478615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1419433566', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:43.500253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:43.513495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Usage tracker for resource:router and tenant:43bda2e725ef4bdba982dd9de818f5d7 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:43.525543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:43.541610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5baa42e8-5ecf-4b90-8af1-79351716b0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.543082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:43.545127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e5dbc0b-5a1d-4c0b-8694-eaf135cb9f36 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.578990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Port': ['ID=6232a765-ff80-4114-bae3-c8be98f8296a,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:43.600275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e5dbc0b-5a1d-4c0b-8694-eaf135cb9f36 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network 9f07a281-d0f7-4955-8e52-81a376072c3c is not hosted by any dhcp agent {{(pid=88557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 15:40:43.605394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5dbc0b-5a1d-4c0b-8694-eaf135cb9f36 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:43.609765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e5dbc0b-5a1d-4c0b-8694-eaf135cb9f36 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.609765 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1e5dbc0b-5a1d-4c0b-8694-eaf135cb9f36 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "PUT /v2.0/networks/9f07a281-d0f7-4955-8e52-81a376072c3c HTTP/1.1" status: 200 len: 723 time: 0.6876557 Mar 11 15:40:43.613997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33364) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:43.618363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] For port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:43.622090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'network_id': '9f07a281-d0f7-4955-8e52-81a376072c3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:43.622960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] For port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0,segment=NetworkSegment(eb89a2ab-8d80-48a3-8880-503358c15351),segment_id=eb89a2ab-8d80-48a3-8880-503358c15351)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:43.624339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] For port 5416258c-eb24-425b-8f97-5bccbe4e47a1, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:43.627405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] For port 5416258c-eb24-425b-8f97-5bccbe4e47a1, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5416258c-eb24-425b-8f97-5bccbe4e47a1,segment=NetworkSegment(a40899b5-4310-4659-af5e-60e97cd7398b),segment_id=a40899b5-4310-4659-af5e-60e97cd7398b)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:43.638463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5baa42e8-5ecf-4b90-8af1-79351716b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.693490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network 00fcc955-6013-48a4-8b48-ed20a27637c1 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:43.709997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:43.715700 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dbc0b-5a1d-4c0b-8694-eaf135cb9f36 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=9f07a281-d0f7-4955-8e52-81a376072c3c,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:43.715888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.717878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:43.720261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.723663 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:43.724173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.731320 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5baa42e8-5ecf-4b90-8af1-79351716b0e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8542e62162b848a4aed89041321ef718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6599364 Mar 11 15:40:43.733777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33370) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:43.734573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa42e8-5ecf-4b90-8af1-79351716b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4129e3a1-c8a1-4b77-ae1e-f73260915da8,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:43.805526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.806980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.819365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.820203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:43.830634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:43.840803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 9f07a281-d0f7-4955-8e52-81a376072c3c details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:43.887194 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3f1e2806-67ba-44e0-96b3-bf0f6e025296 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4692764 Mar 11 15:40:43.889676 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33374) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:43.909504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b599b-2338-4c99-b8ee-15b240f5069f None None] Pushing event updated for resources: {'Port': ['ID=7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:43.931748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:43.935452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.945586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:43.949552 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:43.956049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:44.072283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:40:44.080106 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ddb0d5-0b8e-4e92-97ab-b59cc76c4b2e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Deleting subnet dd4fea87-32ee-4058-b7cc-cbef464e6232 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:40:44.089226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb0d5-0b8e-4e92-97ab-b59cc76c4b2e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.095024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device aa08ab6c-3f82-479d-b981-0aa343ab8044 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:44.104131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0bf512e-402f-4eee-8eeb-8ae5c21ebecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.110616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:44.111211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.131845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=66cdbe84-258c-494b-8040-3470f707812f,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:44.164611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb0d5-0b8e-4e92-97ab-b59cc76c4b2e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.177447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: aa08ab6c-3f82-479d-b981-0aa343ab8044 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:40:44.177789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device aa08ab6c-3f82-479d-b981-0aa343ab8044 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:44.178200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device f6af3d6a-506e-4113-b6eb-5ab7b538ca45 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:44.208806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0bf512e-402f-4eee-8eeb-8ae5c21ebecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.268517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc1bf-469e-43f0-9f1a-a507ed6d7f89 req-3498b4f5-dba8-4000-8a06-e4d1fa179d82 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:44.270150 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-350fc1bf-469e-43f0-9f1a-a507ed6d7f89 req-3498b4f5-dba8-4000-8a06-e4d1fa179d82 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4597089 Mar 11 15:40:44.282240 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Deleting port f6af3d6a-506e-4113-b6eb-5ab7b538ca45 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:44.282796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.369463 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8578d0f-393d-4f66-8217-4b5dcca253c7 None None] Pushing event updated for resources: {'Port': ['ID=5416258c-eb24-425b-8f97-5bccbe4e47a1,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:44.480342 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-192939e6-0595-4a94-988a-1a25771c05c0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6667399 Mar 11 15:40:44.484502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33378) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:44.501659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-05d60c07-551e-4193-a2d3-8ef71176ec5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': '66cdbe84-258c-494b-8040-3470f707812f', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-260047764'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:44.600908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.706206 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-350fc1bf-469e-43f0-9f1a-a507ed6d7f89 req-faf10c18-9ff8-4a79-aa40-2a30d375fc7f tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4206333 Mar 11 15:40:44.747657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port f6af3d6a-506e-4113-b6eb-5ab7b538ca45, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=f6af3d6a-506e-4113-b6eb-5ab7b538ca45,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:44.770089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-05d60c07-551e-4193-a2d3-8ef71176ec5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:44.774631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] For port f6af3d6a-506e-4113-b6eb-5ab7b538ca45, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=f6af3d6a-506e-4113-b6eb-5ab7b538ca45,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:44.775540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.782126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-05d60c07-551e-4193-a2d3-8ef71176ec5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:44.788962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-05d60c07-551e-4193-a2d3-8ef71176ec5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:44.799365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.815648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-05d60c07-551e-4193-a2d3-8ef71176ec5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:44.826545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb0d5-0b8e-4e92-97ab-b59cc76c4b2e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.839360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.869174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0bf512e-402f-4eee-8eeb-8ae5c21ebecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.888142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf512e-402f-4eee-8eeb-8ae5c21ebecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4129e3a1-c8a1-4b77-ae1e-f73260915da8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:44.892726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0bf512e-402f-4eee-8eeb-8ae5c21ebecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.894078 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c0bf512e-402f-4eee-8eeb-8ae5c21ebecb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4129e3a1-c8a1-4b77-ae1e-f73260915da8 HTTP/1.1" status: 204 len: 168 time: 1.1565561 Mar 11 15:40:44.932337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Calling delete_port for f6af3d6a-506e-4113-b6eb-5ab7b538ca45 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:44.954610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:44.999436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb0d5-0b8e-4e92-97ab-b59cc76c4b2e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.010051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d60c07-551e-4193-a2d3-8ef71176ec5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:45.050496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=f6af3d6a-506e-4113-b6eb-5ab7b538ca45,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:45.109528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb0d5-0b8e-4e92-97ab-b59cc76c4b2e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.120639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:45.121373 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:45.184761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=22782566-dc64-4b66-b390-9a9573886a36,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:45.187074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Checking segment: {'id': 'f35bd117-cd46-4d96-a6c0-fcd8b001f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9f07a281-d0f7-4955-8e52-81a376072c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:45.187435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network hostable DHCP agents. Network: 9f07a281-d0f7-4955-8e52-81a376072c3c, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:45.232434 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e7ddb0d5-0b8e-4e92-97ab-b59cc76c4b2e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/subnets/dd4fea87-32ee-4058-b7cc-cbef464e6232 HTTP/1.1" status: 204 len: 168 time: 1.3415213 Mar 11 15:40:45.238370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33388) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:45.240372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddb0d5-0b8e-4e92-97ab-b59cc76c4b2e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4fea87-32ee-4058-b7cc-cbef464e6232,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:45.277036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05d60c07-551e-4193-a2d3-8ef71176ec5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.307496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-05d60c07-551e-4193-a2d3-8ef71176ec5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 17808911-6555-4c32-918d-2f267f3a0715 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:40:45.342668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.379781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network 9f07a281-d0f7-4955-8e52-81a376072c3c is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:45.398726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.461925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada886a4-25e8-4cf9-9b3b-94ea1ee3ca2f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:45.464090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada886a4-25e8-4cf9-9b3b-94ea1ee3ca2f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:45.464876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ada886a4-25e8-4cf9-9b3b-94ea1ee3ca2f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Synchronizing usage tracker for tenant:89d3500e9e5b4a36b2a5340f18cbbb37 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:45.504431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 9f07a281-d0f7-4955-8e52-81a376072c3c) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:45.510108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:45.510708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.515065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed56654-5308-4515-b88e-0bc6471acf1a None None] Network 9f07a281-d0f7-4955-8e52-81a376072c3c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:45.556366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb63600-7301-4924-8639-7e852bf937a8 None None] Network af281d41-adf3-414b-b35f-8b9a066d7b44 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:45.593180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ada886a4-25e8-4cf9-9b3b-94ea1ee3ca2f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Unset dirty status for tenant:89d3500e9e5b4a36b2a5340f18cbbb37 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:45.597708 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ada886a4-25e8-4cf9-9b3b-94ea1ee3ca2f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3582656 Mar 11 15:40:45.598307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33394) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:45.599492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Allocated IP 172.26.6.76 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/1597c370-4c4f-4a18-a4b7-c3f3f7ac599f) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:45.620633 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d60c07-551e-4193-a2d3-8ef71176ec5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:40:45.620633 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d60c07-551e-4193-a2d3-8ef71176ec5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:40:45.656790 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d0b56d93-1388-4236-8e43-bfa4a8d0a89d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0416977 Mar 11 15:40:45.666248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33398) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:45.720382 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Deleting port f6af3d6a-506e-4113-b6eb-5ab7b538ca45 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:45.720819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.729092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6ee95601-728d-4809-94bc-4c2663742193 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:45.761862 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-05d60c07-551e-4193-a2d3-8ef71176ec5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2682908 Mar 11 15:40:45.764414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33404) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:45.909471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33408) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:45.935021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54d9f118-1349-4349-962e-fb7a520c86d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.956677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-54d9f118-1349-4349-962e-fb7a520c86d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:45.962930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-54d9f118-1349-4349-962e-fb7a520c86d7 admin admin] Usage tracker for resource:security_group_rule and tenant:263082b4e26f48ceb41e7b2c86ebfc0d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:45.968212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-54d9f118-1349-4349-962e-fb7a520c86d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:45.973728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:45.976449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-54d9f118-1349-4349-962e-fb7a520c86d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:45.997809 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd52fff-b26f-4a89-bc67-783a391b142c None None] Network 00fcc955-6013-48a4-8b48-ed20a27637c1 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:46.014214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692d0997-34d7-4ae8-bf37-bca4bd676abc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:46.014924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-692d0997-34d7-4ae8-bf37-bca4bd676abc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:46.027489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-934ec8e5-c530-496f-8874-f5a6dfdf8ef7 None None] Provisioning for port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:46.052123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d66cf1f-6b2f-4e4b-ae96-e34934c55175 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.078562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-9f07a281-d0f7-4955-8e52-81a376072c3c', 'network_id': '9f07a281-d0f7-4955-8e52-81a376072c3c', 'tenant_id': 'f531dfdced5d442aa929c99663a8fcca', 'fixed_ips': [{'subnet_id': '22782566-dc64-4b66-b390-9a9573886a36'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:46.079669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.080449 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d66cf1f-6b2f-4e4b-ae96-e34934c55175 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 15:40:46.080955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d66cf1f-6b2f-4e4b-ae96-e34934c55175 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:40:46.086280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ee95601-728d-4809-94bc-4c2663742193 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3557970'] for subnet, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.110006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54d9f118-1349-4349-962e-fb7a520c86d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.114434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-692d0997-34d7-4ae8-bf37-bca4bd676abc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:46.118177 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-692d0997-34d7-4ae8-bf37-bca4bd676abc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3499787 Mar 11 15:40:46.118922 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33412) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:46.141908 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3d66cf1f-6b2f-4e4b-ae96-e34934c55175 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/networks/00fcc955-6013-48a4-8b48-ed20a27637c1 HTTP/1.1" status: 409 len: 405 time: 0.5339308 Mar 11 15:40:46.142129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33416) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:46.157443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1590684354'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:46.179003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54d9f118-1349-4349-962e-fb7a520c86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.182767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:46.238177 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-54d9f118-1349-4349-962e-fb7a520c86d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=263082b4e26f48ceb41e7b2c86ebfc0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298841 Mar 11 15:40:46.245915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271320a3-d3ba-4431-9ed9-8506ae1cffb5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:46.247525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271320a3-d3ba-4431-9ed9-8506ae1cffb5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:46.248306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-271320a3-d3ba-4431-9ed9-8506ae1cffb5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:46.254261 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33420) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:46.278566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9f118-1349-4349-962e-fb7a520c86d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722efa25-1a56-41d4-b28a-e0d27769c2ab,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:46.283058 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] For port f6af3d6a-506e-4113-b6eb-5ab7b538ca45, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=f6af3d6a-506e-4113-b6eb-5ab7b538ca45,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:46.283456 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.328169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:network and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:46.333077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.337719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f97f09bc-2d91-48ab-84ec-1b6df77db3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.338792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:46.341774 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-271320a3-d3ba-4431-9ed9-8506ae1cffb5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:46.345608 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-271320a3-d3ba-4431-9ed9-8506ae1cffb5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2230701 Mar 11 15:40:46.349322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33424) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:46.354153 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:46.376149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f97f09bc-2d91-48ab-84ec-1b6df77db3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.396537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae596e-a633-4813-93c4-4e54b3d0f8a8 req-1209576e-8d3d-4aed-9316-88ed3f9ff6e0 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:46.397961 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5cae596e-a633-4813-93c4-4e54b3d0f8a8 req-1209576e-8d3d-4aed-9316-88ed3f9ff6e0 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4656174 Mar 11 15:40:46.410539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Calling delete_port for f6af3d6a-506e-4113-b6eb-5ab7b538ca45 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:46.503736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f97f09bc-2d91-48ab-84ec-1b6df77db3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.521808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f09bc-2d91-48ab-84ec-1b6df77db3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722efa25-1a56-41d4-b28a-e0d27769c2ab,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:46.537842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f97f09bc-2d91-48ab-84ec-1b6df77db3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.541379 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f97f09bc-2d91-48ab-84ec-1b6df77db3bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/722efa25-1a56-41d4-b28a-e0d27769c2ab HTTP/1.1" status: 204 len: 168 time: 0.2834046 Mar 11 15:40:46.567305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:46.570857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.589364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bde002-decd-49ce-a1ce-8199d3bb2a4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 66cdbe84-258c-494b-8040-3470f707812f {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:40:46.598661 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5cae596e-a633-4813-93c4-4e54b3d0f8a8 req-03dc506b-99aa-4e56-8c68-231b57f96a8e tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594090 Mar 11 15:40:46.610317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0bde002-decd-49ce-a1ce-8199d3bb2a4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.690241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:46.706579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0bde002-decd-49ce-a1ce-8199d3bb2a4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.744597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.744999 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Added segment bc7ec338-e9e3-4e3f-b894-1a30cc32a521 of type vlan for network fe84837f-256a-493c-b884-e21d2600bb49 Mar 11 15:40:46.750716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.777288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-09f84491-19da-4e70-b6b2-399f3968d76c None None] Provisioning for port 5416258c-eb24-425b-8f97-5bccbe4e47a1 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:46.793615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ee95601-728d-4809-94bc-4c2663742193 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740403849975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2536602'] for subnet, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.904165 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee95601-728d-4809-94bc-4c2663742193 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:46.904688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ee95601-728d-4809-94bc-4c2663742193 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.905972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6ee95601-728d-4809-94bc-4c2663742193 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "PUT /v2.0/subnets/22782566-dc64-4b66-b390-9a9573886a36 HTTP/1.1" status: 200 len: 826 time: 1.2375181 Mar 11 15:40:46.907814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:46.908840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33432) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:46.920770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:46.923576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.937471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0bde002-decd-49ce-a1ce-8199d3bb2a4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.942543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Allocated IP 2001:db8::2 (9f07a281-d0f7-4955-8e52-81a376072c3c/22782566-dc64-4b66-b390-9a9573886a36/c43cd2e8-5035-4ec8-b3be-5ff111981008) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:46.944455 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:46.955407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:46.955779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.965639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:47.055389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.084706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.095469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Pushing event updated for resources: {'Port': ['ID=1597c370-4c4f-4a18-a4b7-c3f3f7ac599f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:47.115427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee95601-728d-4809-94bc-4c2663742193 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=22782566-dc64-4b66-b390-9a9573886a36,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:47.121554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:40:47.205982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] Pushing event deleted for resources: {'Port': ['ID=f6af3d6a-506e-4113-b6eb-5ab7b538ca45,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:47.219424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209c4df-0235-4ee3-8859-40deceaade6e None None] No DVR routers for this DVR port f6af3d6a-506e-4113-b6eb-5ab7b538ca45 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:47.222099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb86bf6-8aa8-4fa8-a7c1-37e7e942b475 None None] DHCP port deletion for 00fcc955-6013-48a4-8b48-ed20a27637c1 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:40:47.223635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.316309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dec820-719d-4c50-82ee-74aa23d2f81e None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:47.340891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.346062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:47.346632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.375553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dcb86bf6-8aa8-4fa8-a7c1-37e7e942b475 None None] Deleting port 5416258c-eb24-425b-8f97-5bccbe4e47a1 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:47.376268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dcb86bf6-8aa8-4fa8-a7c1-37e7e942b475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.580724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Network': ['ID=fe84837f-256a-493c-b884-e21d2600bb49,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:47.619238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea2a0b9-2655-4e1a-9334-341a7c906b33 None None] Update dhcp port {'port': {'network_id': 'af281d41-adf3-414b-b35f-8b9a066d7b44', 'fixed_ips': [{'subnet_id': '6a14b4d4-9c95-466d-9a3b-7405acb48d1a', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e65d5f2-daf5-41a5-a019-0ba7d13402cf'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': '7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:40:47.628717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b49d31-7ec0-482f-818d-3303f0548829 req-dfc7d23f-98f6-445f-ad06-4bac8d78215a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:47.635188 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43b49d31-7ec0-482f-818d-3303f0548829 req-dfc7d23f-98f6-445f-ad06-4bac8d78215a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4261067 Mar 11 15:40:47.643909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network fe84837f-256a-493c-b884-e21d2600bb49 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:47.668790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d7429483-92d6-4579-9ff9-cfa5cde5d1eb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5256569 Mar 11 15:40:47.671704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33448) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:47.679121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'subnet': {'network_id': 'fe84837f-256a-493c-b884-e21d2600bb49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:47.679640 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43b49d31-7ec0-482f-818d-3303f0548829 req-eab6cfd1-a363-4762-866d-3f59ab784201 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Mar 11 15:40:47.774592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0bde002-decd-49ce-a1ce-8199d3bb2a4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.815266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:47.816683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:47.830936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bde002-decd-49ce-a1ce-8199d3bb2a4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=66cdbe84-258c-494b-8040-3470f707812f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:47.840537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0bde002-decd-49ce-a1ce-8199d3bb2a4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.843336 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c0bde002-decd-49ce-a1ce-8199d3bb2a4c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/66cdbe84-258c-494b-8040-3470f707812f HTTP/1.1" status: 204 len: 168 time: 1.4862268 Mar 11 15:40:47.850083 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33454) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:47.872900 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.911908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a0b9-2655-4e1a-9334-341a7c906b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.919300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:47.923189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.966001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:48.153167 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9c179de6-3a30-4b9b-91bb-948b775885ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3011518 Mar 11 15:40:48.158851 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33464) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:48.167821 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:48.269390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0,segment=NetworkSegment(eb89a2ab-8d80-48a3-8880-503358c15351),segment_id=eb89a2ab-8d80-48a3-8880-503358c15351)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:48.279942 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:48.303247 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Transition to ACTIVE for port object c43cd2e8-5035-4ec8-b3be-5ff111981008 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:48.334867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:48.346276 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:48.352025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-dcb86bf6-8aa8-4fa8-a7c1-37e7e942b475 None None] For port 5416258c-eb24-425b-8f97-5bccbe4e47a1, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5416258c-eb24-425b-8f97-5bccbe4e47a1,segment=NetworkSegment(a40899b5-4310-4659-af5e-60e97cd7398b),segment_id=a40899b5-4310-4659-af5e-60e97cd7398b)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:48.352411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dcb86bf6-8aa8-4fa8-a7c1-37e7e942b475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:48.366589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:48.367380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5416258c-eb24-425b-8f97-5bccbe4e47a1 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:48.433420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:48.437252 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:48.568942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:48.595015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dcb86bf6-8aa8-4fa8-a7c1-37e7e942b475 None None] Calling delete_port for 5416258c-eb24-425b-8f97-5bccbe4e47a1 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:48.644257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Transition to ACTIVE for port object c43cd2e8-5035-4ec8-b3be-5ff111981008 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:48.763802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:48.766800 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:48.834489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.objects.ports [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88557) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:40:48.836320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:48.839565 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-0ea2a0b9-2655-4e1a-9334-341a7c906b33 None None] Allocated IP 172.20.0.1 (af281d41-adf3-414b-b35f-8b9a066d7b44/8e65d5f2-daf5-41a5-a019-0ba7d13402cf/7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:48.849820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Network 9f07a281-d0f7-4955-8e52-81a376072c3c is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:48.856705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:48.866504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:48.897946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Pushing event updated for resources: {'Port': ['ID=c43cd2e8-5035-4ec8-b3be-5ff111981008,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:48.919864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Subnet': ['ID=83b52b62-159e-42ce-b09d-aacdb03e0bae,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:48.925685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Checking segment: {'id': 'bc7ec338-e9e3-4e3f-b894-1a30cc32a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fe84837f-256a-493c-b884-e21d2600bb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:48.926046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network hostable DHCP agents. Network: fe84837f-256a-493c-b884-e21d2600bb49, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:48.939634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:48.984281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0a02a-a380-49f9-89f3-4d9cfb57bd58 req-edf7af9d-2d57-4b42-9ddc-16a375c481c4 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:48.993107 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-74c0a02a-a380-49f9-89f3-4d9cfb57bd58 req-edf7af9d-2d57-4b42-9ddc-16a375c481c4 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.1575875 Mar 11 15:40:49.020041 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:49.023792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:49.028143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:49.033891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.042409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=c54d07fa-e2f1-4122-b64d-e1a248ed4ed5,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:49.043823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 5416258c-eb24-425b-8f97-5bccbe4e47a1 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:49.046996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b8dc06-e806-4c38-ac2e-64ebe77d010c None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:49.053962 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-74c0a02a-a380-49f9-89f3-4d9cfb57bd58 req-cafd2be0-8418-4d4c-aaee-2653c1695bb0 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590508 Mar 11 15:40:49.057795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Router 12f2abd3-f99f-4598-8e4e-b31d2e83144c is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:40:49.094690 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 5416258c-eb24-425b-8f97-5bccbe4e47a1 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:49.101728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.127782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.208715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Attempting to bind port c43cd2e8-5035-4ec8-b3be-5ff111981008 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:49.209083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Attempting to bind port c43cd2e8-5035-4ec8-b3be-5ff111981008 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'f35bd117-cd46-4d96-a6c0-fcd8b001f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9f07a281-d0f7-4955-8e52-81a376072c3c'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:49.210000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Attempting to bind port c43cd2e8-5035-4ec8-b3be-5ff111981008 on network 9f07a281-d0f7-4955-8e52-81a376072c3c {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:49.214929 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dc18ff6f-f368-4da0-9f3a-907d77ab5c3e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0515213 Mar 11 15:40:49.215966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Port 5416258c-eb24-425b-8f97-5bccbe4e47a1 was deleted so its status cannot be updated. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 15:40:49.217109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dcb86bf6-8aa8-4fa8-a7c1-37e7e942b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.224295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33486) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:49.230336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d67ade01-a82c-41e1-8750-dfcc6c4664a0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1808882804', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:49.230796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network fe84837f-256a-493c-b884-e21d2600bb49 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:49.236074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Subnet': ['ID=22782566-dc64-4b66-b390-9a9573886a36,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:49.285861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d67ade01-a82c-41e1-8750-dfcc6c4664a0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:49.320059 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d67ade01-a82c-41e1-8750-dfcc6c4664a0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:router and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:49.327407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d67ade01-a82c-41e1-8750-dfcc6c4664a0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:49.340759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d67ade01-a82c-41e1-8750-dfcc6c4664a0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:49.343894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:40:49.357757 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:49.358133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Checking segment: {'id': 'f35bd117-cd46-4d96-a6c0-fcd8b001f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9f07a281-d0f7-4955-8e52-81a376072c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:49.358538 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.358928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Bound using segment: {'id': 'f35bd117-cd46-4d96-a6c0-fcd8b001f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9f07a281-d0f7-4955-8e52-81a376072c3c'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:49.359412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Bound port: c43cd2e8-5035-4ec8-b3be-5ff111981008, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35bd117-cd46-4d96-a6c0-fcd8b001f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9f07a281-d0f7-4955-8e52-81a376072c3c'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:49.359779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.395574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.403514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3d94e-7d6a-42f9-ac88-3788a07c158d req-3797b935-dae2-4399-91e1-2ddfdc8c7dc8 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:49.403725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb86bf6-8aa8-4fa8-a7c1-37e7e942b475 None None] Pushing event deleted for resources: {'Port': ['ID=5416258c-eb24-425b-8f97-5bccbe4e47a1,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:49.405049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f7e3d94e-7d6a-42f9-ac88-3788a07c158d req-3797b935-dae2-4399-91e1-2ddfdc8c7dc8 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.1798289 Mar 11 15:40:49.406091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686281d-faee-4e28-8069-feeffd187649 None None] Sync routers for ids ['12f2abd3-f99f-4598-8e4e-b31d2e83144c'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:49.419609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:49.447539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f07a281-d0f7-4955-8e52-81a376072c3c']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:49.450090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.451522 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-15345b7c-94e5-4cec-88e2-b80bc2b7242f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9827127 Mar 11 15:40:49.455546 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb86bf6-8aa8-4fa8-a7c1-37e7e942b475 None None] No DVR routers for this DVR port 5416258c-eb24-425b-8f97-5bccbe4e47a1 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:49.457347 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f7e3d94e-7d6a-42f9-ac88-3788a07c158d req-3527e04b-df83-41c3-98b4-beb74eda1b5c tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Mar 11 15:40:49.458011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33490) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:49.463663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-29b94f2d-5ff1-409c-a92e-c579afdb0a67 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'enable_snat': False}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:49.467048 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35bd117-cd46-4d96-a6c0-fcd8b001f31b') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:49.467359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35bd117-cd46-4d96-a6c0-fcd8b001f31b') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:49.480440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, fe84837f-256a-493c-b884-e21d2600bb49) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:49.505454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:49.506404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.519270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.530237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7924143e-d97d-4525-84a7-632f67fb2572 None None] Network fe84837f-256a-493c-b884-e21d2600bb49 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:49.539242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33496) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:49.541108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.551634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:49.552271 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.562129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d67ade01-a82c-41e1-8750-dfcc6c4664a0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.563546 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d67ade01-a82c-41e1-8750-dfcc6c4664a0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.573730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686281d-faee-4e28-8069-feeffd187649 None None] Routers {'12f2abd3-f99f-4598-8e4e-b31d2e83144c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:49.574370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3686281d-faee-4e28-8069-feeffd187649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['12f2abd3-f99f-4598-8e4e-b31d2e83144c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:49.580517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d67ade01-a82c-41e1-8750-dfcc6c4664a0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.660649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0ea2a0b9-2655-4e1a-9334-341a7c906b33 None None] For port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0,segment=NetworkSegment(eb89a2ab-8d80-48a3-8880-503358c15351),segment_id=eb89a2ab-8d80-48a3-8880-503358c15351)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:49.663990 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:49.679327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3686281d-faee-4e28-8069-feeffd187649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:49.738806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d67ade01-a82c-41e1-8750-dfcc6c4664a0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.781568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:40:49.781568 dv-neutron-833203-2-hyperv neutron-server[88557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:40:49.781568 dv-neutron-833203-2-hyperv neutron-server[88557]: [parameters: {'id': '9f07a281-d0f7-4955-8e52-81a376072c3c'}] Mar 11 15:40:49.781568 dv-neutron-833203-2-hyperv neutron-server[88557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:49.784347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:49.820363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686281d-faee-4e28-8069-feeffd187649 None None] Routers {'12f2abd3-f99f-4598-8e4e-b31d2e83144c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:49.820999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3686281d-faee-4e28-8069-feeffd187649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['12f2abd3-f99f-4598-8e4e-b31d2e83144c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:49.821121 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-48a97bfe-ce76-4a77-bb11-9766b5a50e32 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1473234 Mar 11 15:40:49.824476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33504) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:49.830731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'port': {'network_id': 'fe84837f-256a-493c-b884-e21d2600bb49', 'name': 'tempest-NetworksIpV6TestAttrs-795451714'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:49.855989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2101670389'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:49.867859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:49.879255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Usage tracker for resource:network and tenant:0559ad646e284e88bf66c9ce23ced392 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:49.890241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.resource_extend [None req-0ea2a0b9-2655-4e1a-9334-341a7c906b33 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:40:49.890899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d83c1-4100-40c8-847d-d84ce474258d req-ccb1044b-f18f-45f9-b81b-d1fc75c318b9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:49.892438 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6d3d83c1-4100-40c8-847d-d84ce474258d req-ccb1044b-f18f-45f9-b81b-d1fc75c318b9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3015897 Mar 11 15:40:49.895084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:49.897853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d67ade01-a82c-41e1-8750-dfcc6c4664a0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.898994 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d67ade01-a82c-41e1-8750-dfcc6c4664a0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6726170 Mar 11 15:40:49.904980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:49.906796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33508) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:49.921641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] For port c43cd2e8-5035-4ec8-b3be-5ff111981008, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:49.921641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3686281d-faee-4e28-8069-feeffd187649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:49.921641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686281d-faee-4e28-8069-feeffd187649 None None] The sync data for ids ['12f2abd3-f99f-4598-8e4e-b31d2e83144c'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:49.922688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a0b9-2655-4e1a-9334-341a7c906b33 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:49.979810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] For port c43cd2e8-5035-4ec8-b3be-5ff111981008, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c43cd2e8-5035-4ec8-b3be-5ff111981008,segment=NetworkSegment(f35bd117-cd46-4d96-a6c0-fcd8b001f31b),segment_id=f35bd117-cd46-4d96-a6c0-fcd8b001f31b)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:49.990002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:49.994916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:port and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:49.997824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0ea2a0b9-2655-4e1a-9334-341a7c906b33 None None] Transition to ACTIVE for port object 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:49.999296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:50.006421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:50.033867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': 'c54d07fa-e2f1-4122-b64d-e1a248ed4ed5'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:50.034674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.058658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.093531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:50.093904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.117450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:50.122853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.141251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a0b9-2655-4e1a-9334-341a7c906b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.150901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] device_id is not set on port 7ff74086-b91c-4655-a03b-70156a4c4831 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:40:50.257711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Made reservation on behalf of 0559ad646e284e88bf66c9ce23ced392 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:50.261592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.291356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27466c-dffd-4b56-a112-6ee0062b4138 None None] Pushing event updated for resources: {'Port': ['ID=c43cd2e8-5035-4ec8-b3be-5ff111981008,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:50.331957 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Allocated IP 2001:db8::f816:3eff:fe68:446 (fe84837f-256a-493c-b884-e21d2600bb49/83b52b62-159e-42ce-b09d-aacdb03e0bae/7ff74086-b91c-4655-a03b-70156a4c4831) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:50.345874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.366507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.374407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting port c43cd2e8-5035-4ec8-b3be-5ff111981008 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:50.374756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.381275 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6d3d83c1-4100-40c8-847d-d84ce474258d req-696c0c33-9331-4b92-8c72-0135ff4aca45 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4735346 Mar 11 15:40:50.465845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/c54d07fa-e2f1-4122-b64d-e1a248ed4ed5/efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:50.522654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:50.619094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Usage tracker for resource:security_group_rule and tenant:0559ad646e284e88bf66c9ce23ced392 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:50.638132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:50.645250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-fe84837f-256a-493c-b884-e21d2600bb49', 'network_id': 'fe84837f-256a-493c-b884-e21d2600bb49', 'tenant_id': '89d3500e9e5b4a36b2a5340f18cbbb37', 'fixed_ips': [{'subnet_id': '83b52b62-159e-42ce-b09d-aacdb03e0bae'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:50.649037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.705665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:50.786232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2a0b9-2655-4e1a-9334-341a7c906b33 None None] Pushing event updated for resources: {'Port': ['ID=7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:50.862956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.893784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] For port c43cd2e8-5035-4ec8-b3be-5ff111981008, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c43cd2e8-5035-4ec8-b3be-5ff111981008,segment=NetworkSegment(f35bd117-cd46-4d96-a6c0-fcd8b001f31b),segment_id=f35bd117-cd46-4d96-a6c0-fcd8b001f31b)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:50.894146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.896614 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29b94f2d-5ff1-409c-a92e-c579afdb0a67 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.903706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 had new provisioning blocks added so it will not transition to active. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 11 15:40:50.906148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Transition to ACTIVE for port object 7ff74086-b91c-4655-a03b-70156a4c4831 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:50.994347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5416258c-eb24-425b-8f97-5bccbe4e47a1 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:51.043581 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4eb30971-4c34-4d72-8546-1b8d087eeb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.048424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Calling delete_port for c43cd2e8-5035-4ec8-b3be-5ff111981008 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:51.063937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.070964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 5416258c-eb24-425b-8f97-5bccbe4e47a1 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:40:51.071390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5416258c-eb24-425b-8f97-5bccbe4e47a1 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:51.092130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.096400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c744f-852c-4296-8057-ab162a357efa None None] Network 9f07a281-d0f7-4955-8e52-81a376072c3c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:51.107688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.144759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.145404 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Transition to ACTIVE for port object efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:51.164800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.271228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:51.277914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Transition to ACTIVE for port object efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:51.327726 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network fe84837f-256a-493c-b884-e21d2600bb49 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:51.329469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Port': ['ID=7ff74086-b91c-4655-a03b-70156a4c4831,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:51.339492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:51.342883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.343334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.348566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.348566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.348566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.348566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.348566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.348566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.348566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.348566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.348566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.348566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.358919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.364710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:51.371330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:51.372166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.414378 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.426593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7d6b9-d291-4d2d-b546-e24c41818e3e req-ac58ebbc-1a82-4f8a-9faf-9dd1138e8883 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:51.428111 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98e7d6b9-d291-4d2d-b546-e24c41818e3e req-ac58ebbc-1a82-4f8a-9faf-9dd1138e8883 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.9029574 Mar 11 15:40:51.429234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.429587 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Added segment 292005cd-7c5f-4551-b91d-db0ce93e3999 of type vlan for network 62399bda-6a59-4360-88b2-255edf038875 Mar 11 15:40:51.441522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7991d35f-778a-4734-88a9-762bffdc684a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:51.443459 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Port': ['ID=c43cd2e8-5035-4ec8-b3be-5ff111981008,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:51.449631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No DVR routers for this DVR port c43cd2e8-5035-4ec8-b3be-5ff111981008 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:51.487198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:51.511682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec5a423-11e0-45c6-b0b8-02d2237234ae None None] Network af281d41-adf3-414b-b35f-8b9a066d7b44 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:51.514836 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1cd6fa7d-eb61-4645-8ca5-46caa16cb8ca tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.6890285 Mar 11 15:40:51.518331 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33514) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:51.525595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.525952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.526295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.526636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.526974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.527309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.527754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.527994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.528378 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.529003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.529350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.529685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.586088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bce920-21b8-4247-ad3d-ad5ffd41befe tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Deleting subnet 83b52b62-159e-42ce-b09d-aacdb03e0bae {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:40:51.595393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.611083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b93106-03fc-4ea7-81c2-6b97aa1c90cd None None] Network 9f07a281-d0f7-4955-8e52-81a376072c3c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:51.631154 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98e7d6b9-d291-4d2d-b546-e24c41818e3e req-2337373b-9dd4-4762-9c28-252c631abdef tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691134 Mar 11 15:40:51.653910 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.695852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f07a281-d0f7-4955-8e52-81a376072c3c']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:51.702756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:51.725587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35bd117-cd46-4d96-a6c0-fcd8b001f31b') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:51.725941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35bd117-cd46-4d96-a6c0-fcd8b001f31b') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:51.738468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.738661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:51.755078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Allocated IP 2001:db8::f816:3eff:fe6c:210d (fe84837f-256a-493c-b884-e21d2600bb49/83b52b62-159e-42ce-b09d-aacdb03e0bae/07866820-8ac6-4610-8e85-c058680ee41c) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:51.757963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.765751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:40:51.766364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:51.783770 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:51.802971 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:51.815369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Pushing event updated for resources: {'Port': ['ID=efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:51.877551 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.877899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.878222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.878552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.878876 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.879198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.879520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.879835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.880192 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.880466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.880815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.881130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:51.900851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-89eddc6a-76de-4f53-b487-3eb1b9dadd6f None None] Provisioning for port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:51.980978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.986292 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:51.986878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.006122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.012260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.012407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-89eddc6a-76de-4f53-b487-3eb1b9dadd6f None None] Provisioning complete for port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:52.017014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-89eddc6a-76de-4f53-b487-3eb1b9dadd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.037945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Network': ['ID=9f07a281-d0f7-4955-8e52-81a376072c3c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:52.043803 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b0d8a5b6-82e8-4629-9dc6-7f0d641f4c72 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/9f07a281-d0f7-4955-8e52-81a376072c3c HTTP/1.1" status: 204 len: 168 time: 5.1307743 Mar 11 15:40:52.044383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33520) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:52.071282 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3c9955-3c05-491d-8736-92eaacf4562d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:40:52.071282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3c9955-3c05-491d-8736-92eaacf4562d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:40:52.077307 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3f3c9955-3c05-491d-8736-92eaacf4562d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/9f07a281-d0f7-4955-8e52-81a376072c3c HTTP/1.1" status: 404 len: 339 time: 0.0279143 Mar 11 15:40:52.077512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33524) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:52.083468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1183894676', 'description': 'd1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:52.087887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:52.092343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Usage tracker for resource:network and tenant:f531dfdced5d442aa929c99663a8fcca is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:52.095695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:52.102671 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:52.168776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::1 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/c54d07fa-e2f1-4122-b64d-e1a248ed4ed5/44ae2718-77bf-4f72-9d49-70da2df24407) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:52.186348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:52.190245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.192387 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:52.192778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.199992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Pushing event updated for resources: {'Network': ['ID=62399bda-6a59-4360-88b2-255edf038875,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:52.221460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:52.232129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.232129 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Added segment 9d8fdd31-c9d5-4adc-9c71-36506a0c92b1 of type vlan for network 53271fa8-a02e-4678-8a8d-fef0163350ea Mar 11 15:40:52.265361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.299702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 62399bda-6a59-4360-88b2-255edf038875 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:52.320749 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-990d9f93-7719-4bc6-ac1c-8e74e47fd994 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7711744 Mar 11 15:40:52.329461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Attempting to bind port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:52.329864 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Attempting to bind port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:52.330591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Attempting to bind port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:52.363184 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.371036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:52.371630 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.482947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee6d51-ae14-41f6-b6ca-02dc79607e83 req-59f1df29-cae0-46bd-b2dc-2aaabc0d8407 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:52.484562 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b3ee6d51-ae14-41f6-b6ca-02dc79607e83 req-59f1df29-cae0-46bd-b2dc-2aaabc0d8407 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.6898715 Mar 11 15:40:52.487054 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:52.487568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:52.488068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.488840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:52.489431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Bound port: efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:52.489870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.493307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=53271fa8-a02e-4678-8a8d-fef0163350ea,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:52.499679 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-23388503-df23-4c81-bd43-3d3e1267753f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4211316 Mar 11 15:40:52.503171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33534) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:52.560413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33538) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:52.571330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Request body: {'port': {'network_id': '62399bda-6a59-4360-88b2-255edf038875', 'binding:host_id': 'hv-neutron-8332', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-219040289'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:52.576809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:52.581931 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Usage tracker for resource:port and tenant:5ad2ea49907f432d8759dcbea1f1abf7 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:52.585158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:52.591776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:52.601889 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b3ee6d51-ae14-41f6-b6ca-02dc79607e83 req-a028df25-429d-4479-9a9d-7ef98bc83c0b tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060624 Mar 11 15:40:52.656868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.667308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 53271fa8-a02e-4678-8a8d-fef0163350ea details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:52.694819 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1dc38b-9af5-499e-9c20-ec639c6bbeaa tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:52.695857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6b1dc38b-9af5-499e-9c20-ec639c6bbeaa tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Synchronizing usage tracker for tenant:f531dfdced5d442aa929c99663a8fcca on resource:network {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:52.699418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 44ae2718-77bf-4f72-9d49-70da2df24407 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:52.700929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Made reservation on behalf of 5ad2ea49907f432d8759dcbea1f1abf7 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:52.704180 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.738893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.756448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:52.760463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Usage tracker for resource:security_group_rule and tenant:5ad2ea49907f432d8759dcbea1f1abf7 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:52.763504 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:52.769481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:52.861243 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6b1dc38b-9af5-499e-9c20-ec639c6bbeaa tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Unset dirty status for tenant:f531dfdced5d442aa929c99663a8fcca on resource:network {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:52.862754 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6b1dc38b-9af5-499e-9c20-ec639c6bbeaa tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/networks?id=53271fa8-a02e-4678-8a8d-fef0163350ea HTTP/1.1" status: 200 len: 765 time: 0.3584464 Mar 11 15:40:52.865691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33546) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:52.872099 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f9646c8c-69c3-419f-868c-17964d9f5254 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'description': 'd2'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:52.913774 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.958360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29b94f2d-5ff1-409c-a92e-c579afdb0a67 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.967913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29b94f2d-5ff1-409c-a92e-c579afdb0a67 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.979018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d31234-f1b1-4e90-a019-d57b902274d1 req-6574fc64-14d8-4be0-b32c-ae36629572db tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:52.979231 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.980811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d8d31234-f1b1-4e90-a019-d57b902274d1 req-6574fc64-14d8-4be0-b32c-ae36629572db tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.2077689 Mar 11 15:40:52.996481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] device_id is not set on port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:40:53.026308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.046539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b6dd86fd-036d-42da-b473-60587f1fa91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.048411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] For port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:53.055015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] For port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:53.056238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Transition to ACTIVE for port object 07866820-8ac6-4610-8e85-c058680ee41c will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:53.056608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.077930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Transition to ACTIVE for port object 07866820-8ac6-4610-8e85-c058680ee41c will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:53.123579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb45a51e-cf10-4d19-b31b-b85bc1700e7f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:53.141500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.183781 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d8d31234-f1b1-4e90-a019-d57b902274d1 req-304cd409-4ee5-4d1b-a326-7d9000b4b27e tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538928 Mar 11 15:40:53.190218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.190436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:53.214928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:53.277549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Network fe84837f-256a-493c-b884-e21d2600bb49 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:53.279264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:53.284945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:53.304720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:53.305325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.342353 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d8dab-38f8-43a8-a9dc-8f4a4c7c9f7d None None] Pushing event updated for resources: {'Port': ['ID=efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:53.360457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-87bce920-21b8-4247-ad3d-ad5ffd41befe tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.482960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-25886466-6bfe-4bd0-95c8-82ab2296adb2 None None] Provisioning complete for port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:53.483708 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-25886466-6bfe-4bd0-95c8-82ab2296adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.498224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-87bce920-21b8-4247-ad3d-ad5ffd41befe tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.518821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Attempting to bind port 07866820-8ac6-4610-8e85-c058680ee41c on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:53.519246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Attempting to bind port 07866820-8ac6-4610-8e85-c058680ee41c by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'bc7ec338-e9e3-4e3f-b894-1a30cc32a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fe84837f-256a-493c-b884-e21d2600bb49'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:53.519714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Attempting to bind port 07866820-8ac6-4610-8e85-c058680ee41c on network fe84837f-256a-493c-b884-e21d2600bb49 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:53.543396 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Pushing event updated for resources: {'Port': ['ID=07866820-8ac6-4610-8e85-c058680ee41c,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:53.547855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f9646c8c-69c3-419f-868c-17964d9f5254 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.549696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:53.549696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Checking segment: {'id': 'bc7ec338-e9e3-4e3f-b894-1a30cc32a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fe84837f-256a-493c-b884-e21d2600bb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:53.549696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.550016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Bound using segment: {'id': 'bc7ec338-e9e3-4e3f-b894-1a30cc32a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fe84837f-256a-493c-b884-e21d2600bb49'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:53.552631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Bound port: 07866820-8ac6-4610-8e85-c058680ee41c, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7ec338-e9e3-4e3f-b894-1a30cc32a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fe84837f-256a-493c-b884-e21d2600bb49'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:53.552631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.595171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=44ae2718-77bf-4f72-9d49-70da2df24407,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:53.693930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b94f2d-5ff1-409c-a92e-c579afdb0a67 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Router 12f2abd3-f99f-4598-8e4e-b31d2e83144c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:40:53.738185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f9646c8c-69c3-419f-868c-17964d9f5254 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.767394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] For port 07866820-8ac6-4610-8e85-c058680ee41c, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:53.779906 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] For port 07866820-8ac6-4610-8e85-c058680ee41c, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=07866820-8ac6-4610-8e85-c058680ee41c,segment=NetworkSegment(bc7ec338-e9e3-4e3f-b894-1a30cc32a521),segment_id=bc7ec338-e9e3-4e3f-b894-1a30cc32a521)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:40:53.792357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9646c8c-69c3-419f-868c-17964d9f5254 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network 53271fa8-a02e-4678-8a8d-fef0163350ea is not hosted by any dhcp agent {{(pid=88557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 15:40:53.797817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9646c8c-69c3-419f-868c-17964d9f5254 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:53.798421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f9646c8c-69c3-419f-868c-17964d9f5254 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.802417 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f9646c8c-69c3-419f-868c-17964d9f5254 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "PUT /v2.0/networks/53271fa8-a02e-4678-8a8d-fef0163350ea HTTP/1.1" status: 200 len: 762 time: 0.9323795 Mar 11 15:40:53.811012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33552) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:53.860469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.884673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] device_id is not set on port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:40:53.915633 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.933756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.933959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9646c8c-69c3-419f-868c-17964d9f5254 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=53271fa8-a02e-4678-8a8d-fef0163350ea,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:53.944985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864644d-0298-4136-aedb-9e8d4ace1a07 None None] Pushing event updated for resources: {'Port': ['ID=07866820-8ac6-4610-8e85-c058680ee41c,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:53.950928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 53271fa8-a02e-4678-8a8d-fef0163350ea details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:53.957580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Transition to ACTIVE for port object 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c will not be triggered until provisioned by entity L2. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:53.968264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b94f2d-5ff1-409c-a92e-c579afdb0a67 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:40:53.982633 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db99d7b-33a5-4358-85f9-f1551953286a None None] Sync routers for ids ['12f2abd3-f99f-4598-8e4e-b31d2e83144c'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:53.995334 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db99d7b-33a5-4358-85f9-f1551953286a None None] Routers {'12f2abd3-f99f-4598-8e4e-b31d2e83144c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:53.997319 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7db99d7b-33a5-4358-85f9-f1551953286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['12f2abd3-f99f-4598-8e4e-b31d2e83144c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:54.059485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9100fa9-0caa-41a0-b38d-05dca6978332 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:54.066486 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b9100fa9-0caa-41a0-b38d-05dca6978332 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/networks?id=53271fa8-a02e-4678-8a8d-fef0163350ea HTTP/1.1" status: 200 len: 765 time: 0.2491362 Mar 11 15:40:54.077130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33556) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:54.100631 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7db99d7b-33a5-4358-85f9-f1551953286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:54.113264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-87bce920-21b8-4247-ad3d-ad5ffd41befe tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:54.117149 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db99d7b-33a5-4358-85f9-f1551953286a None None] Routers {'12f2abd3-f99f-4598-8e4e-b31d2e83144c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:54.118199 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7db99d7b-33a5-4358-85f9-f1551953286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['12f2abd3-f99f-4598-8e4e-b31d2e83144c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:54.209942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29b94f2d-5ff1-409c-a92e-c579afdb0a67 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:54.211188 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-29b94f2d-5ff1-409c-a92e-c579afdb0a67 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "PUT /v2.0/routers/12f2abd3-f99f-4598-8e4e-b31d2e83144c HTTP/1.1" status: 200 len: 925 time: 4.7520521 Mar 11 15:40:54.224033 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7db99d7b-33a5-4358-85f9-f1551953286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:54.229665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33560) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:54.231384 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db99d7b-33a5-4358-85f9-f1551953286a None None] The sync data for ids ['12f2abd3-f99f-4598-8e4e-b31d2e83144c'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:54.272186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:54.344291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:54.401006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-87bce920-21b8-4247-ad3d-ad5ffd41befe tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:54.448956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:54.467394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bce920-21b8-4247-ad3d-ad5ffd41befe tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Subnet': ['ID=83b52b62-159e-42ce-b09d-aacdb03e0bae,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:54.501574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-87bce920-21b8-4247-ad3d-ad5ffd41befe tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:54.532375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event updated for resources: {'Port': ['ID=1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:54.550611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Checking segment: {'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:54.550970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Network hostable DHCP agents. Network: 62399bda-6a59-4360-88b2-255edf038875, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:54.577223 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b0aca42f-61f3-487a-8fb1-b095a478a33f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/routers/12f2abd3-f99f-4598-8e4e-b31d2e83144c HTTP/1.1" status: 200 len: 925 time: 0.3468282 Mar 11 15:40:54.578565 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33564) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:54.586447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76284f45-5097-4a1b-acb0-8bb7af1ded69 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:54.591725 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-76284f45-5097-4a1b-acb0-8bb7af1ded69 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5116613 Mar 11 15:40:54.593375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33568) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:54.640343 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-87bce920-21b8-4247-ad3d-ad5ffd41befe tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/subnets/83b52b62-159e-42ce-b09d-aacdb03e0bae HTTP/1.1" status: 204 len: 168 time: 3.1200953 Mar 11 15:40:54.642123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e9715ae4-c8ba-4345-af74-6a4010c24ca4 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Synchronizing usage tracker for tenant:f531dfdced5d442aa929c99663a8fcca on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:54.646685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33572) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:54.663570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:54.682814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd0e0f1-9992-466c-bb2e-a58d01ef6064 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:54.683579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7cd0e0f1-9992-466c-bb2e-a58d01ef6064 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Synchronizing usage tracker for tenant:94bbf5380b8a4140be855a3dc603781f on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:54.706598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e9715ae4-c8ba-4345-af74-6a4010c24ca4 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Unset dirty status for tenant:f531dfdced5d442aa929c99663a8fcca on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:54.707263 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e9715ae4-c8ba-4345-af74-6a4010c24ca4 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 207 time: 0.1130657 Mar 11 15:40:54.711203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33576) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:54.726155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Network 62399bda-6a59-4360-88b2-255edf038875 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:54.731313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f2a675-696c-4a44-89cc-7a1021226426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:54.732870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f2a675-696c-4a44-89cc-7a1021226426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:54.733633 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-64f2a675-696c-4a44-89cc-7a1021226426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Synchronizing usage tracker for tenant:89d3500e9e5b4a36b2a5340f18cbbb37 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:54.806229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7cd0e0f1-9992-466c-bb2e-a58d01ef6064 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Unset dirty status for tenant:94bbf5380b8a4140be855a3dc603781f on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:54.807428 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7cd0e0f1-9992-466c-bb2e-a58d01ef6064 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&device_id=12f2abd3-f99f-4598-8e4e-b31d2e83144c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2279150 Mar 11 15:40:54.808370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:54.811654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:54.811797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33580) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:54.893656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3a9fcf30-95b1-4cf6-b2b1-0c243fede873 None None] Provisioning for port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:54.940503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 62399bda-6a59-4360-88b2-255edf038875) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:54.942181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-64f2a675-696c-4a44-89cc-7a1021226426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Unset dirty status for tenant:89d3500e9e5b4a36b2a5340f18cbbb37 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:54.945834 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-64f2a675-696c-4a44-89cc-7a1021226426 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2956181 Mar 11 15:40:54.948413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33584) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:54.948924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:40:54.950519 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f976868-1e17-4d71-8e9d-a9eaf4bb72c7 None None] Network 62399bda-6a59-4360-88b2-255edf038875 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:55.024917 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:55.025253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:55.025616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:55.035300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:40:55.035652 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:40:55.040616 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 2 to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c Mar 11 15:40:55.063525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=44ae2718-77bf-4f72-9d49-70da2df24407,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:55.087686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634d074-33f3-42bc-9cd0-0f2b2b1c12f6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.093951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634d074-33f3-42bc-9cd0-0f2b2b1c12f6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.099665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634d074-33f3-42bc-9cd0-0f2b2b1c12f6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.106582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634d074-33f3-42bc-9cd0-0f2b2b1c12f6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.112505 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634d074-33f3-42bc-9cd0-0f2b2b1c12f6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.118504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634d074-33f3-42bc-9cd0-0f2b2b1c12f6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.119755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8634d074-33f3-42bc-9cd0-0f2b2b1c12f6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Synchronizing usage tracker for tenant:f531dfdced5d442aa929c99663a8fcca on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:55.135271 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:55.135596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:55.135941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:55.142133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:55.142653 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8634d074-33f3-42bc-9cd0-0f2b2b1c12f6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Unset dirty status for tenant:f531dfdced5d442aa929c99663a8fcca on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:55.143877 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8634d074-33f3-42bc-9cd0-0f2b2b1c12f6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4309816 Mar 11 15:40:55.145192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:55.148387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33588) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:55.150569 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:40:55.150970 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:40:55.153976 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 3 to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c Mar 11 15:40:55.167709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e72a1c-af37-4515-a9cb-9c525f356547 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.168815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a7e72a1c-af37-4515-a9cb-9c525f356547 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Synchronizing usage tracker for tenant:94bbf5380b8a4140be855a3dc603781f on resource:network {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:55.187308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cbc63d7-8d31-403b-9cb7-77e8176820a7 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:55.194172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:55.194172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:55.194172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:55.210025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:40:55.210452 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:40:55.214953 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 4 to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c Mar 11 15:40:55.228194 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbc63d7-8d31-403b-9cb7-77e8176820a7 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 15:40:55.228776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbc63d7-8d31-403b-9cb7-77e8176820a7 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:40:55.232574 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0cbc63d7-8d31-403b-9cb7-77e8176820a7 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/networks/fe84837f-256a-493c-b884-e21d2600bb49 HTTP/1.1" status: 409 len: 405 time: 0.2754033 Mar 11 15:40:55.237219 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33592) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:55.243009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1007545792'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:55.252352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:55.254954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-67a4002e-9667-44d3-93c2-08d83e0007fe None None] Provisioning for port 44ae2718-77bf-4f72-9d49-70da2df24407 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:55.257770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:55.257770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:55.257770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:55.265210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:network and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:55.269607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:55.272403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:40:55.272786 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:40:55.274869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-67a4002e-9667-44d3-93c2-08d83e0007fe None None] Provisioning complete for port 44ae2718-77bf-4f72-9d49-70da2df24407 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:55.275708 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 5 to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c Mar 11 15:40:55.277246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-67a4002e-9667-44d3-93c2-08d83e0007fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:55.284471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:55.290934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a7e72a1c-af37-4515-a9cb-9c525f356547 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Unset dirty status for tenant:94bbf5380b8a4140be855a3dc603781f on resource:network {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:55.296820 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a7e72a1c-af37-4515-a9cb-9c525f356547 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/networks/71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 881 time: 0.4837120 Mar 11 15:40:55.304780 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33596) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:55.402184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-67a4002e-9667-44d3-93c2-08d83e0007fe None None] Port 44ae2718-77bf-4f72-9d49-70da2df24407 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:40:55.403835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4d280-b0fb-4aca-9d88-cb89d4f9234d None None] Network fe84837f-256a-493c-b884-e21d2600bb49 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:55.424714 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-73470360-6ced-465a-93a7-00a98fdcddde tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=12f2abd3-f99f-4598-8e4e-b31d2e83144c HTTP/1.1" status: 200 len: 205 time: 0.1166127 Mar 11 15:40:55.424714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:55.425877 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:55.425877 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:55.427388 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33600) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:55.519557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 07866820-8ac6-4610-8e85-c058680ee41c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:55.631171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:55.634797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:55.652973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:40:55.653369 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:40:55.661817 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 6 to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c Mar 11 15:40:55.694562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:55.695818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:55.695818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:55.714306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:40:55.714625 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:40:55.745009 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0ac80623-74dd-4868-ae27-8ba11c954556 None None] Provisioning for port 07866820-8ac6-4610-8e85-c058680ee41c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:55.768698 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-dcca2738-50d4-42ff-be47-a51971506cbe tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6140223 Mar 11 15:40:55.769215 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 7 to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c Mar 11 15:40:55.769312 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33604) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:55.771215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:55.824538 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:55.827414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:55.827754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:55.828091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:55.832542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:55.832938 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Added segment bba17703-2c7e-4a6f-941d-ee45aed94cf7 of type vlan for network a8c6c469-83f5-418e-a3c5-2b04312fd2b3 Mar 11 15:40:55.837799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:55.840405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 07866820-8ac6-4610-8e85-c058680ee41c completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:55.845942 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] DHCP port deletion for fe84837f-256a-493c-b884-e21d2600bb49 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:40:55.850540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 07866820-8ac6-4610-8e85-c058680ee41c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:55.851077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:55.857524 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8a941-f42a-4145-83d3-9e242413345c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.859303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8a941-f42a-4145-83d3-9e242413345c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.861125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8a941-f42a-4145-83d3-9e242413345c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.862246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8a941-f42a-4145-83d3-9e242413345c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.863706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8a941-f42a-4145-83d3-9e242413345c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.864925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a1d8a941-f42a-4145-83d3-9e242413345c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Synchronizing usage tracker for tenant:f531dfdced5d442aa929c99663a8fcca on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:55.877023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a1d8a941-f42a-4145-83d3-9e242413345c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Unset dirty status for tenant:f531dfdced5d442aa929c99663a8fcca on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:55.878204 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a1d8a941-f42a-4145-83d3-9e242413345c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1079938 Mar 11 15:40:55.882356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33608) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:55.900911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:40:55.901245 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:40:55.909323 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 8 to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c Mar 11 15:40:55.920004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Deleting port 07866820-8ac6-4610-8e85-c058680ee41c {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:55.920783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:55.925105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Router c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:40:55.948629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:55.948969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:55.949309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:55.961649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:40:55.962504 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:40:55.964267 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:55.975586 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 9 to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c Mar 11 15:40:56.013661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.022742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761d8f5-d4df-4c8d-8d7d-ca4021173f57 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.024129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761d8f5-d4df-4c8d-8d7d-ca4021173f57 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.026045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761d8f5-d4df-4c8d-8d7d-ca4021173f57 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.027525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761d8f5-d4df-4c8d-8d7d-ca4021173f57 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.028927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761d8f5-d4df-4c8d-8d7d-ca4021173f57 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.036590 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4761d8f5-d4df-4c8d-8d7d-ca4021173f57 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1470211 Mar 11 15:40:56.036590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33612) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:56.041376 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4a28dbef-6177-4ebe-94f9-e002156958ad None None] Provisioning complete for port 44ae2718-77bf-4f72-9d49-70da2df24407 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:56.041838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4a28dbef-6177-4ebe-94f9-e002156958ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.056090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:56.056338 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:56.056698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:56.089449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:40:56.089786 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:40:56.094553 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 10 to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c Mar 11 15:40:56.103637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4a28dbef-6177-4ebe-94f9-e002156958ad None None] Port 44ae2718-77bf-4f72-9d49-70da2df24407 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:40:56.118761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:56.119100 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:56.119440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:56.123503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.129185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:40:56.129185 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:40:56.129447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.168537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.177075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.182528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.183113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.216925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:40:56.226389 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f7a70ae4-2d75-4c54-98b7-1aff45601caa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "PUT /v2.0/routers/c4cd9b2a-853a-40ef-87ca-b94fac4a7c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3147004 Mar 11 15:40:56.227422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33616) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:56.259326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 07866820-8ac6-4610-8e85-c058680ee41c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=07866820-8ac6-4610-8e85-c058680ee41c,segment=NetworkSegment(bc7ec338-e9e3-4e3f-b894-1a30cc32a521),segment_id=bc7ec338-e9e3-4e3f-b894-1a30cc32a521)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:56.261822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Sync routers for ids ['c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:56.307124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Deleting port 1597c370-4c4f-4a18-a4b7-c3f3f7ac599f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:56.307481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.317786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3449b171-5799-45db-9154-50b96a2afbe2 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.320022 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3449b171-5799-45db-9154-50b96a2afbe2 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/networks/0c57230a-731d-4e9e-9464-0247c4b14f31 HTTP/1.1" status: 200 len: 804 time: 0.2824144 Mar 11 15:40:56.328454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10fb624-c8fe-479d-8fa5-0373197728c7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.329064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d10fb624-c8fe-479d-8fa5-0373197728c7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:56.331371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33620) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:56.356063 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1177876 Mar 11 15:40:56.361723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33624) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:56.361878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.362656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:56.368736 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'subnet': {'network_id': 'a8c6c469-83f5-418e-a3c5-2b04312fd2b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:56.381852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc07b61-e442-4f37-af24-126444b77b87 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Network': ['ID=a8c6c469-83f5-418e-a3c5-2b04312fd2b3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:56.407887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d10fb624-c8fe-479d-8fa5-0373197728c7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:56.409139 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d10fb624-c8fe-479d-8fa5-0373197728c7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports/44ae2718-77bf-4f72-9d49-70da2df24407 HTTP/1.1" status: 200 len: 911 time: 0.1816275 Mar 11 15:40:56.412321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33628) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:56.426739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Routers {'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:40:56.427498 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:56.468391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] For port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c, host hv-neutron-8332, cleared binding levels {{(pid=88557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:40:56.468391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempted to set empty binding levels {{(pid=88557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 15:40:56.495759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:56.498553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network a8c6c469-83f5-418e-a3c5-2b04312fd2b3 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:56.506422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:56.558611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.564650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] For port 07866820-8ac6-4610-8e85-c058680ee41c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=07866820-8ac6-4610-8e85-c058680ee41c,segment=NetworkSegment(bc7ec338-e9e3-4e3f-b894-1a30cc32a521),segment_id=bc7ec338-e9e3-4e3f-b894-1a30cc32a521)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:56.565046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.602837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:56.606647 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.704056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.705236 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.758038 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:40:56.762126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event updated for resources: {'Port': ['ID=1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:56.796385 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0a515fe1-94de-4743-8394-efb2e9d7df52 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/networks/0c57230a-731d-4e9e-9464-0247c4b14f31?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4522758 Mar 11 15:40:56.798209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.802371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33632) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:56.841136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Calling delete_port for 07866820-8ac6-4610-8e85-c058680ee41c owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:56.902538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181488b2-d436-4eb0-a55d-f49589ca0e14 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.909045 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-181488b2-d436-4eb0-a55d-f49589ca0e14 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/subnets/d33a0723-051a-4f47-9c11-38a0a551a7b7 HTTP/1.1" status: 200 len: 843 time: 0.1058292 Mar 11 15:40:56.909862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33636) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:56.915856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=07866820-8ac6-4610-8e85-c058680ee41c,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:56.922773 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-613bfe6d-b7e2-4e94-b65b-ff6d49b1be82 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.3612823 Mar 11 15:40:56.929896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Calling delete_port for 1597c370-4c4f-4a18-a4b7-c3f3f7ac599f owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:56.941983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Set router c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:40:56.949497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33640) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:56.965765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013c3b7-332a-4c48-9c99-0779a3c51f03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.971651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013c3b7-332a-4c48-9c99-0779a3c51f03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.973263 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f013c3b7-332a-4c48-9c99-0779a3c51f03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5545888 Mar 11 15:40:56.980023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33644) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:57.021248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:57.091849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:57.091849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.093750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec219dcc-3584-4170-97de-9fa9c283d3e9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:57.098668 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ec219dcc-3584-4170-97de-9fa9c283d3e9 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "GET /v2.0/subnets/d33a0723-051a-4f47-9c11-38a0a551a7b7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1836329 Mar 11 15:40:57.104437 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33648) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:57.109794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1791574094'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:57.117136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-06333cbf-50c3-4a02-a067-c807568d5edf tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Deleting port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:57.117481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06333cbf-50c3-4a02-a067-c807568d5edf tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.138378 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:57.142474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:57.290476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:57.336177 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.objects.ports [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:40:57.342789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.389435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:57.418267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.469331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:57.487420 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28', 'name': 'tempest-NetworksTestDHCPv6-router-1808882804', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:49Z', 'updated_at': '2022-03-11T15:40:53Z', 'revision_number': 2, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None, '_interfaces': [{'id': '44ae2718-77bf-4f72-9d49-70da2df24407', 'name': '', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'mac_address': 'fa:16:3e:99:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'c54d07fa-e2f1-4122-b64d-e1a248ed4ed5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:51Z', 'updated_at': '2022-03-11T15:40:54Z', 'revision_number': 2, 'project_id': '97558a07098d4afaab5283142dcd0877', 'subnets': [{'id': 'c54d07fa-e2f1-4122-b64d-e1a248ed4ed5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:57.492599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Checking router: c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:40:57.493509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Updating router c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 port 44ae2718-77bf-4f72-9d49-70da2df24407 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:40:57.500115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:57.503693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.548893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.565862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Subnet': ['ID=715c28e9-6ac1-4981-82db-033bb5ef6c21,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:57.582374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.619902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Checking segment: {'id': 'bba17703-2c7e-4a6f-941d-ee45aed94cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a8c6c469-83f5-418e-a3c5-2b04312fd2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:57.620271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network hostable DHCP agents. Network: a8c6c469-83f5-418e-a3c5-2b04312fd2b3, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:57.650814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Deleting port 07866820-8ac6-4610-8e85-c058680ee41c {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:57.651195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.668733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.687186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 07866820-8ac6-4610-8e85-c058680ee41c no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:57.715586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:57.726665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Pushing event deleted for resources: {'Port': ['ID=1597c370-4c4f-4a18-a4b7-c3f3f7ac599f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:57.736515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-06333cbf-50c3-4a02-a067-c807568d5edf tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] For port 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c, host hv-neutron-8332, got binding levels [] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:57.736894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06333cbf-50c3-4a02-a067-c807568d5edf tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.796672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:57.807694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.808174 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Added segment 05eab87f-ff9a-42f8-8599-7090fb797d39 of type vlan for network 800d966f-aed5-4f17-9f6e-2255a9837dbd Mar 11 15:40:57.845010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.874812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network a8c6c469-83f5-418e-a3c5-2b04312fd2b3 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:57.884673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-06333cbf-50c3-4a02-a067-c807568d5edf tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Calling delete_port for 1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:57.940486 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2019daea-40b8-4573-b289-167e2739421f req-59248470-d799-45f1-a338-8a23739b5a62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4448011 Mar 11 15:40:57.950767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.022913 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.055263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, a8c6c469-83f5-418e-a3c5-2b04312fd2b3) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:58.060041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:58.060647 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.062837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.068159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.097644 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.117046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019daea-40b8-4573-b289-167e2739421f req-aa7c34a7-1bd0-4cc3-9f98-7a54d6333641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:58.119057 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2019daea-40b8-4573-b289-167e2739421f req-aa7c34a7-1bd0-4cc3-9f98-7a54d6333641 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cf80f2521c8495ea617d58524b72c74&device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 1098 time: 0.1077199 Mar 11 15:40:58.126905 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a782b5a5-acb6-416d-ad4c-95a6cd606845 None None] Network a8c6c469-83f5-418e-a3c5-2b04312fd2b3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:58.161035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06333cbf-50c3-4a02-a067-c807568d5edf tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.225966 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6ccb3214-427a-4128-b8d3-b6d98a270a9d tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8603654 Mar 11 15:40:58.225966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.229683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:58.230427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.237985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06333cbf-50c3-4a02-a067-c807568d5edf tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.243631 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-06333cbf-50c3-4a02-a067-c807568d5edf tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "DELETE /v2.0/ports/1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c HTTP/1.1" status: 204 len: 168 time: 1.2857900 Mar 11 15:40:58.247940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33652) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:58.247940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33654) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:58.310099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] For port 07866820-8ac6-4610-8e85-c058680ee41c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=07866820-8ac6-4610-8e85-c058680ee41c,segment=NetworkSegment(bc7ec338-e9e3-4e3f-b894-1a30cc32a521),segment_id=bc7ec338-e9e3-4e3f-b894-1a30cc32a521)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:58.310406 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.320211 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 07866820-8ac6-4610-8e85-c058680ee41c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=07866820-8ac6-4610-8e85-c058680ee41c,segment=NetworkSegment(bc7ec338-e9e3-4e3f-b894-1a30cc32a521),segment_id=bc7ec338-e9e3-4e3f-b894-1a30cc32a521)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:58.341572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.342084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Fanout notify agent at l3_agent the message router_deleted on router 12f2abd3-f99f-4598-8e4e-b31d2e83144c {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:40:58.354111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06333cbf-50c3-4a02-a067-c807568d5edf tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event deleted for resources: {'Port': ['ID=1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:58.404614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.409748 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6bd85375-9ce8-4f1c-9fdd-ea9319734ee1 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/12f2abd3-f99f-4598-8e4e-b31d2e83144c HTTP/1.1" status: 204 len: 168 time: 2.9773359 Mar 11 15:40:58.409748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33660) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:58.415937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-fcb84c86-4be6-44d3-a803-5a1c4e1df941 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1691405918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:58.424109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fcb84c86-4be6-44d3-a803-5a1c4e1df941 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:58.433847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fcb84c86-4be6-44d3-a803-5a1c4e1df941 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Usage tracker for resource:router and tenant:43bda2e725ef4bdba982dd9de818f5d7 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:58.437661 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fcb84c86-4be6-44d3-a803-5a1c4e1df941 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:58.445629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fcb84c86-4be6-44d3-a803-5a1c4e1df941 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:58.457542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Calling delete_port for 07866820-8ac6-4610-8e85-c058680ee41c owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:58.470004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 44ae2718-77bf-4f72-9d49-70da2df24407 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:58.470352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.485942 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.488192 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c574759c-a85c-4a5c-afbc-18c8b128af49 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:40:58.488763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c574759c-a85c-4a5c-afbc-18c8b128af49 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Synchronizing usage tracker for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:58.526384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fcb84c86-4be6-44d3-a803-5a1c4e1df941 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.527514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fcb84c86-4be6-44d3-a803-5a1c4e1df941 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.562432 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4526749 Mar 11 15:40:58.564515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33664) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:58.573799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'network_id': '800d966f-aed5-4f17-9f6e-2255a9837dbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:58.578861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0cf24-6350-4f02-81d2-b9e62840f093 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Network': ['ID=800d966f-aed5-4f17-9f6e-2255a9837dbd,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:58.619916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019daea-40b8-4573-b289-167e2739421f req-4ab9caaa-692c-462a-a73d-6cb53336fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:58.621423 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2019daea-40b8-4573-b289-167e2739421f req-4ab9caaa-692c-462a-a73d-6cb53336fc94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 HTTP/1.1" status: 200 len: 912 time: 0.4832990 Mar 11 15:40:58.636606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 800d966f-aed5-4f17-9f6e-2255a9837dbd details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:58.701252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c574759c-a85c-4a5c-afbc-18c8b128af49 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Unset dirty status for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:58.707310 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c574759c-a85c-4a5c-afbc-18c8b128af49 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "GET /v2.0/ports/1221aa13-4a9e-4bfd-a9e1-c217f66b8d8c HTTP/1.1" status: 404 len: 333 time: 0.4369643 Mar 11 15:40:58.715520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33668) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:58.725873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.732827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=07866820-8ac6-4610-8e85-c058680ee41c,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:58.733423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Request body: {'port': {'network_id': '62399bda-6a59-4360-88b2-255edf038875', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1729239376'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:58.748941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:58.777274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:58.782755 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2019daea-40b8-4573-b289-167e2739421f req-85389e6e-0454-47e5-a12b-3a183132cb60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c8093e-16bd-4453-a593-2cf0bf8af487 HTTP/1.1" status: 200 len: 1001 time: 0.1486497 Mar 11 15:40:58.787121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fcb84c86-4be6-44d3-a803-5a1c4e1df941 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.855250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:58.855694 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:58.894882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019daea-40b8-4573-b289-167e2739421f req-b578447d-7722-4f31-b515-30452c4127f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:58.896366 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2019daea-40b8-4573-b289-167e2739421f req-b578447d-7722-4f31-b515-30452c4127f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66e3b66b-727f-4b7d-8f30-c9f070b1cb68 HTTP/1.1" status: 200 len: 850 time: 0.0819497 Mar 11 15:40:58.897189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.912599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:58.918471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.936695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:58.969447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a9c96a-01ad-4956-9531-4a31aec626c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-a8c6c469-83f5-418e-a3c5-2b04312fd2b3', 'network_id': 'a8c6c469-83f5-418e-a3c5-2b04312fd2b3', 'tenant_id': '89d3500e9e5b4a36b2a5340f18cbbb37', 'fixed_ips': [{'subnet_id': '715c28e9-6ac1-4981-82db-033bb5ef6c21'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:40:58.971386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-92a9c96a-01ad-4956-9531-4a31aec626c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.984747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.987344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Deleting port 07866820-8ac6-4610-8e85-c058680ee41c {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:58.987720 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:58.998493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fcb84c86-4be6-44d3-a803-5a1c4e1df941 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.036917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Transition to ACTIVE for port object 44ae2718-77bf-4f72-9d49-70da2df24407 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:59.077415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 44ae2718-77bf-4f72-9d49-70da2df24407 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:59.088572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Made reservation on behalf of 5ad2ea49907f432d8759dcbea1f1abf7 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:59.091285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.144573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] device_id is not set on port d0f35848-ba91-4cb5-86fe-18220084cc05 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:40:59.146727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.169734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Made reservation on behalf of f531dfdced5d442aa929c99663a8fcca for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:59.173653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.215711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fcb84c86-4be6-44d3-a803-5a1c4e1df941 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.217470 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fcb84c86-4be6-44d3-a803-5a1c4e1df941 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8068726 Mar 11 15:40:59.234285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33674) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:59.248284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Request body: {'router': {'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:59.300097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Performing IP validity checks on allocation pools {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:40:59.301015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:40:59.379477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20696256-f53a-40fd-ba64-da7bd0b2700a None None] Pushing event updated for resources: {'Port': ['ID=44ae2718-77bf-4f72-9d49-70da2df24407,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:59.389751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:59.390204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:59.400396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019daea-40b8-4573-b289-167e2739421f req-1f004831-f4d7-4376-8aa3-728aa0037f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:59.406616 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2019daea-40b8-4573-b289-167e2739421f req-1f004831-f4d7-4376-8aa3-728aa0037f2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3517122 Mar 11 15:40:59.456704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server [None req-92a9c96a-01ad-4956-9531-4a31aec626c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 715c28e9-6ac1-4981-82db-033bb5ef6c21: This subnet is being modified by another concurrent operation. Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:40:59.474768 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server raise exception Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 715c28e9-6ac1-4981-82db-033bb5ef6c21: This subnet is being modified by another concurrent operation. Mar 11 15:40:59.478427 dv-neutron-833203-2-hyperv neutron-server[88559]: ERROR oslo_messaging.rpc.server Mar 11 15:40:59.508903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759fa3f0-2507-4bb2-ab3a-5c3bc6b6ff92 None None] Network a8c6c469-83f5-418e-a3c5-2b04312fd2b3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:59.536203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Subnet': ['ID=715c28e9-6ac1-4981-82db-033bb5ef6c21,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:59.546363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Attempting to bind port 44ae2718-77bf-4f72-9d49-70da2df24407 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:59.546363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Attempting to bind port 44ae2718-77bf-4f72-9d49-70da2df24407 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:59.546363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Attempting to bind port 44ae2718-77bf-4f72-9d49-70da2df24407 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:40:59.550439 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] For port 07866820-8ac6-4610-8e85-c058680ee41c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=07866820-8ac6-4610-8e85-c058680ee41c,segment=NetworkSegment(bc7ec338-e9e3-4e3f-b894-1a30cc32a521),segment_id=bc7ec338-e9e3-4e3f-b894-1a30cc32a521)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:40:59.550826 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.597818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.620653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:40:59.621024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:59.622693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.622693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:40:59.622693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Bound port: 44ae2718-77bf-4f72-9d49-70da2df24407, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:59.622992 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.689500 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=ab6fa58d-8c66-4f24-a91c-042718c84aa6,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:59.692800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Checking segment: {'id': '05eab87f-ff9a-42f8-8599-7090fb797d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '800d966f-aed5-4f17-9f6e-2255a9837dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:40:59.693164 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network hostable DHCP agents. Network: 800d966f-aed5-4f17-9f6e-2255a9837dbd, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:59.765934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Network 800d966f-aed5-4f17-9f6e-2255a9837dbd is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:59.807193 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:59.843397 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Calling delete_port for 07866820-8ac6-4610-8e85-c058680ee41c owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:40:59.846005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 800d966f-aed5-4f17-9f6e-2255a9837dbd) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:59.851287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:59.851875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.891129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca541401-3f5c-4a95-a3c9-66422022cdd5 None None] Network 800d966f-aed5-4f17-9f6e-2255a9837dbd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:40:59.892257 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 44ae2718-77bf-4f72-9d49-70da2df24407 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:40:59.892656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.903487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.977573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.985373 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-94e5a2fa-a77a-470c-9ddb-42e433134b1c tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4196954 Mar 11 15:40:59.987340 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33678) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:59.997454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1f165b89-16a5-4058-aeab-c175d10563eb tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:00.083660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.096336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c6c469-83f5-418e-a3c5-2b04312fd2b3']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:00.124218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba17703-2c7e-4a6f-941d-ee45aed94cf7') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:00.124508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba17703-2c7e-4a6f-941d-ee45aed94cf7') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:00.143185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.156170 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2019daea-40b8-4573-b289-167e2739421f req-29564d1b-b67b-4d63-8f11-c4ce3a61cdef service neutron] 10.222.0.30 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912057 Mar 11 15:41:00.171310 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] For port 44ae2718-77bf-4f72-9d49-70da2df24407, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:00.176865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] For port 44ae2718-77bf-4f72-9d49-70da2df24407, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=44ae2718-77bf-4f72-9d49-70da2df24407,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:41:00.184019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.202583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] For port 44ae2718-77bf-4f72-9d49-70da2df24407, host dv-neutron-833203-2-hyperv, got binding levels [] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:00.202941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.213925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:00.214297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.224632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f165b89-16a5-4058-aeab-c175d10563eb tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9823890'] for subnet, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.231359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:00.231700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:00.248712 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:00.307659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.311495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.311981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.341968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 44ae2718-77bf-4f72-9d49-70da2df24407 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:00.426431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] Pushing event deleted for resources: {'Port': ['ID=07866820-8ac6-4610-8e85-c058680ee41c,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:00.554278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20696256-f53a-40fd-ba64-da7bd0b2700a None None] Pushing event updated for resources: {'Port': ['ID=44ae2718-77bf-4f72-9d49-70da2df24407,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:00.594837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Network 62399bda-6a59-4360-88b2-255edf038875 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:00.598579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04d5816-1f23-45fc-b027-8dc2efebb068 None None] No DVR routers for this DVR port 07866820-8ac6-4610-8e85-c058680ee41c on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:00.602181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-800d966f-aed5-4f17-9f6e-2255a9837dbd', 'network_id': '800d966f-aed5-4f17-9f6e-2255a9837dbd', 'tenant_id': 'f531dfdced5d442aa929c99663a8fcca', 'fixed_ips': [{'subnet_id': 'ab6fa58d-8c66-4f24-a91c-042718c84aa6'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:41:00.603604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.606135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:00.608519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:00.609597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:00.610351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.616716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Routers {'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:00.617910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:00.653036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event updated for resources: {'Port': ['ID=d0f35848-ba91-4cb5-86fe-18220084cc05,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:00.721561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.728310 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2019daea-40b8-4573-b289-167e2739421f req-abd840a3-bbb4-4bae-9639-e417c8d6c0c3 service neutron] 10.222.0.30 "GET /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647628 Mar 11 15:41:00.729323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.758097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:00.758421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:00.786532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Network': ['ID=a8c6c469-83f5-418e-a3c5-2b04312fd2b3,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:00.798477 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-93512792-c86b-4f49-9ba3-d70bd7c0b52e tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/networks/a8c6c469-83f5-418e-a3c5-2b04312fd2b3 HTTP/1.1" status: 204 len: 168 time: 2.5298650 Mar 11 15:41:00.804584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33684) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:00.808754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-199463387'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:00.814660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:00.820521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:network and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:00.824396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:00.831624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:00.857639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f165b89-16a5-4058-aeab-c175d10563eb tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740403849975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2363739'] for subnet, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.904956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f165b89-16a5-4058-aeab-c175d10563eb tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:00.905586 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f165b89-16a5-4058-aeab-c175d10563eb tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.909528 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1f165b89-16a5-4058-aeab-c175d10563eb tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "PUT /v2.0/subnets/ab6fa58d-8c66-4f24-a91c-042718c84aa6 HTTP/1.1" status: 200 len: 900 time: 0.9170012 Mar 11 15:41:00.914371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33690) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:00.925462 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bc164a37-60ce-4327-8c54-22406b7d4f7e tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2073247 Mar 11 15:41:00.934034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33694) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:00.935702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 44ae2718-77bf-4f72-9d49-70da2df24407 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:00.936576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.941733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:00.947575 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] Set router c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:01.044521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:01.050745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.066609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f165b89-16a5-4058-aeab-c175d10563eb tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event updated for resources: {'Subnet': ['ID=ab6fa58d-8c66-4f24-a91c-042718c84aa6,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:01.157372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.200943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.217715 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.242341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:41:01.279446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.295880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] For port 44ae2718-77bf-4f72-9d49-70da2df24407, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=44ae2718-77bf-4f72-9d49-70da2df24407,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:01.296259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.299104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.299459 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Added segment 2d1f31bb-8dda-4e91-b9cd-b76a1df033ec of type vlan for network b972f054-86c2-48b1-8909-88af4344ab84 Mar 11 15:41:01.330305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Allocated IP 2001:db8::3 (800d966f-aed5-4f17-9f6e-2255a9837dbd/ab6fa58d-8c66-4f24-a91c-042718c84aa6/b933e32d-3939-4af8-80ea-6d9076fdc0cd) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:01.418782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.429698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 44ae2718-77bf-4f72-9d49-70da2df24407 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:01.466006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.554911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28', 'name': 'tempest-NetworksTestDHCPv6-router-1808882804', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:49Z', 'updated_at': '2022-03-11T15:40:53Z', 'revision_number': 2, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None, '_interfaces': [{'id': '44ae2718-77bf-4f72-9d49-70da2df24407', 'name': '', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'mac_address': 'fa:16:3e:99:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'c54d07fa-e2f1-4122-b64d-e1a248ed4ed5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:51Z', 'updated_at': '2022-03-11T15:41:00Z', 'revision_number': 4, 'project_id': '97558a07098d4afaab5283142dcd0877', 'subnets': [{'id': 'c54d07fa-e2f1-4122-b64d-e1a248ed4ed5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:01.588714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Allocated IP 172.26.6.116 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/29c07655-b06d-47d9-bd99-b199809dc73b) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:01.597521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e09695-3e55-4528-b30e-ea154a0afd45 None None] The sync data for ids ['c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'] in dv-neutron-833203-2-hyperv is: [{'id': 'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28', 'name': 'tempest-NetworksTestDHCPv6-router-1808882804', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:49Z', 'updated_at': '2022-03-11T15:40:53Z', 'revision_number': 2, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None, '_interfaces': [{'id': '44ae2718-77bf-4f72-9d49-70da2df24407', 'name': '', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'mac_address': 'fa:16:3e:99:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'c54d07fa-e2f1-4122-b64d-e1a248ed4ed5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:51Z', 'updated_at': '2022-03-11T15:41:00Z', 'revision_number': 4, 'project_id': '97558a07098d4afaab5283142dcd0877', 'subnets': [{'id': 'c54d07fa-e2f1-4122-b64d-e1a248ed4ed5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:01.645657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.704751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.710171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:01.710765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.748723 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Transition to ACTIVE for port object b933e32d-3939-4af8-80ea-6d9076fdc0cd will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:01.748919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.772960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Transition to ACTIVE for port object b933e32d-3939-4af8-80ea-6d9076fdc0cd will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:01.800833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=44ae2718-77bf-4f72-9d49-70da2df24407,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:01.905560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] device_id is not set on port d0f35848-ba91-4cb5-86fe-18220084cc05 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:41:01.907973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.936914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.976056 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1706121 Mar 11 15:41:01.976056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a641b5-0fc4-4f18-a83c-2e856bead725 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Network': ['ID=b972f054-86c2-48b1-8909-88af4344ab84,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:01.976976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33700) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:01.985265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'subnet': {'network_id': 'b972f054-86c2-48b1-8909-88af4344ab84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:01.987884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.003911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Network 800d966f-aed5-4f17-9f6e-2255a9837dbd is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:02.006665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Pushing event updated for resources: {'Port': ['ID=b933e32d-3939-4af8-80ea-6d9076fdc0cd,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:02.009471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:02.011675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:02.019876 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network b972f054-86c2-48b1-8909-88af4344ab84 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:41:02.049423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Transition to ACTIVE for port object d0f35848-ba91-4cb5-86fe-18220084cc05 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:02.090895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.097555 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.143641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6fa58d-8c66-4f24-a91c-042718c84aa6,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:02.147916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.169419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:02.173936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:02.208223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:02.216771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Attempting to bind port b933e32d-3939-4af8-80ea-6d9076fdc0cd on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:02.217137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Attempting to bind port b933e32d-3939-4af8-80ea-6d9076fdc0cd by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '05eab87f-ff9a-42f8-8599-7090fb797d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '800d966f-aed5-4f17-9f6e-2255a9837dbd'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:02.217716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Attempting to bind port b933e32d-3939-4af8-80ea-6d9076fdc0cd on network 800d966f-aed5-4f17-9f6e-2255a9837dbd {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:02.224010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:subnet and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:02.226362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:41:02.226735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Checking segment: {'id': '05eab87f-ff9a-42f8-8599-7090fb797d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '800d966f-aed5-4f17-9f6e-2255a9837dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:02.227652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.228051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Bound using segment: {'id': '05eab87f-ff9a-42f8-8599-7090fb797d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '800d966f-aed5-4f17-9f6e-2255a9837dbd'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:41:02.228522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Bound port: b933e32d-3939-4af8-80ea-6d9076fdc0cd, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eab87f-ff9a-42f8-8599-7090fb797d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '800d966f-aed5-4f17-9f6e-2255a9837dbd'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:02.228911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.247269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:02.288345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:02.306628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Pushing event updated for resources: {'Port': ['ID=29c07655-b06d-47d9-bd99-b199809dc73b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:02.331813 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] For port b933e32d-3939-4af8-80ea-6d9076fdc0cd, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:02.335612 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] For port b933e32d-3939-4af8-80ea-6d9076fdc0cd, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b933e32d-3939-4af8-80ea-6d9076fdc0cd,segment=NetworkSegment(05eab87f-ff9a-42f8-8599-7090fb797d39),segment_id=05eab87f-ff9a-42f8-8599-7090fb797d39)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:41:02.394639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:02.397608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.407083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.498481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:02.502096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.528644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:02.529032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:02.529294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:02.537281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.543241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800d966f-aed5-4f17-9f6e-2255a9837dbd']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:02.609996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:02.610515 dv-neutron-833203-2-hyperv neutron-server[88558]: ERROR neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:02.626035 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.plugins.ml2.plugin [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 2 to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 Mar 11 15:41:02.641004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea22453-0a4f-4e75-8bbe-208cbd706a9a None None] Pushing event updated for resources: {'Port': ['ID=b933e32d-3939-4af8-80ea-6d9076fdc0cd,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:02.648838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:02.649334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:02.649860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:02.654695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a934e4-e5d4-4268-a94c-8825c17b4657 None None] Network 800d966f-aed5-4f17-9f6e-2255a9837dbd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:02.658133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event updated for resources: {'Port': ['ID=d0f35848-ba91-4cb5-86fe-18220084cc05,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:02.717783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:02.717783 dv-neutron-833203-2-hyperv neutron-server[88558]: ERROR neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:02.730108 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.plugins.ml2.plugin [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 3 to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 Mar 11 15:41:02.736946 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05eab87f-ff9a-42f8-8599-7090fb797d39') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:02.737493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05eab87f-ff9a-42f8-8599-7090fb797d39') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:02.757892 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.775120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:02.775330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:02.775540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:02.787850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:02.788587 dv-neutron-833203-2-hyperv neutron-server[88558]: ERROR neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:02.790909 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.plugins.ml2.plugin [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 4 to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 Mar 11 15:41:02.821549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:02.821899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:02.822249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:02.830370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:02.830943 dv-neutron-833203-2-hyperv neutron-server[88558]: ERROR neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:02.831488 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.plugins.ml2.plugin [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 5 to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 Mar 11 15:41:02.849741 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:02.850035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:02.850430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:02.856148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:02.856491 dv-neutron-833203-2-hyperv neutron-server[88558]: ERROR neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:02.856950 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.plugins.ml2.plugin [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 6 to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 Mar 11 15:41:02.866867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.867812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1970d70a-9537-469c-99e1-212610c6ea87 None None] Network 800d966f-aed5-4f17-9f6e-2255a9837dbd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:02.873707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:02.876533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:02.876533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:02.879363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:02.879823 dv-neutron-833203-2-hyperv neutron-server[88558]: ERROR neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:02.880213 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.plugins.ml2.plugin [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 7 to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 Mar 11 15:41:02.896312 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:02.896698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:02.897047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:02.902978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:02.903318 dv-neutron-833203-2-hyperv neutron-server[88558]: ERROR neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:02.903823 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.plugins.ml2.plugin [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 8 to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 Mar 11 15:41:02.935183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:02.935819 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:02.952880 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:02.984634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:02.985206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:02.985393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:02.995474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:02.995789 dv-neutron-833203-2-hyperv neutron-server[88558]: ERROR neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:02.998081 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.plugins.ml2.plugin [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 9 to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 Mar 11 15:41:03.074195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:03.074195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:03.074461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:03.079514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df24e41-8328-49b2-a828-766215981e6d None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:41:03.086078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:03.086394 dv-neutron-833203-2-hyperv neutron-server[88558]: ERROR neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:03.092490 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.plugins.ml2.plugin [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 10 to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 Mar 11 15:41:03.120677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:03.121021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:03.121366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:03.133129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:03.185061 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:03.185392 dv-neutron-833203-2-hyperv neutron-server[88558]: ERROR neutron.plugins.ml2.managers [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port d0f35848-ba91-4cb5-86fe-18220084cc05 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:03.185750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:03.186695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:41:03.186695 dv-neutron-833203-2-hyperv neutron-server[88557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:41:03.186695 dv-neutron-833203-2-hyperv neutron-server[88557]: [parameters: {'id': '800d966f-aed5-4f17-9f6e-2255a9837dbd'}] Mar 11 15:41:03.186695 dv-neutron-833203-2-hyperv neutron-server[88557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:03.187762 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:03.208655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Router c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:41:03.244586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df24e41-8328-49b2-a828-766215981e6d None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:41:03.378302 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:03.425203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] For port d0f35848-ba91-4cb5-86fe-18220084cc05, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:03.425574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempted to set empty binding levels {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 15:41:03.443153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:03.492401 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1f0eb8f9-be99-449e-b877-869a2fa20e1b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "PUT /v2.0/routers/c4cd9b2a-853a-40ef-87ca-b94fac4a7c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5114269 Mar 11 15:41:03.499911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33704) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:03.523136 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff619af4-2bb0-4927-a650-cbeb725d198b None None] Sync routers for ids ['c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:03.536482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Subnet': ['ID=93867d4b-f2bc-405a-824e-74e8f37a8136,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:03.545158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Checking segment: {'id': '2d1f31bb-8dda-4e91-b9cd-b76a1df033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b972f054-86c2-48b1-8909-88af4344ab84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:03.546142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network hostable DHCP agents. Network: b972f054-86c2-48b1-8909-88af4344ab84, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:41:03.546420 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff619af4-2bb0-4927-a650-cbeb725d198b None None] Routers {'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:03.547054 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ff619af4-2bb0-4927-a650-cbeb725d198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:03.606988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:03.631256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network b972f054-86c2-48b1-8909-88af4344ab84 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:41:03.666122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcb38c5-d0e4-412e-a253-068676780319 None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:41:03.689480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:03.707422 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-ff619af4-2bb0-4927-a650-cbeb725d198b None None] Set router c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:03.710274 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting port b933e32d-3939-4af8-80ea-6d9076fdc0cd {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:03.710866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:03.762411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] In _notify_port_updated(), no bound segment for port d0f35848-ba91-4cb5-86fe-18220084cc05 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:41:03.763200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:03.763807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:03.765163 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "PUT /v2.0/ports/d0f35848-ba91-4cb5-86fe-18220084cc05 HTTP/1.1" status: 200 len: 977 time: 2.8302438 Mar 11 15:41:03.768489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33708) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:03.790808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, b972f054-86c2-48b1-8909-88af4344ab84) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:03.797058 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:03.798479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:03.816208 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:03.824686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f7038c-25e5-414b-8453-7971cac1d0e8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:03.824686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f7038c-25e5-414b-8453-7971cac1d0e8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:03.824686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-21f7038c-25e5-414b-8453-7971cac1d0e8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:03.824948 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ff619af4-2bb0-4927-a650-cbeb725d198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28', 'name': 'tempest-NetworksTestDHCPv6-router-1808882804', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:49Z', 'updated_at': '2022-03-11T15:41:01Z', 'revision_number': 3, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:03.827783 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff619af4-2bb0-4927-a650-cbeb725d198b None None] Checking router: c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:41:03.836538 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff619af4-2bb0-4927-a650-cbeb725d198b None None] Routers {'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:03.837527 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ff619af4-2bb0-4927-a650-cbeb725d198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:03.845411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d41484-bd4e-418c-a5c6-c3d98bf12391 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event updated for resources: {'Port': ['ID=d0f35848-ba91-4cb5-86fe-18220084cc05,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:03.847947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:03.856671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcb38c5-d0e4-412e-a253-068676780319 None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:41:03.974500 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-ff619af4-2bb0-4927-a650-cbeb725d198b None None] Set router c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:04.043279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] For port b933e32d-3939-4af8-80ea-6d9076fdc0cd, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b933e32d-3939-4af8-80ea-6d9076fdc0cd,segment=NetworkSegment(05eab87f-ff9a-42f8-8599-7090fb797d39),segment_id=05eab87f-ff9a-42f8-8599-7090fb797d39)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:04.043815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.087038 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ff619af4-2bb0-4927-a650-cbeb725d198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28', 'name': 'tempest-NetworksTestDHCPv6-router-1808882804', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:49Z', 'updated_at': '2022-03-11T15:41:01Z', 'revision_number': 3, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:04.091959 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff619af4-2bb0-4927-a650-cbeb725d198b None None] The sync data for ids ['c4cd9b2a-853a-40ef-87ca-b94fac4a7c28'] in dv-neutron-833203-2-hyperv is: [{'id': 'c4cd9b2a-853a-40ef-87ca-b94fac4a7c28', 'name': 'tempest-NetworksTestDHCPv6-router-1808882804', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:49Z', 'updated_at': '2022-03-11T15:41:01Z', 'revision_number': 3, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:04.141145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-21f7038c-25e5-414b-8453-7971cac1d0e8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:04.142297 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-21f7038c-25e5-414b-8453-7971cac1d0e8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6414385 Mar 11 15:41:04.145908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33712) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:04.192031 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2c8b326f-982a-4df0-9cb0-c3c89296de14 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2126977 Mar 11 15:41:04.198923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Calling delete_port for b933e32d-3939-4af8-80ea-6d9076fdc0cd owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:04.202450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33716) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:04.258757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.259156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.259636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.260095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.260754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.261377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.261840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.262301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.262947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.263557 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.264166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.264798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.265406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.266011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.266615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.267218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.267823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.268426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.269064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.269668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.270272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.270876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.271476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.272089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.272590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.273049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.273513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.274497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.274952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.277398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Synchronizing usage tracker for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:04.301540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-b972f054-86c2-48b1-8909-88af4344ab84', 'network_id': 'b972f054-86c2-48b1-8909-88af4344ab84', 'tenant_id': '89d3500e9e5b4a36b2a5340f18cbbb37', 'fixed_ips': [{'subnet_id': '93867d4b-f2bc-405a-824e-74e8f37a8136'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:41:04.302158 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.357188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.381256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c75a1a3-4bef-45e3-80d0-e0a13daaefba tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet c54d07fa-e2f1-4122-b64d-e1a248ed4ed5 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:04.401108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c75a1a3-4bef-45e3-80d0-e0a13daaefba tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.407204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Port': ['ID=b933e32d-3939-4af8-80ea-6d9076fdc0cd,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:04.412336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No DVR routers for this DVR port b933e32d-3939-4af8-80ea-6d9076fdc0cd on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:04.447915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Unset dirty status for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:04.449793 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a9d435f6-5c1e-4bbb-9ac4-c1f5d6d3f9a5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26174 time: 0.6764705 Mar 11 15:41:04.478343 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Allocated IP 2001:db8::2 (b972f054-86c2-48b1-8909-88af4344ab84/93867d4b-f2bc-405a-824e-74e8f37a8136/cd67c201-8059-415c-8695-226cb947e70f) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:04.479397 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33720) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:04.494710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c75a1a3-4bef-45e3-80d0-e0a13daaefba tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.552519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.652931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.683713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c75a1a3-4bef-45e3-80d0-e0a13daaefba tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.748621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.765490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3a853096-bd5e-41a4-abfa-30c2c8b01884 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Deleting port d0f35848-ba91-4cb5-86fe-18220084cc05 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:04.765929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a853096-bd5e-41a4-abfa-30c2c8b01884 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.774933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.785154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Transition to ACTIVE for port object cd67c201-8059-415c-8695-226cb947e70f will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:04.803457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Transition to ACTIVE for port object cd67c201-8059-415c-8695-226cb947e70f will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:04.821284 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800d966f-aed5-4f17-9f6e-2255a9837dbd']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:04.822753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Router fe720273-fad1-4db0-8079-46f538525227 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:41:04.842797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05eab87f-ff9a-42f8-8599-7090fb797d39') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:04.843094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05eab87f-ff9a-42f8-8599-7090fb797d39') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:04.881639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.886258 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c75a1a3-4bef-45e3-80d0-e0a13daaefba tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.911813 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.920953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.940651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:04.941796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.950821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75a1a3-4bef-45e3-80d0-e0a13daaefba tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=c54d07fa-e2f1-4122-b64d-e1a248ed4ed5,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:04.955883 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:04.960835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c75a1a3-4bef-45e3-80d0-e0a13daaefba tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.992331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Network b972f054-86c2-48b1-8909-88af4344ab84 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:04.995259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:05.005395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:05.042658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.050688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Pushing event updated for resources: {'Port': ['ID=cd67c201-8059-415c-8695-226cb947e70f,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:05.088577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Subnet': ['ID=93867d4b-f2bc-405a-824e-74e8f37a8136,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:05.111266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Attempting to bind port cd67c201-8059-415c-8695-226cb947e70f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:05.111778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Attempting to bind port cd67c201-8059-415c-8695-226cb947e70f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d1f31bb-8dda-4e91-b9cd-b76a1df033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b972f054-86c2-48b1-8909-88af4344ab84'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:05.112226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Attempting to bind port cd67c201-8059-415c-8695-226cb947e70f on network b972f054-86c2-48b1-8909-88af4344ab84 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:05.117933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:41:05.118983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Checking segment: {'id': '2d1f31bb-8dda-4e91-b9cd-b76a1df033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b972f054-86c2-48b1-8909-88af4344ab84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:05.118983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.119393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Bound using segment: {'id': '2d1f31bb-8dda-4e91-b9cd-b76a1df033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b972f054-86c2-48b1-8909-88af4344ab84'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:41:05.119928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Bound port: cd67c201-8059-415c-8695-226cb947e70f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1f31bb-8dda-4e91-b9cd-b76a1df033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b972f054-86c2-48b1-8909-88af4344ab84'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:05.120326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.124396 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-3a853096-bd5e-41a4-abfa-30c2c8b01884 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] For port d0f35848-ba91-4cb5-86fe-18220084cc05, host hv-neutron-8332, got binding levels [] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:05.124784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a853096-bd5e-41a4-abfa-30c2c8b01884 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.136167 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8c75a1a3-4bef-45e3-80d0-e0a13daaefba tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/c54d07fa-e2f1-4122-b64d-e1a248ed4ed5 HTTP/1.1" status: 204 len: 168 time: 0.9889612 Mar 11 15:41:05.137499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:05.138874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33724) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:05.148783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.150458 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4e6e2c8b-870a-4fe6-8ed4-115c0816a551 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "PUT /v2.0/routers/fe720273-fad1-4db0-8079-46f538525227 HTTP/1.1" status: 200 len: 884 time: 5.9152074 Mar 11 15:41:05.173940 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efbca5e-9105-439f-ac3c-ca2f5026a180 None None] Sync routers for ids ['fe720273-fad1-4db0-8079-46f538525227'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:05.192318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33728) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:05.201364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbca5e-9105-439f-ac3c-ca2f5026a180 None None] Routers {'fe720273-fad1-4db0-8079-46f538525227'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:05.201987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4efbca5e-9105-439f-ac3c-ca2f5026a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['fe720273-fad1-4db0-8079-46f538525227'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:05.285212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.302950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4efbca5e-9105-439f-ac3c-ca2f5026a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:05.310438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3a853096-bd5e-41a4-abfa-30c2c8b01884 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Calling delete_port for d0f35848-ba91-4cb5-86fe-18220084cc05 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:05.314810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b972f054-86c2-48b1-8909-88af4344ab84']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:05.320515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbca5e-9105-439f-ac3c-ca2f5026a180 None None] Routers {'fe720273-fad1-4db0-8079-46f538525227'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:05.322050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4efbca5e-9105-439f-ac3c-ca2f5026a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['fe720273-fad1-4db0-8079-46f538525227'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:05.343315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.375398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.385934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1f31bb-8dda-4e91-b9cd-b76a1df033ec') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:05.386227 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1f31bb-8dda-4e91-b9cd-b76a1df033ec') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:05.391244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4efbca5e-9105-439f-ac3c-ca2f5026a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:05.391764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efbca5e-9105-439f-ac3c-ca2f5026a180 None None] The sync data for ids ['fe720273-fad1-4db0-8079-46f538525227'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:05.393714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] For port cd67c201-8059-415c-8695-226cb947e70f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:05.402749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.403062 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Network': ['ID=800d966f-aed5-4f17-9f6e-2255a9837dbd,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:05.406408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] For port cd67c201-8059-415c-8695-226cb947e70f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cd67c201-8059-415c-8695-226cb947e70f,segment=NetworkSegment(2d1f31bb-8dda-4e91-b9cd-b76a1df033ec),segment_id=2d1f31bb-8dda-4e91-b9cd-b76a1df033ec)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:41:05.414255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-43a25a4d-4330-4da0-9550-b6681e5eb973 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:router {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:05.477690 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.479913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.486712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:05.488059 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.506854 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-423be808-aeb2-4929-8692-a9b6f9a32c06 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/800d966f-aed5-4f17-9f6e-2255a9837dbd HTTP/1.1" status: 204 len: 168 time: 4.5926120 Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:05.507491 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:05.511061 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33734) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:05.512236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-43a25a4d-4330-4da0-9550-b6681e5eb973 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:router {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:05.514719 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-43a25a4d-4330-4da0-9550-b6681e5eb973 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3719106 Mar 11 15:41:05.529475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33738) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:05.564446 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d97e585-0ece-42b3-9add-b4f9c1d927e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:05.564929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d97e585-0ece-42b3-9add-b4f9c1d927e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:05.582551 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a853096-bd5e-41a4-abfa-30c2c8b01884 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.584567 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2446a52d-83a1-47ef-aa97-f1036a5d78b6 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/routers/fe720273-fad1-4db0-8079-46f538525227 HTTP/1.1" status: 200 len: 925 time: 0.3918073 Mar 11 15:41:05.586194 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6d97e585-0ece-42b3-9add-b4f9c1d927e8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/subnets/ab6fa58d-8c66-4f24-a91c-042718c84aa6 HTTP/1.1" status: 404 len: 337 time: 0.0742338 Mar 11 15:41:05.586839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33742) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:05.596949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288a9ba-6600-4bbe-97ad-1be04c9b6a8d None None] Pushing event updated for resources: {'Port': ['ID=cd67c201-8059-415c-8695-226cb947e70f,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:05.602596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 44ae2718-77bf-4f72-9d49-70da2df24407 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:05.626041 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33744) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:05.644696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 44ae2718-77bf-4f72-9d49-70da2df24407 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:05.645042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 44ae2718-77bf-4f72-9d49-70da2df24407 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:05.670715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb438d7-f35a-4811-8c4e-3b1a8d502d99 None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:41:05.694808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a853096-bd5e-41a4-abfa-30c2c8b01884 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0f35848-ba91-4cb5-86fe-18220084cc05,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:05.713876 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cc7842-f90e-435a-81d0-2fd6f4fb5709 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:05.714094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84cc7842-f90e-435a-81d0-2fd6f4fb5709 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:05.718078 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-84cc7842-f90e-435a-81d0-2fd6f4fb5709 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/800d966f-aed5-4f17-9f6e-2255a9837dbd HTTP/1.1" status: 404 len: 339 time: 0.0872951 Mar 11 15:41:05.718078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a853096-bd5e-41a4-abfa-30c2c8b01884 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.724938 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3a853096-bd5e-41a4-abfa-30c2c8b01884 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "DELETE /v2.0/ports/d0f35848-ba91-4cb5-86fe-18220084cc05 HTTP/1.1" status: 204 len: 168 time: 1.2386470 Mar 11 15:41:05.724938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33750) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:05.741134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33754) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:05.807227 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd4e27a-29b8-498f-ae25-39f9fc0d6bb2 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:41:05.807717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3cd4e27a-29b8-498f-ae25-39f9fc0d6bb2 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Synchronizing usage tracker for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:05.822598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb438d7-f35a-4811-8c4e-3b1a8d502d99 None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:41:05.891989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.905948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:41:05.905948 dv-neutron-833203-2-hyperv neutron-server[88558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:41:05.905948 dv-neutron-833203-2-hyperv neutron-server[88558]: [parameters: {'id': 'b972f054-86c2-48b1-8909-88af4344ab84'}] Mar 11 15:41:05.905948 dv-neutron-833203-2-hyperv neutron-server[88558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:05.906462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:05.908569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1d3baff-7ddf-4afb-8612-940749cfaff8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:05.923593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a153cf-9c70-433e-8496-a753b1222630 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:05.924294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d4a153cf-9c70-433e-8496-a753b1222630 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Synchronizing usage tracker for tenant:94bbf5380b8a4140be855a3dc603781f on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:05.995750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3cd4e27a-29b8-498f-ae25-39f9fc0d6bb2 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Unset dirty status for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:05.997346 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3cd4e27a-29b8-498f-ae25-39f9fc0d6bb2 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "GET /v2.0/ports/d0f35848-ba91-4cb5-86fe-18220084cc05 HTTP/1.1" status: 404 len: 333 time: 0.2520952 Mar 11 15:41:06.000989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33758) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:06.005880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d4a153cf-9c70-433e-8496-a753b1222630 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Unset dirty status for tenant:94bbf5380b8a4140be855a3dc603781f on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:06.009679 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d4a153cf-9c70-433e-8496-a753b1222630 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&device_id=fe720273-fad1-4db0-8079-46f538525227&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4154882 Mar 11 15:41:06.012936 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-394229307', 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:06.029350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33762) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:06.064927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:06.072058 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.089448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:06.112153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53271fa8-a02e-4678-8a8d-fef0163350ea']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:06.125004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8fdd31-c9d5-4adc-9c71-36506a0c92b1') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:06.125432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8fdd31-c9d5-4adc-9c71-36506a0c92b1') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:06.219957 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5389db-5e26-407a-8df3-26a248b84bdf None None] Network b972f054-86c2-48b1-8909-88af4344ab84 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:06.240975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Made reservation on behalf of 5ad2ea49907f432d8759dcbea1f1abf7 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:06.243938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.263505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.278882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] device_id is not set on port f6b864e7-f978-4ad8-856f-ecd6a6d7d06b yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:41:06.310193 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1d3baff-7ddf-4afb-8612-940749cfaff8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.314029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1d3baff-7ddf-4afb-8612-940749cfaff8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.317824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.331927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfed895e-035c-4719-a59a-17ace44a0e9f None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:06.339613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:06.340757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:06.354976 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:06.366298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e41f88-728e-4238-abd3-8a5ca03dc3da tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:06.366298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c2e41f88-728e-4238-abd3-8a5ca03dc3da tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Synchronizing usage tracker for tenant:94bbf5380b8a4140be855a3dc603781f on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:06.368321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c2e41f88-728e-4238-abd3-8a5ca03dc3da tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Unset dirty status for tenant:94bbf5380b8a4140be855a3dc603781f on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:06.369849 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c2e41f88-728e-4238-abd3-8a5ca03dc3da tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/networks/71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 881 time: 0.3400791 Mar 11 15:41:06.372873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33766) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:06.408220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.425664 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c9dba90b-abdd-40b8-ad39-c2bedf281b86 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe720273-fad1-4db0-8079-46f538525227 HTTP/1.1" status: 200 len: 205 time: 0.0489025 Mar 11 15:41:06.426468 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33770) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:06.504485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1d3baff-7ddf-4afb-8612-940749cfaff8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.504994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d3baff-7ddf-4afb-8612-940749cfaff8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Fanout notify agent at l3_agent the message router_deleted on router c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:41:06.522727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Deleting port cd67c201-8059-415c-8695-226cb947e70f {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:06.523155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.561194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.583028 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.607922 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Network': ['ID=53271fa8-a02e-4678-8a8d-fef0163350ea,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:06.627592 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-052eee53-f20a-4582-a79a-f10fb7e7a588 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/53271fa8-a02e-4678-8a8d-fef0163350ea HTTP/1.1" status: 204 len: 168 time: 0.9063902 Mar 11 15:41:06.634686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33774) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:06.670741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f466cd4-6dc7-4251-899f-18ff492a0f8b None None] Network b972f054-86c2-48b1-8909-88af4344ab84 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:06.672961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.681656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1d3baff-7ddf-4afb-8612-940749cfaff8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.687539 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a1d3baff-7ddf-4afb-8612-940749cfaff8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/routers/c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 HTTP/1.1" status: 204 len: 168 time: 1.1520662 Mar 11 15:41:06.687688 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-931fbaa1-67b3-48e4-ac10-4fd7b01b4f8e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:06.687688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931fbaa1-67b3-48e4-ac10-4fd7b01b4f8e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:06.687688 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-931fbaa1-67b3-48e4-ac10-4fd7b01b4f8e tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/subnets/22782566-dc64-4b66-b390-9a9573886a36 HTTP/1.1" status: 404 len: 337 time: 0.0510054 Mar 11 15:41:06.688439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33778) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:06.690829 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33780) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:06.719615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:06.822297 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.853315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c7174-fead-4194-81e1-63a5028cff92 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:41:06.859018 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-398838d0-60b2-49ca-9369-cef1b41fa2d4 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:06.859489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398838d0-60b2-49ca-9369-cef1b41fa2d4 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:06.863270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-666c7174-fead-4194-81e1-63a5028cff92 None None] Deleting port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:06.863832 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-398838d0-60b2-49ca-9369-cef1b41fa2d4 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/9f07a281-d0f7-4955-8e52-81a376072c3c HTTP/1.1" status: 404 len: 339 time: 0.1707883 Mar 11 15:41:06.864013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-666c7174-fead-4194-81e1-63a5028cff92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:06.864692 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33786) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:06.870281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:06.904279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:06.915999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:06.931969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:06.982122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a218f438-0165-4070-9d61-da84ac2b96a3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting subnet 8e65d5f2-daf5-41a5-a019-0ba7d13402cf {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:06.986069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a218f438-0165-4070-9d61-da84ac2b96a3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.024862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.048611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a218f438-0165-4070-9d61-da84ac2b96a3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.081337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:07.084966 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.094493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Deleting port 29c07655-b06d-47d9-bd99-b199809dc73b {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:07.094840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.121430 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.144880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-666c7174-fead-4194-81e1-63a5028cff92 None None] For port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:07.145275 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-666c7174-fead-4194-81e1-63a5028cff92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.247756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] For port cd67c201-8059-415c-8695-226cb947e70f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cd67c201-8059-415c-8695-226cb947e70f,segment=NetworkSegment(2d1f31bb-8dda-4e91-b9cd-b76a1df033ec),segment_id=2d1f31bb-8dda-4e91-b9cd-b76a1df033ec)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:07.249039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.262039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Network 62399bda-6a59-4360-88b2-255edf038875 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:07.268810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-666c7174-fead-4194-81e1-63a5028cff92 None None] Calling delete_port for efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:07.273153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:07.281446 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:07.282375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:07.282975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.320843 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event updated for resources: {'Port': ['ID=f6b864e7-f978-4ad8-856f-ecd6a6d7d06b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:07.393341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a218f438-0165-4070-9d61-da84ac2b96a3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.424042 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-05b8443b-fbaf-45e6-919a-ee320dc492d5 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4218976 Mar 11 15:41:07.441854 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33790) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:07.465841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-666c7174-fead-4194-81e1-63a5028cff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.511129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c7174-fead-4194-81e1-63a5028cff92 None None] Pushing event deleted for resources: {'Port': ['ID=efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:07.520501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c7174-fead-4194-81e1-63a5028cff92 None None] No DVR routers for this DVR port efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:07.540584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e710ca8-7759-42b2-ad0b-4c11664e8881 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:07.541204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6e710ca8-7759-42b2-ad0b-4c11664e8881 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Synchronizing usage tracker for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:07.546836 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Calling delete_port for cd67c201-8059-415c-8695-226cb947e70f owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:07.630407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:07.636070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.641944 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a218f438-0165-4070-9d61-da84ac2b96a3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.670559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:07.670559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device efd4dc1d-4c13-4df1-86c6-a4ef66b0c9ac not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:07.681736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.685234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6e710ca8-7759-42b2-ad0b-4c11664e8881 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Unset dirty status for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:07.686398 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6e710ca8-7759-42b2-ad0b-4c11664e8881 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "GET /v2.0/ports/f6b864e7-f978-4ad8-856f-ecd6a6d7d06b HTTP/1.1" status: 200 len: 954 time: 0.2435837 Mar 11 15:41:07.692110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33794) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:07.697381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218f438-0165-4070-9d61-da84ac2b96a3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Subnet': ['ID=8e65d5f2-daf5-41a5-a019-0ba7d13402cf,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:07.702784 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff521f91-4301-4629-a485-10729a8471dd None None] Network af281d41-adf3-414b-b35f-8b9a066d7b44 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:07.730883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a218f438-0165-4070-9d61-da84ac2b96a3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.768715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Calling delete_port for 29c07655-b06d-47d9-bd99-b199809dc73b owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:07.803472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:07.810778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:07.815621 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a218f438-0165-4070-9d61-da84ac2b96a3 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/subnets/8e65d5f2-daf5-41a5-a019-0ba7d13402cf HTTP/1.1" status: 204 len: 168 time: 0.9446497 Mar 11 15:41:07.815621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:07.815621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.820123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33798) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:07.831845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b3468-138c-41c1-b4f1-cef54e59ef6f None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:07.845742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9d94040b-9ba9-4276-9d4e-2dc1d3dae112 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Deleting port f6b864e7-f978-4ad8-856f-ecd6a6d7d06b {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:07.846090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9d94040b-9ba9-4276-9d4e-2dc1d3dae112 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.864559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:07.891162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=da9ec79b-1c3c-4059-9cc2-4e71318ab49b,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:07.941975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No DVR routers for this DVR port cd67c201-8059-415c-8695-226cb947e70f on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:07.965888 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-81ebb076-87d9-44a6-8643-337ca2bce05d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2734358 Mar 11 15:41:07.966241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33802) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:07.980914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Port': ['ID=cd67c201-8059-415c-8695-226cb947e70f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:07.986223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-32dfeaa6-f171-4f6c-8db6-dccb1f58a503 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-74168250', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:08.002471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-32dfeaa6-f171-4f6c-8db6-dccb1f58a503 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:08.009997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-32dfeaa6-f171-4f6c-8db6-dccb1f58a503 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:router and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:08.014308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-32dfeaa6-f171-4f6c-8db6-dccb1f58a503 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:08.039226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e091e782-4c4f-4891-a41e-8808a08ed04d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting subnet 6a14b4d4-9c95-466d-9a3b-7405acb48d1a {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:08.089432 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e091e782-4c4f-4891-a41e-8808a08ed04d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.144345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.175934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-32dfeaa6-f171-4f6c-8db6-dccb1f58a503 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:08.189457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b972f054-86c2-48b1-8909-88af4344ab84']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:08.198138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': 'da9ec79b-1c3c-4059-9cc2-4e71318ab49b'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:41:08.198138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.198893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9d94040b-9ba9-4276-9d4e-2dc1d3dae112 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.199863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e091e782-4c4f-4891-a41e-8808a08ed04d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.264090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1f31bb-8dda-4e91-b9cd-b76a1df033ec') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:08.264735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1f31bb-8dda-4e91-b9cd-b76a1df033ec') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:08.296523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.342129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-32dfeaa6-f171-4f6c-8db6-dccb1f58a503 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.343295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-32dfeaa6-f171-4f6c-8db6-dccb1f58a503 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.360192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9d94040b-9ba9-4276-9d4e-2dc1d3dae112 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Calling delete_port for f6b864e7-f978-4ad8-856f-ecd6a6d7d06b owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:08.390530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.396638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/da9ec79b-1c3c-4059-9cc2-4e71318ab49b/7f53d598-5939-4ab9-b6c8-92a939f17290) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:08.419508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:08.420211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:08.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:08.535293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e091e782-4c4f-4891-a41e-8808a08ed04d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.541395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9d94040b-9ba9-4276-9d4e-2dc1d3dae112 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.574110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.593905 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94040b-9ba9-4276-9d4e-2dc1d3dae112 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6b864e7-f978-4ad8-856f-ecd6a6d7d06b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:08.604508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9d94040b-9ba9-4276-9d4e-2dc1d3dae112 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.638914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-32dfeaa6-f171-4f6c-8db6-dccb1f58a503 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.643895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Pushing event deleted for resources: {'Port': ['ID=29c07655-b06d-47d9-bd99-b199809dc73b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:08.677531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.687348 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9d94040b-9ba9-4276-9d4e-2dc1d3dae112 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "DELETE /v2.0/ports/f6b864e7-f978-4ad8-856f-ecd6a6d7d06b HTTP/1.1" status: 204 len: 168 time: 0.9912291 Mar 11 15:41:08.687948 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.689108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33806) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:08.696763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.701656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Transition to ACTIVE for port object 7f53d598-5939-4ab9-b6c8-92a939f17290 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:08.724335 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Transition to ACTIVE for port object 7f53d598-5939-4ab9-b6c8-92a939f17290 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:08.737132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-32dfeaa6-f171-4f6c-8db6-dccb1f58a503 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.750786 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-245f8a08-11b6-4cf6-b84e-4581866cd406 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:41:08.751318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-245f8a08-11b6-4cf6-b84e-4581866cd406 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Synchronizing usage tracker for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:08.767905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Network': ['ID=b972f054-86c2-48b1-8909-88af4344ab84,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:08.781979 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-80356669-68aa-47d2-8bc6-c2277c404beb tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/networks/b972f054-86c2-48b1-8909-88af4344ab84 HTTP/1.1" status: 204 len: 168 time: 4.5731611 Mar 11 15:41:08.786647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33810) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:08.789615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.794478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1699384228'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:08.802717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:08.807678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:network and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:08.808569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.811095 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:08.817245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:08.861301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:08.862785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-245f8a08-11b6-4cf6-b84e-4581866cd406 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Unset dirty status for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:08.864937 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-245f8a08-11b6-4cf6-b84e-4581866cd406 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "GET /v2.0/ports/f6b864e7-f978-4ad8-856f-ecd6a6d7d06b HTTP/1.1" status: 404 len: 333 time: 0.1741507 Mar 11 15:41:08.866749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:08.868496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33814) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:08.874662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:08.874803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Request body: {'port': {'network_id': '62399bda-6a59-4360-88b2-255edf038875', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1003765751'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:08.879868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:08.889202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Pushing event updated for resources: {'Port': ['ID=7f53d598-5939-4ab9-b6c8-92a939f17290,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:08.890196 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:08.894210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-32dfeaa6-f171-4f6c-8db6-dccb1f58a503 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.898930 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-32dfeaa6-f171-4f6c-8db6-dccb1f58a503 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9316807 Mar 11 15:41:08.899708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33818) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:08.924819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1fe9303d-71ea-41e4-86d1-8f99d5710352 None None] Provisioning complete for port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:08.926366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1fe9303d-71ea-41e4-86d1-8f99d5710352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.926489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e091e782-4c4f-4891-a41e-8808a08ed04d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:08.976156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:08.980132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.032978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Attempting to bind port 7f53d598-5939-4ab9-b6c8-92a939f17290 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:09.033340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Attempting to bind port 7f53d598-5939-4ab9-b6c8-92a939f17290 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:09.033613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Attempting to bind port 7f53d598-5939-4ab9-b6c8-92a939f17290 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:09.044765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:41:09.045188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:09.045992 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.045992 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:41:09.046408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Bound port: 7f53d598-5939-4ab9-b6c8-92a939f17290, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:09.046784 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.053349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Made reservation on behalf of 5ad2ea49907f432d8759dcbea1f1abf7 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:09.056218 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.147085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091e782-4c4f-4891-a41e-8808a08ed04d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Subnet': ['ID=6a14b4d4-9c95-466d-9a3b-7405acb48d1a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:09.152724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.156670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.157978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] device_id is not set on port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:41:09.158707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e091e782-4c4f-4891-a41e-8808a08ed04d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.176794 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e091e782-4c4f-4891-a41e-8808a08ed04d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/subnets/6a14b4d4-9c95-466d-9a3b-7405acb48d1a HTTP/1.1" status: 204 len: 168 time: 1.3537390 Mar 11 15:41:09.176988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dfaee2-0ed7-4568-964f-c4c65142f461 None None] Network af281d41-adf3-414b-b35f-8b9a066d7b44 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:09.185589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33822) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:09.242170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:41:09.266594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] For port 7f53d598-5939-4ab9-b6c8-92a939f17290, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:09.291039 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] For port 7f53d598-5939-4ab9-b6c8-92a939f17290, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7f53d598-5939-4ab9-b6c8-92a939f17290,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:41:09.329736 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.330383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Fanout notify agent at l3_agent the message router_deleted on router fe720273-fad1-4db0-8079-46f538525227 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:41:09.345256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.351489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.354018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.359090 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-46ba2a6f-350e-4e32-9048-228f48f0dde3 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/fe720273-fad1-4db0-8079-46f538525227 HTTP/1.1" status: 204 len: 168 time: 2.9272189 Mar 11 15:41:09.360912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33826) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:09.367048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:09.367464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.394231 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.394831 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Added segment 7c06828d-6788-4a90-a257-baec1b230f70 of type vlan for network 17dd7b03-4b99-4776-a2e5-288fb62c4d6e Mar 11 15:41:09.403211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-62f0e526-cee8-4093-8be1-ba41f5b2456f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1250516122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:09.417639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-62f0e526-cee8-4093-8be1-ba41f5b2456f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:09.425143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-62f0e526-cee8-4093-8be1-ba41f5b2456f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Usage tracker for resource:router and tenant:43bda2e725ef4bdba982dd9de818f5d7 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:09.429513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-62f0e526-cee8-4093-8be1-ba41f5b2456f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:09.444678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-62f0e526-cee8-4093-8be1-ba41f5b2456f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:09.455211 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee780b44-d449-4dad-9b40-7b6af1c517df None None] Pushing event updated for resources: {'Port': ['ID=7f53d598-5939-4ab9-b6c8-92a939f17290,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:09.525885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.572620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e3c32-9469-41c2-93c5-db636d9eaecf None None] DHCP port deletion for af281d41-adf3-414b-b35f-8b9a066d7b44 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:41:09.577120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b50e3c32-9469-41c2-93c5-db636d9eaecf None None] Deleting port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:09.577377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b50e3c32-9469-41c2-93c5-db636d9eaecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.600803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.655519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62f0e526-cee8-4093-8be1-ba41f5b2456f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.656502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62f0e526-cee8-4093-8be1-ba41f5b2456f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.672649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:09.726574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] For port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0,segment=NetworkSegment(eb89a2ab-8d80-48a3-8880-503358c15351),segment_id=eb89a2ab-8d80-48a3-8880-503358c15351)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:09.727584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.737525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62f0e526-cee8-4093-8be1-ba41f5b2456f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.906064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Calling delete_port for 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:09.989177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.994902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:09.995424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:09.996010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.014617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62f0e526-cee8-4093-8be1-ba41f5b2456f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.014820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b50e3c32-9469-41c2-93c5-db636d9eaecf None None] For port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0,segment=NetworkSegment(eb89a2ab-8d80-48a3-8880-503358c15351),segment_id=eb89a2ab-8d80-48a3-8880-503358c15351)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:10.014915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b50e3c32-9469-41c2-93c5-db636d9eaecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.081309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.083982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.142197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62f0e526-cee8-4093-8be1-ba41f5b2456f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.146205 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-62f0e526-cee8-4093-8be1-ba41f5b2456f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7815549 Mar 11 15:41:10.146205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Port': ['ID=7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:10.147803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33830) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:10.149941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No DVR routers for this DVR port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:10.154414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'enable_snat': True}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:10.177377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b50e3c32-9469-41c2-93c5-db636d9eaecf None None] Calling delete_port for 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:10.179913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Network': ['ID=17dd7b03-4b99-4776-a2e5-288fb62c4d6e,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:10.194240 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c47a3c02-add2-4988-a237-8f829328365f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4053655 Mar 11 15:41:10.199615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33834) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:10.208487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Request body: {'subnet': {'network_id': '17dd7b03-4b99-4776-a2e5-288fb62c4d6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:10.215022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 17dd7b03-4b99-4776-a2e5-288fb62c4d6e details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:41:10.411593 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-b50e3c32-9469-41c2-93c5-db636d9eaecf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:10.412245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-b50e3c32-9469-41c2-93c5-db636d9eaecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:10.449668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:10.455933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.460277 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Usage tracker for resource:subnet and tenant:89d3500e9e5b4a36b2a5340f18cbbb37 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:10.466623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:10.517522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:10.544499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::1 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/da9ec79b-1c3c-4059-9cc2-4e71318ab49b/b90cb078-7fe2-4601-b6b0-54ec4684ef11) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:10.546229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.559868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Network 62399bda-6a59-4360-88b2-255edf038875 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:10.565245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:10.574129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:10.575073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:10.575678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.579186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event updated for resources: {'Port': ['ID=b4b0aa4e-5fb2-412d-b925-b94cc79d25b8,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:10.645146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af281d41-adf3-414b-b35f-8b9a066d7b44']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:10.678103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Made reservation on behalf of 89d3500e9e5b4a36b2a5340f18cbbb37 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:10.681748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.716131 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-24ab034f-aefa-4531-a378-57ecb0628bcb tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8464031 Mar 11 15:41:10.735164 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33842) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:10.745791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:10.822516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb89a2ab-8d80-48a3-8880-503358c15351') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:10.823084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb89a2ab-8d80-48a3-8880-503358c15351') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:10.831121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.842236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.858247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.864291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:10.864755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.874238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0f4a8904-7769-4ba4-b35c-adb7356b250b None None] Provisioning for port 7f53d598-5939-4ab9-b6c8-92a939f17290 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:10.879390 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:10.913213 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b50e3c32-9469-41c2-93c5-db636d9eaecf None None] Deleting port 7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:10.913711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b50e3c32-9469-41c2-93c5-db636d9eaecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.932956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.972960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object b90cb078-7fe2-4601-b6b0-54ec4684ef11 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:10.985713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b50e3c32-9469-41c2-93c5-db636d9eaecf None None] The port '7f71ab6d-0bfb-4ebb-b0e8-95c64fa3d4c0' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:41:11.030961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.062126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.078902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.094521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Network': ['ID=af281d41-adf3-414b-b35f-8b9a066d7b44,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:11.104169 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4c4b8ad7-be41-4250-a314-5325107c0199 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/af281d41-adf3-414b-b35f-8b9a066d7b44 HTTP/1.1" status: 204 len: 168 time: 1.9146750 Mar 11 15:41:11.111121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33846) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:11.147824 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd10a7a-c20c-4c9f-81d0-c31eb48b66e6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:11.148273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd10a7a-c20c-4c9f-81d0-c31eb48b66e6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:11.150507 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ecd10a7a-c20c-4c9f-81d0-c31eb48b66e6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/subnets/03c6fd53-73bc-4dae-97f4-2e24b0b32e23 HTTP/1.1" status: 404 len: 337 time: 0.0444884 Mar 11 15:41:11.154332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33850) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:11.181500 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-68edccbc-e514-4f0e-81bc-011cae5f8fb1 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:11.182430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68edccbc-e514-4f0e-81bc-011cae5f8fb1 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:11.183603 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-68edccbc-e514-4f0e-81bc-011cae5f8fb1 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/222ce92f-4acd-4254-9ecd-7cfb1b7e559e HTTP/1.1" status: 404 len: 339 time: 0.0283668 Mar 11 15:41:11.186296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33854) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:11.271528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.330827 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d60c36-bfba-48cc-acd4-df7f110bb0c8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:11.331187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d60c36-bfba-48cc-acd4-df7f110bb0c8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:11.364074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.394622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.402733 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b7d60c36-bfba-48cc-acd4-df7f110bb0c8 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/subnets/3d0dbf75-9173-473c-879c-6bbd8683612f HTTP/1.1" status: 404 len: 337 time: 0.2131953 Mar 11 15:41:11.404368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:11.419752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33858) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:11.420613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:11.427917 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:11.428594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.537738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Allocated IP 172.26.6.74 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/98eb02a4-6ec3-44f5-b43a-89acf831ac05) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:11.697937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.705484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7f53d598-5939-4ab9-b6c8-92a939f17290 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:11.709760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=b90cb078-7fe2-4601-b6b0-54ec4684ef11,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:11.727922 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-580bece2-9703-4850-8758-f862d5273365 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:11.728414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580bece2-9703-4850-8758-f862d5273365 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:11.730294 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-580bece2-9703-4850-8758-f862d5273365 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/97b6abd3-3b66-489c-9883-a167f23f64c1 HTTP/1.1" status: 404 len: 339 time: 0.3075795 Mar 11 15:41:11.732987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33862) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:11.771892 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18dccb9-134c-4ae2-9292-d81e43f9e848 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:11.772347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18dccb9-134c-4ae2-9292-d81e43f9e848 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:11.779359 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a18dccb9-134c-4ae2-9292-d81e43f9e848 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/subnets/57d97380-43bd-43d8-b9f5-2c4c4924841c HTTP/1.1" status: 404 len: 337 time: 0.0451949 Mar 11 15:41:11.784031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33866) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:11.804275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.831527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ed7c3e37-b25f-4017-9c80-d60057567d39 None None] Provisioning for port b90cb078-7fe2-4601-b6b0-54ec4684ef11 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:11.839117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ed7c3e37-b25f-4017-9c80-d60057567d39 None None] Provisioning complete for port b90cb078-7fe2-4601-b6b0-54ec4684ef11 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:11.839622 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3e37-b25f-4017-9c80-d60057567d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.848712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.objects.ports [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88557) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:41:11.859102 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c96a2f1-049d-4d3e-b1ac-d50a0f9b9cd6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:11.859644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c96a2f1-049d-4d3e-b1ac-d50a0f9b9cd6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:11.861271 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5c96a2f1-049d-4d3e-b1ac-d50a0f9b9cd6 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/9deb631a-4d57-424c-9421-c0ec922891a0 HTTP/1.1" status: 404 len: 339 time: 0.0782506 Mar 11 15:41:11.866697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33870) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:11.884179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.890839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 7f53d598-5939-4ab9-b6c8-92a939f17290 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:11.900985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7f53d598-5939-4ab9-b6c8-92a939f17290 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:11.901426 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.909026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:11.916191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:11.930731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:11.956862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c3e37-b25f-4017-9c80-d60057567d39 None None] Port b90cb078-7fe2-4601-b6b0-54ec4684ef11 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:41:11.975031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] device_id is not set on port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:41:11.982534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event updated for resources: {'Port': ['ID=98eb02a4-6ec3-44f5-b43a-89acf831ac05,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:11.989862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.004353 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-1482f9cf-a17c-4898-8f77-11b35ac7343d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting subnet c9887e13-d51e-4d7f-8b5e-d621d9cb44fc {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:12.008743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1482f9cf-a17c-4898-8f77-11b35ac7343d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.012224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event updated for resources: {'Subnet': ['ID=640dfe8b-6d45-4b1b-8de6-c70123f0d7a9,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:12.027656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Transition to ACTIVE for port object b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 will not be triggered until provisioned by entity L2. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:12.028682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Checking segment: {'id': '7c06828d-6788-4a90-a257-baec1b230f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '17dd7b03-4b99-4776-a2e5-288fb62c4d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:12.029042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network hostable DHCP agents. Network: 17dd7b03-4b99-4776-a2e5-288fb62c4d6e, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:41:12.050035 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.082367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 7f53d598-5939-4ab9-b6c8-92a939f17290, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7f53d598-5939-4ab9-b6c8-92a939f17290,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:12.103889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.135494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.172727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Network 17dd7b03-4b99-4776-a2e5-288fb62c4d6e is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:41:12.205338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.212372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1482f9cf-a17c-4898-8f77-11b35ac7343d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.307519 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=7f53d598-5939-4ab9-b6c8-92a939f17290,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:12.308837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event updated for resources: {'Port': ['ID=b4b0aa4e-5fb2-412d-b925-b94cc79d25b8,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:12.322688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1482f9cf-a17c-4898-8f77-11b35ac7343d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.325847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:12.326225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:12.326519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:12.396042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 17dd7b03-4b99-4776-a2e5-288fb62c4d6e) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:12.400072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:12.400400 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:12.403909 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 2 to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 Mar 11 15:41:12.408043 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0660a16e-e1ab-434b-8c7c-8ab5d08e9e98 None None] Network 17dd7b03-4b99-4776-a2e5-288fb62c4d6e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:12.458579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:12.459175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.497719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:12.497719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:12.498030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:12.512606 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:12.512940 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:12.515966 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 3 to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 Mar 11 15:41:12.540983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:12.541321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:12.541711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:12.567591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:12.567591 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:12.567890 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 4 to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 Mar 11 15:41:12.592692 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ca304cc4-0804-4f34-840e-6cd7e3b6e789 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3920054 Mar 11 15:41:12.596005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33874) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:12.643704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-17dd7b03-4b99-4776-a2e5-288fb62c4d6e', 'network_id': '17dd7b03-4b99-4776-a2e5-288fb62c4d6e', 'tenant_id': '89d3500e9e5b4a36b2a5340f18cbbb37', 'fixed_ips': [{'subnet_id': '640dfe8b-6d45-4b1b-8de6-c70123f0d7a9'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:41:12.644917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.672334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.692192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:12.692528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:12.692889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:12.717190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:12.717836 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:12.730387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1482f9cf-a17c-4898-8f77-11b35ac7343d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.760171 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 5 to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 Mar 11 15:41:12.781154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482f9cf-a17c-4898-8f77-11b35ac7343d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Subnet': ['ID=c9887e13-d51e-4d7f-8b5e-d621d9cb44fc,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:12.786479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1482f9cf-a17c-4898-8f77-11b35ac7343d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.804306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:12.804674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:12.805050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:12.811120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494cd354-e3eb-425b-8717-4db776e313b9 None None] Network 449fba0d-cd00-4f3c-b0ab-23a10cca064d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:12.817139 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1482f9cf-a17c-4898-8f77-11b35ac7343d tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/subnets/c9887e13-d51e-4d7f-8b5e-d621d9cb44fc HTTP/1.1" status: 204 len: 168 time: 0.9494863 Mar 11 15:41:12.822159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:12.822492 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:12.822912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33878) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:12.833375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Allocated IP 2001:db8::f816:3eff:fe34:275c (17dd7b03-4b99-4776-a2e5-288fb62c4d6e/640dfe8b-6d45-4b1b-8de6-c70123f0d7a9/5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:12.834277 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 6 to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 Mar 11 15:41:12.913141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.914852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:12.915187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:12.915533 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:12.978770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:12.979461 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:12.983036 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 7 to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 Mar 11 15:41:13.027776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.029523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:13.029858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:13.030189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:13.037396 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.041915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:13.042064 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:13.070638 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 8 to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 Mar 11 15:41:13.074573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.078077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.103133 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.103883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.145090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:13.145430 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:13.145760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:13.191103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:13.191440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.206068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.216494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:13.217099 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:13.227693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Transition to ACTIVE for port object 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:13.235574 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 9 to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 Mar 11 15:41:13.253909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Transition to ACTIVE for port object 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:13.269403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.272826 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf730f8-bdb5-4d9c-bebc-0b480592578e None None] DHCP port deletion for 449fba0d-cd00-4f3c-b0ab-23a10cca064d request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:41:13.283562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-cbf730f8-bdb5-4d9c-bebc-0b480592578e None None] Deleting port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:13.289546 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cbf730f8-bdb5-4d9c-bebc-0b480592578e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.373552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.379615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Router 3e560a8a-813a-41ed-ab42-0ef516d08862 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:41:13.487090 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Network 17dd7b03-4b99-4776-a2e5-288fb62c4d6e is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:13.495950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:13.500481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=b90cb078-7fe2-4601-b6b0-54ec4684ef11,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:13.502837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:13.503170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:13.503508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:13.534810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:13.535140 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:13.541621 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempt 10 to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 Mar 11 15:41:13.545964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:13.560243 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Pushing event updated for resources: {'Port': ['ID=5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:13.569555 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:13.576064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.580792 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acea1f3-376d-4e9b-bfb4-9e9028124791 None None] Sync routers for ids ['3e560a8a-813a-41ed-ab42-0ef516d08862'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:13.595297 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-dcf45a0c-9234-4056-9d80-ec5de1aa16dd tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "PUT /v2.0/routers/3e560a8a-813a-41ed-ab42-0ef516d08862 HTTP/1.1" status: 200 len: 918 time: 3.4467716 Mar 11 15:41:13.596331 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:13.597069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:13.597427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33884) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:13.597723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempting to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:13.604807 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acea1f3-376d-4e9b-bfb4-9e9028124791 None None] Routers {'3e560a8a-813a-41ed-ab42-0ef516d08862'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:13.605780 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4acea1f3-376d-4e9b-bfb4-9e9028124791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3e560a8a-813a-41ed-ab42-0ef516d08862'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:13.623859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:41:13.624192 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Failed to bind port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '292005cd-7c5f-4551-b91d-db0ce93e3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62399bda-6a59-4360-88b2-255edf038875'}] Mar 11 15:41:13.624566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.710638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cbf730f8-bdb5-4d9c-bebc-0b480592578e None None] For port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=60f1aed5-81d6-4d33-8ef6-29ee7dbc452b,segment=NetworkSegment(0a2c974d-c4cc-49a1-a119-55a490e34788),segment_id=0a2c974d-c4cc-49a1-a119-55a490e34788)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:13.713006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cbf730f8-bdb5-4d9c-bebc-0b480592578e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.720794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7f53d598-5939-4ab9-b6c8-92a939f17290 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:13.740006 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4acea1f3-376d-4e9b-bfb4-9e9028124791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:13.751030 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acea1f3-376d-4e9b-bfb4-9e9028124791 None None] Routers {'3e560a8a-813a-41ed-ab42-0ef516d08862'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:13.752280 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4acea1f3-376d-4e9b-bfb4-9e9028124791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3e560a8a-813a-41ed-ab42-0ef516d08862'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:13.760194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:13.806559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:13.824573 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4acea1f3-376d-4e9b-bfb4-9e9028124791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:13.825177 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acea1f3-376d-4e9b-bfb4-9e9028124791 None None] The sync data for ids ['3e560a8a-813a-41ed-ab42-0ef516d08862'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:13.878389 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-66776f18-5ee0-4616-a5da-8a0a988db842 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/routers/3e560a8a-813a-41ed-ab42-0ef516d08862 HTTP/1.1" status: 200 len: 924 time: 0.2782152 Mar 11 15:41:13.878389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33888) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:13.886696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-cbf730f8-bdb5-4d9c-bebc-0b480592578e None None] Calling delete_port for 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:13.910166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] For port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=60f1aed5-81d6-4d33-8ef6-29ee7dbc452b,segment=NetworkSegment(0a2c974d-c4cc-49a1-a119-55a490e34788),segment_id=0a2c974d-c4cc-49a1-a119-55a490e34788)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:13.910525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.914006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Attempting to bind port 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:13.914937 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Attempting to bind port 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '7c06828d-6788-4a90-a257-baec1b230f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '17dd7b03-4b99-4776-a2e5-288fb62c4d6e'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:13.915303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Attempting to bind port 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb on network 17dd7b03-4b99-4776-a2e5-288fb62c4d6e {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:13.930329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.937699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:41:13.938067 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Checking segment: {'id': '7c06828d-6788-4a90-a257-baec1b230f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '17dd7b03-4b99-4776-a2e5-288fb62c4d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:13.938661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.939202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Bound using segment: {'id': '7c06828d-6788-4a90-a257-baec1b230f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '17dd7b03-4b99-4776-a2e5-288fb62c4d6e'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:41:13.939835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Bound port: 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c06828d-6788-4a90-a257-baec1b230f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '17dd7b03-4b99-4776-a2e5-288fb62c4d6e'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:13.940373 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.973198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782047e-d0af-4a5e-902e-3bbdf37cf9d0 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:13.981702 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0782047e-d0af-4a5e-902e-3bbdf37cf9d0 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&device_id=3e560a8a-813a-41ed-ab42-0ef516d08862&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1020997 Mar 11 15:41:13.983300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33892) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:14.038228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Subnet': ['ID=640dfe8b-6d45-4b1b-8de6-c70123f0d7a9,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:14.060278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] For port 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:14.063523 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] For port 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb,segment=NetworkSegment(7c06828d-6788-4a90-a257-baec1b230f70),segment_id=7c06828d-6788-4a90-a257-baec1b230f70)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:41:14.104855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7f53d598-5939-4ab9-b6c8-92a939f17290 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:14.105457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.141920 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.160302 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Calling delete_port for 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:14.189627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dca607a0-2e4a-4061-baf2-7533219fa111 None None] Provisioning complete for port b90cb078-7fe2-4601-b6b0-54ec4684ef11 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:14.189627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dca607a0-2e4a-4061-baf2-7533219fa111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.223523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] For port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8, host hv-neutron-8332, cleared binding levels {{(pid=88557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:14.224140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attempted to set empty binding levels {{(pid=88557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 15:41:14.228046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cbf730f8-bdb5-4d9c-bebc-0b480592578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.291708 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf730f8-bdb5-4d9c-bebc-0b480592578e None None] No DVR routers for this DVR port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:14.301932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb257c0-475d-4677-b363-b4645ffd876b tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:14.319731 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3fb257c0-475d-4677-b363-b4645ffd876b tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/networks/71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 881 time: 0.3343225 Mar 11 15:41:14.319731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33896) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:14.340333 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.347277 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.349532 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dca607a0-2e4a-4061-baf2-7533219fa111 None None] Port b90cb078-7fe2-4601-b6b0-54ec4684ef11 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:41:14.357199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c3cf0-4295-4f28-a989-c02d755c3176 None None] Pushing event updated for resources: {'Port': ['ID=5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:14.376677 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ef92fa20-02e3-46c0-8a4a-876fe5aa1fad tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e560a8a-813a-41ed-ab42-0ef516d08862 HTTP/1.1" status: 200 len: 205 time: 0.0507054 Mar 11 15:41:14.378333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33900) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:14.411298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf730f8-bdb5-4d9c-bebc-0b480592578e None None] Pushing event deleted for resources: {'Port': ['ID=60f1aed5-81d6-4d33-8ef6-29ee7dbc452b,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:14.439006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] In _notify_port_updated(), no bound segment for port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 on network 62399bda-6a59-4360-88b2-255edf038875 {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:41:14.439873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:14.440697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.442009 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "PUT /v2.0/ports/b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 HTTP/1.1" status: 200 len: 977 time: 3.7055898 Mar 11 15:41:14.444849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33904) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:14.458116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dd7b03-4b99-4776-a2e5-288fb62c4d6e']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:14.474693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed0f3e-0cf3-444b-93bb-dfcfe551a6bf None None] Network 17dd7b03-4b99-4776-a2e5-288fb62c4d6e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:14.493066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c06828d-6788-4a90-a257-baec1b230f70') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:14.493409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c06828d-6788-4a90-a257-baec1b230f70') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:14.501293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:14.501465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:14.504808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72de31-24ee-4caf-9462-14af9f43194a tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event updated for resources: {'Port': ['ID=b4b0aa4e-5fb2-412d-b925-b94cc79d25b8,revision_number=3']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:14.512650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.531545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.538415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:14.538857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:14.555288 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:14.560010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bba89-f189-4c8f-ad2e-97e65ca50c83 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Deleting port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:14.560360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb3bba89-f189-4c8f-ad2e-97e65ca50c83 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.578476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:14.618934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Router 5966efa7-fbed-43a3-8901-587e24c3d3f9 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:41:14.639628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:14.639962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:14.699690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:41:14.699690 dv-neutron-833203-2-hyperv neutron-server[88557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:41:14.699690 dv-neutron-833203-2-hyperv neutron-server[88557]: [parameters: {'id': '17dd7b03-4b99-4776-a2e5-288fb62c4d6e'}] Mar 11 15:41:14.699690 dv-neutron-833203-2-hyperv neutron-server[88557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:14.700500 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:14.723350 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c5b3a-f4de-4603-88ec-8471677e796d None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:41:14.751963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.798915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:14.815919 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a4a52ebe-e5c6-4be4-b8b8-97cd4f75637c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "PUT /v2.0/routers/5966efa7-fbed-43a3-8901-587e24c3d3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9132652 Mar 11 15:41:14.816745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Sync routers for ids ['5966efa7-fbed-43a3-8901-587e24c3d3f9'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:14.817162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33908) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:14.843641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Routers {'5966efa7-fbed-43a3-8901-587e24c3d3f9'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:14.844256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5966efa7-fbed-43a3-8901-587e24c3d3f9'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:14.891684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792d9452-4119-4eb0-9657-09b9bd79da5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:14.892286 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-792d9452-4119-4eb0-9657-09b9bd79da5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:14.973239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50c5b3a-f4de-4603-88ec-8471677e796d None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:41:14.977526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-792d9452-4119-4eb0-9657-09b9bd79da5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:14.982442 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-792d9452-4119-4eb0-9657-09b9bd79da5e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports/b90cb078-7fe2-4601-b6b0-54ec4684ef11 HTTP/1.1" status: 200 len: 911 time: 0.1612494 Mar 11 15:41:14.982442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33912) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:15.017869 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting port 60f1aed5-81d6-4d33-8ef6-29ee7dbc452b {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:15.018084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-fb3bba89-f189-4c8f-ad2e-97e65ca50c83 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] For port b4b0aa4e-5fb2-412d-b925-b94cc79d25b8, host hv-neutron-8332, got binding levels [] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:15.018270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb3bba89-f189-4c8f-ad2e-97e65ca50c83 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.018503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.049374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Set router 5966efa7-fbed-43a3-8901-587e24c3d3f9 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:15.165712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bba89-f189-4c8f-ad2e-97e65ca50c83 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Calling delete_port for b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:15.193224 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.219161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.228593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] The port '60f1aed5-81d6-4d33-8ef6-29ee7dbc452b' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:41:15.283060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Deleting port 98eb02a4-6ec3-44f5-b43a-89acf831ac05 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:15.283497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.327624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Deleting port 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:15.327991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.385461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb3bba89-f189-4c8f-ad2e-97e65ca50c83 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.437133 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.458165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f0903-8114-4e7d-8cc2-069cd8657278 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:15.464309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f0903-8114-4e7d-8cc2-069cd8657278 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:15.468750 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7d6f0903-8114-4e7d-8cc2-069cd8657278 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4852068 Mar 11 15:41:15.471093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33916) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:15.481373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bba89-f189-4c8f-ad2e-97e65ca50c83 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4b0aa4e-5fb2-412d-b925-b94cc79d25b8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:15.504268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb3bba89-f189-4c8f-ad2e-97e65ca50c83 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.539513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.561637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449fba0d-cd00-4f3c-b0ab-23a10cca064d']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:15.607729 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fb3bba89-f189-4c8f-ad2e-97e65ca50c83 tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "DELETE /v2.0/ports/b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 HTTP/1.1" status: 204 len: 168 time: 1.1587520 Mar 11 15:41:15.609984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2c974d-c4cc-49a1-a119-55a490e34788') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:15.610241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2c974d-c4cc-49a1-a119-55a490e34788') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:15.616608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33920) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:15.655771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5966efa7-fbed-43a3-8901-587e24c3d3f9', 'name': 'tempest-NetworksTestDHCPv6-router-74168250', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:08Z', 'updated_at': '2022-03-11T15:41:11Z', 'revision_number': 2, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None, '_interfaces': [{'id': 'b90cb078-7fe2-4601-b6b0-54ec4684ef11', 'name': '', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'mac_address': 'fa:16:3e:e7:fb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5966efa7-fbed-43a3-8901-587e24c3d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'da9ec79b-1c3c-4059-9cc2-4e71318ab49b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:10Z', 'updated_at': '2022-03-11T15:41:12Z', 'revision_number': 2, 'project_id': '97558a07098d4afaab5283142dcd0877', 'subnets': [{'id': 'da9ec79b-1c3c-4059-9cc2-4e71318ab49b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:15.666401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Checking router: 5966efa7-fbed-43a3-8901-587e24c3d3f9 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:41:15.666760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Updating router 5966efa7-fbed-43a3-8901-587e24c3d3f9 port b90cb078-7fe2-4601-b6b0-54ec4684ef11 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:41:15.672367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Calling delete_port for 98eb02a4-6ec3-44f5-b43a-89acf831ac05 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:15.733049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.743019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.760934 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-833ee835-983d-4554-b06b-6028f9b1640b tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:41:15.761485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-833ee835-983d-4554-b06b-6028f9b1640b tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Synchronizing usage tracker for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:15.778667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.833870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:15.834534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:15.852985 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:16.034564 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-833ee835-983d-4554-b06b-6028f9b1640b tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] Unset dirty status for tenant:5ad2ea49907f432d8759dcbea1f1abf7 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:16.035647 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-833ee835-983d-4554-b06b-6028f9b1640b tempest-PortsAdminExtendedAttrsTestJSON-1472834160 tempest-PortsAdminExtendedAttrsTestJSON-1472834160-project-admin] 10.222.0.39 "GET /v2.0/ports/b4b0aa4e-5fb2-412d-b925-b94cc79d25b8 HTTP/1.1" status: 404 len: 333 time: 0.4158289 Mar 11 15:41:16.040003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33924) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:16.062436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.110646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.123135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Transition to ACTIVE for port object b90cb078-7fe2-4601-b6b0-54ec4684ef11 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:16.123482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] For port 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb,segment=NetworkSegment(7c06828d-6788-4a90-a257-baec1b230f70),segment_id=7c06828d-6788-4a90-a257-baec1b230f70)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:16.123845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.129945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Pushing event deleted for resources: {'Port': ['ID=98eb02a4-6ec3-44f5-b43a-89acf831ac05,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:16.222834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.264950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Calling delete_port for 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:16.270776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.297294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.327294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.356599 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.395492 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/449fba0d-cd00-4f3c-b0ab-23a10cca064d HTTP/1.1" status: 204 len: 168 time: 3.5535789 Mar 11 15:41:16.395701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33928) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:16.397231 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6fde2-add9-406d-a3bc-f4491ef6032a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Network': ['ID=449fba0d-cd00-4f3c-b0ab-23a10cca064d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:16.410432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f0de9-3485-4c9e-b43c-1d072564eedc None None] Pushing event updated for resources: {'Port': ['ID=b90cb078-7fe2-4601-b6b0-54ec4684ef11,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:16.490680 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Attempting to bind port b90cb078-7fe2-4601-b6b0-54ec4684ef11 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:16.491059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Attempting to bind port b90cb078-7fe2-4601-b6b0-54ec4684ef11 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:16.491422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Attempting to bind port b90cb078-7fe2-4601-b6b0-54ec4684ef11 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:16.498200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:41:16.498846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:16.499270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.499667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:41:16.500136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Bound port: b90cb078-7fe2-4601-b6b0-54ec4684ef11, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:16.500692 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.529325 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-75292967-4532-4db4-8581-1ca58969cc9f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:16.530085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75292967-4532-4db4-8581-1ca58969cc9f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:16.607100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] For port b90cb078-7fe2-4601-b6b0-54ec4684ef11, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:16.613939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] For port b90cb078-7fe2-4601-b6b0-54ec4684ef11, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b90cb078-7fe2-4601-b6b0-54ec4684ef11,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:41:16.630852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.636410 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-75292967-4532-4db4-8581-1ca58969cc9f tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/subnets/59266475-8318-44ce-b68d-a608c5f907ac HTTP/1.1" status: 404 len: 337 time: 0.2324743 Mar 11 15:41:16.637800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.639336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33932) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:16.652447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.683301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.702698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Port': ['ID=5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:16.710620 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No DVR routers for this DVR port 5aa84c9b-d4bf-4366-a0aa-e4fdc28aaceb on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:16.725634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.756158 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c6d97b-3ba7-444e-87b9-68f5446ba31a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:16.756683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c6d97b-3ba7-444e-87b9-68f5446ba31a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:16.759241 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f5c6d97b-3ba7-444e-87b9-68f5446ba31a tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/5d06c243-4cc7-4f5c-a6fa-77a99e36b677 HTTP/1.1" status: 404 len: 339 time: 0.0754907 Mar 11 15:41:16.763859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33936) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:16.771283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Routers {'5966efa7-fbed-43a3-8901-587e24c3d3f9'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:16.771870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5966efa7-fbed-43a3-8901-587e24c3d3f9'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:16.777617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62399bda-6a59-4360-88b2-255edf038875']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:16.791275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292005cd-7c5f-4551-b91d-db0ce93e3999') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:16.791574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292005cd-7c5f-4551-b91d-db0ce93e3999') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:16.803683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.824327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.837053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:16.837947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.841132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f0de9-3485-4c9e-b43c-1d072564eedc None None] Pushing event updated for resources: {'Port': ['ID=b90cb078-7fe2-4601-b6b0-54ec4684ef11,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:16.858008 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:16.869938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.870479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Fanout notify agent at l3_agent the message router_deleted on router 3e560a8a-813a-41ed-ab42-0ef516d08862 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:41:16.901237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.938934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.943035 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-74a9cff5-ab0f-4291-b60f-227640b12d4f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/3e560a8a-813a-41ed-ab42-0ef516d08862 HTTP/1.1" status: 204 len: 168 time: 2.5603127 Mar 11 15:41:16.947104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33940) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:16.953084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8c215d5d-2756-4a66-a0bc-b405c30184fc tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1176579900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:16.961246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8c215d5d-2756-4a66-a0bc-b405c30184fc tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:16.966604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8c215d5d-2756-4a66-a0bc-b405c30184fc tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Usage tracker for resource:router and tenant:43bda2e725ef4bdba982dd9de818f5d7 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:16.969453 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8c215d5d-2756-4a66-a0bc-b405c30184fc tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:16.977673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dd7b03-4b99-4776-a2e5-288fb62c4d6e']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:16.977891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8c215d5d-2756-4a66-a0bc-b405c30184fc tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:16.995587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac1ecd3-a8c9-4f43-9c0c-e22bbb467271 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting subnet d33a0723-051a-4f47-9c11-38a0a551a7b7 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:17.008640 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ecd3-a8c9-4f43-9c0c-e22bbb467271 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.025459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] Set router 5966efa7-fbed-43a3-8901-587e24c3d3f9 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:17.049217 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c06828d-6788-4a90-a257-baec1b230f70') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:17.052207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c06828d-6788-4a90-a257-baec1b230f70') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:17.070191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.077004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c215d5d-2756-4a66-a0bc-b405c30184fc tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.078062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c215d5d-2756-4a66-a0bc-b405c30184fc tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.081109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.093144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c215d5d-2756-4a66-a0bc-b405c30184fc tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.128710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.149532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.156708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ecd3-a8c9-4f43-9c0c-e22bbb467271 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.164844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] Pushing event deleted for resources: {'Network': ['ID=62399bda-6a59-4360-88b2-255edf038875,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:17.166035 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-70f15a00-0fb1-478c-a4c8-7fc286273910 tempest-PortsAdminExtendedAttrsTestJSON-766568275 tempest-PortsAdminExtendedAttrsTestJSON-766568275-project] 10.222.0.39 "DELETE /v2.0/networks/62399bda-6a59-4360-88b2-255edf038875 HTTP/1.1" status: 204 len: 168 time: 1.1252308 Mar 11 15:41:17.223288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c215d5d-2756-4a66-a0bc-b405c30184fc tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.263238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.291851 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:17.292255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:17.309750 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:17.328630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c215d5d-2756-4a66-a0bc-b405c30184fc tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.329850 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8c215d5d-2756-4a66-a0bc-b405c30184fc tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3819222 Mar 11 15:41:17.332592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33946) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:17.338804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'enable_snat': False}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:17.374740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5966efa7-fbed-43a3-8901-587e24c3d3f9', 'name': 'tempest-NetworksTestDHCPv6-router-74168250', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:08Z', 'updated_at': '2022-03-11T15:41:11Z', 'revision_number': 2, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None, '_interfaces': [{'id': 'b90cb078-7fe2-4601-b6b0-54ec4684ef11', 'name': '', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'mac_address': 'fa:16:3e:e7:fb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5966efa7-fbed-43a3-8901-587e24c3d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'da9ec79b-1c3c-4059-9cc2-4e71318ab49b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:10Z', 'updated_at': '2022-03-11T15:41:16Z', 'revision_number': 4, 'project_id': '97558a07098d4afaab5283142dcd0877', 'subnets': [{'id': 'da9ec79b-1c3c-4059-9cc2-4e71318ab49b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:17.378922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174348f-75aa-4caa-a294-f9c6d0561629 None None] The sync data for ids ['5966efa7-fbed-43a3-8901-587e24c3d3f9'] in dv-neutron-833203-2-hyperv is: [{'id': '5966efa7-fbed-43a3-8901-587e24c3d3f9', 'name': 'tempest-NetworksTestDHCPv6-router-74168250', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:08Z', 'updated_at': '2022-03-11T15:41:11Z', 'revision_number': 2, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None, '_interfaces': [{'id': 'b90cb078-7fe2-4601-b6b0-54ec4684ef11', 'name': '', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'mac_address': 'fa:16:3e:e7:fb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5966efa7-fbed-43a3-8901-587e24c3d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'da9ec79b-1c3c-4059-9cc2-4e71318ab49b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:10Z', 'updated_at': '2022-03-11T15:41:16Z', 'revision_number': 4, 'project_id': '97558a07098d4afaab5283142dcd0877', 'subnets': [{'id': 'da9ec79b-1c3c-4059-9cc2-4e71318ab49b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:17.552335 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ecd3-a8c9-4f43-9c0c-e22bbb467271 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.588090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.626818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.645204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Network': ['ID=17dd7b03-4b99-4776-a2e5-288fb62c4d6e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:17.664918 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0b745b19-8e1a-4a50-a974-66ea0ad3a4fa tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/networks/17dd7b03-4b99-4776-a2e5-288fb62c4d6e HTTP/1.1" status: 204 len: 168 time: 5.0640256 Mar 11 15:41:17.669886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33950) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:17.721838 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port b90cb078-7fe2-4601-b6b0-54ec4684ef11 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:17.722190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.787824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b90cb078-7fe2-4601-b6b0-54ec4684ef11 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:17.793968 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b90cdcc-9f9b-4fbf-bcf1-fad85052a5df tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:17.794776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b90cdcc-9f9b-4fbf-bcf1-fad85052a5df tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:17.938506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33956) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:17.955110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.960107 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2b90cdcc-9f9b-4fbf-bcf1-fad85052a5df tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/subnets/640dfe8b-6d45-4b1b-8de6-c70123f0d7a9 HTTP/1.1" status: 404 len: 337 time: 0.2891240 Mar 11 15:41:17.963790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33962) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:17.966535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port b90cb078-7fe2-4601-b6b0-54ec4684ef11 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:17.976884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port b90cb078-7fe2-4601-b6b0-54ec4684ef11 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:17.977258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.999366 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59bdcb7-b41d-40a6-9280-e7cbc9435c93 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:17.999601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59bdcb7-b41d-40a6-9280-e7cbc9435c93 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:18.001352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e59bdcb7-b41d-40a6-9280-e7cbc9435c93 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/networks/17dd7b03-4b99-4776-a2e5-288fb62c4d6e HTTP/1.1" status: 404 len: 339 time: 0.0279181 Mar 11 15:41:18.004708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33966) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:18.011831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] For port b90cb078-7fe2-4601-b6b0-54ec4684ef11, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b90cb078-7fe2-4601-b6b0-54ec4684ef11,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:18.012198 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.068329 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db5bb1f-0dd6-4ad8-acf6-9d330faebc16 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:18.068841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db5bb1f-0dd6-4ad8-acf6-9d330faebc16 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:18.071065 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6db5bb1f-0dd6-4ad8-acf6-9d330faebc16 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/subnets/93867d4b-f2bc-405a-824e-74e8f37a8136 HTTP/1.1" status: 404 len: 337 time: 0.0657108 Mar 11 15:41:18.075197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33970) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:18.092511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ecd3-a8c9-4f43-9c0c-e22bbb467271 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.168872 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f78c2a4-ed9a-4edc-b4dc-21d75835e2c4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:18.168872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f78c2a4-ed9a-4edc-b4dc-21d75835e2c4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:18.173722 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2f78c2a4-ed9a-4edc-b4dc-21d75835e2c4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/networks/b972f054-86c2-48b1-8909-88af4344ab84 HTTP/1.1" status: 404 len: 339 time: 0.0916407 Mar 11 15:41:18.174857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33974) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:18.186884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.225856 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5394dcd-af3f-4c7d-8b75-f2a2807f75e8 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:18.228754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5394dcd-af3f-4c7d-8b75-f2a2807f75e8 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:18.229621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port b90cb078-7fe2-4601-b6b0-54ec4684ef11, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b90cb078-7fe2-4601-b6b0-54ec4684ef11,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:18.231088 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c5394dcd-af3f-4c7d-8b75-f2a2807f75e8 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/subnets/715c28e9-6ac1-4981-82db-033bb5ef6c21 HTTP/1.1" status: 404 len: 337 time: 0.0552335 Mar 11 15:41:18.231701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33978) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:18.301850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.303003 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d85426-bebd-4013-aeaa-9306159ea735 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:18.303487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d85426-bebd-4013-aeaa-9306159ea735 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:18.309078 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d9d85426-bebd-4013-aeaa-9306159ea735 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/networks/a8c6c469-83f5-418e-a3c5-2b04312fd2b3 HTTP/1.1" status: 404 len: 339 time: 0.0749815 Mar 11 15:41:18.313367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33982) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:18.314149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for b90cb078-7fe2-4601-b6b0-54ec4684ef11 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:18.393067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ecd3-a8c9-4f43-9c0c-e22bbb467271 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.395220 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4ac1ecd3-a8c9-4f43-9c0c-e22bbb467271 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/subnets/d33a0723-051a-4f47-9c11-38a0a551a7b7 HTTP/1.1" status: 204 len: 168 time: 1.6290064 Mar 11 15:41:18.398716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-0c72fba1-6ad9-4856-bd11-405b4ad4272f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Deleting port 7ff74086-b91c-4655-a03b-70156a4c4831 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:18.399056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c72fba1-6ad9-4856-bd11-405b4ad4272f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.399429 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1ecd3-a8c9-4f43-9c0c-e22bbb467271 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Subnet': ['ID=d33a0723-051a-4f47-9c11-38a0a551a7b7,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:18.404091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74634cee-8beb-4c40-b8b2-a8670c47ce37 None None] Network 0c57230a-731d-4e9e-9464-0247c4b14f31 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:18.417199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=b90cb078-7fe2-4601-b6b0-54ec4684ef11,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:18.422805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 33986) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:18.438528 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-033ac916-6918-4a6d-8019-343415d2c5e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0559ad646e284e88bf66c9ce23ced392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965789 Mar 11 15:41:18.444622 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33990) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:18.546423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9ba37f2d-6545-4671-af3a-43b0e47765cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.575293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9ba37f2d-6545-4671-af3a-43b0e47765cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.621404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:18.621826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:18.668644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.673000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7097b9a-45a7-493b-a6e2-19dbc388955f None None] DHCP port deletion for 0c57230a-731d-4e9e-9464-0247c4b14f31 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:41:18.677480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c7097b9a-45a7-493b-a6e2-19dbc388955f None None] Deleting port 3d1e43c1-2217-412d-acb5-457e78f182d3 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:18.677858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c7097b9a-45a7-493b-a6e2-19dbc388955f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.711577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9ba37f2d-6545-4671-af3a-43b0e47765cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.730180 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba37f2d-6545-4671-af3a-43b0e47765cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7991d35f-778a-4734-88a9-762bffdc684a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:18.810500 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9ba37f2d-6545-4671-af3a-43b0e47765cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.813948 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9ba37f2d-6545-4671-af3a-43b0e47765cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7991d35f-778a-4734-88a9-762bffdc684a HTTP/1.1" status: 204 len: 168 time: 0.3662632 Mar 11 15:41:18.882871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Deleting port 3d1e43c1-2217-412d-acb5-457e78f182d3 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:18.888012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.904384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c7097b9a-45a7-493b-a6e2-19dbc388955f None None] For port 3d1e43c1-2217-412d-acb5-457e78f182d3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3d1e43c1-2217-412d-acb5-457e78f182d3,segment=NetworkSegment(f935badc-8ee8-4f7b-aff8-513bc018aef8),segment_id=f935badc-8ee8-4f7b-aff8-513bc018aef8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:18.904706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c7097b9a-45a7-493b-a6e2-19dbc388955f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.947565 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c72fba1-6ad9-4856-bd11-405b4ad4272f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.964943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.028424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c7097b9a-45a7-493b-a6e2-19dbc388955f None None] Calling delete_port for 3d1e43c1-2217-412d-acb5-457e78f182d3 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:19.056383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.122837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port b90cb078-7fe2-4601-b6b0-54ec4684ef11 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:19.123364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.178658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-0c72fba1-6ad9-4856-bd11-405b4ad4272f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Calling delete_port for 7ff74086-b91c-4655-a03b-70156a4c4831 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:19.203106 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c7097b9a-45a7-493b-a6e2-19dbc388955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.252459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7097b9a-45a7-493b-a6e2-19dbc388955f None None] No DVR routers for this DVR port 3d1e43c1-2217-412d-acb5-457e78f182d3 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:19.274259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7097b9a-45a7-493b-a6e2-19dbc388955f None None] Pushing event deleted for resources: {'Port': ['ID=3d1e43c1-2217-412d-acb5-457e78f182d3,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:19.331618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] The port '3d1e43c1-2217-412d-acb5-457e78f182d3' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:41:19.337541 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] For port b90cb078-7fe2-4601-b6b0-54ec4684ef11, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b90cb078-7fe2-4601-b6b0-54ec4684ef11,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:19.337904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.468588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for b90cb078-7fe2-4601-b6b0-54ec4684ef11 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:19.548617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 33998) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:19.549413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.590872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c57230a-731d-4e9e-9464-0247c4b14f31']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:19.607205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f935badc-8ee8-4f7b-aff8-513bc018aef8') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:19.607508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f935badc-8ee8-4f7b-aff8-513bc018aef8') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:19.618827 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ff3b29a6-f7d0-4cfe-98f3-8c7e74b065b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ad2ea49907f432d8759dcbea1f1abf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663137 Mar 11 15:41:19.619082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34002) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:19.630481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.637384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Allocated IP 172.26.6.149 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/03f212c1-544c-4b55-861f-dafc4fcb3205) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:19.654709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.676720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:19.677128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.685342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b90cb078-7fe2-4601-b6b0-54ec4684ef11 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:19.692289 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:19.721068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c72fba1-6ad9-4856-bd11-405b4ad4272f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.743147 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbc88-f93d-414f-9a7e-e57e4b322800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.761902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port b90cb078-7fe2-4601-b6b0-54ec4684ef11 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:19.762265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.770516 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbc88-f93d-414f-9a7e-e57e4b322800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.813765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.818637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Could not find standard attr ID for object b90cb078-7fe2-4601-b6b0-54ec4684ef11. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:41:19.821619 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No ports have port_id starting with b90cb078-7fe2-4601-b6b0-54ec4684ef11 Mar 11 15:41:19.871689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=b90cb078-7fe2-4601-b6b0-54ec4684ef11,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:19.877138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3d1e43c1-2217-412d-acb5-457e78f182d3 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:19.881794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72fba1-6ad9-4856-bd11-405b4ad4272f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Port': ['ID=7ff74086-b91c-4655-a03b-70156a4c4831,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:19.901108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c72fba1-6ad9-4856-bd11-405b4ad4272f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.912603 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 3d1e43c1-2217-412d-acb5-457e78f182d3 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:19.912921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3d1e43c1-2217-412d-acb5-457e78f182d3 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:19.922449 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0c72fba1-6ad9-4856-bd11-405b4ad4272f tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/ports/7ff74086-b91c-4655-a03b-70156a4c4831 HTTP/1.1" status: 204 len: 168 time: 1.6103208 Mar 11 15:41:19.926161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34006) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:19.983461 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e7d9e4-6a4f-434a-96de-3e9acb47e9dd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:19.984737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e7d9e4-6a4f-434a-96de-3e9acb47e9dd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:19.985556 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c0e7d9e4-6a4f-434a-96de-3e9acb47e9dd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/subnets/83b52b62-159e-42ce-b09d-aacdb03e0bae HTTP/1.1" status: 404 len: 337 time: 0.0584946 Mar 11 15:41:19.990446 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34010) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:19.996024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.020975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.025801 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] 10.222.0.39 "DELETE /v2.0/networks/0c57230a-731d-4e9e-9464-0247c4b14f31 HTTP/1.1" status: 204 len: 168 time: 1.5936041 Mar 11 15:41:20.027198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.029711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbc88-f93d-414f-9a7e-e57e4b322800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.036825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09c31e-dbaa-4357-9c38-0c40fbf13359 tempest-NetworksIpV6Test-2141764789 tempest-NetworksIpV6Test-2141764789-project] Pushing event deleted for resources: {'Network': ['ID=0c57230a-731d-4e9e-9464-0247c4b14f31,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:20.125221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dbc88-f93d-414f-9a7e-e57e4b322800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb45a51e-cf10-4d19-b31b-b85bc1700e7f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:20.130050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.174150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.234778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:20.243160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:20.247381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:20.270380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.275120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbc88-f93d-414f-9a7e-e57e4b322800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.276212 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8e8dbc88-f93d-414f-9a7e-e57e4b322800 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb45a51e-cf10-4d19-b31b-b85bc1700e7f HTTP/1.1" status: 204 len: 168 time: 0.6562672 Mar 11 15:41:20.280876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Pushing event updated for resources: {'Port': ['ID=03f212c1-544c-4b55-861f-dafc4fcb3205,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:20.559979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34022) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:20.712768 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.739255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Router 5966efa7-fbed-43a3-8901-587e24c3d3f9 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:41:20.747074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe84837f-256a-493c-b884-e21d2600bb49']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:20.764692 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7ec338-e9e3-4e3f-b894-1a30cc32a521') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:20.764985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7ec338-e9e3-4e3f-b894-1a30cc32a521') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:20.768951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.778614 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dbf11e35-4257-45df-9ec9-c4eb51b64b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.825927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.905609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.920608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:20.922426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:20.922810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.930847 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c742e85-4f3f-4749-acd8-cae553155084 None None] Sync routers for ids ['5966efa7-fbed-43a3-8901-587e24c3d3f9'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:20.937283 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:20.947454 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c742e85-4f3f-4749-acd8-cae553155084 None None] Routers {'5966efa7-fbed-43a3-8901-587e24c3d3f9'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:20.948965 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6c742e85-4f3f-4749-acd8-cae553155084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5966efa7-fbed-43a3-8901-587e24c3d3f9'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:20.955032 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-255e1d58-b347-44de-809c-98d7da24c5ad tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "PUT /v2.0/routers/5966efa7-fbed-43a3-8901-587e24c3d3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4769695 Mar 11 15:41:20.958705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34038) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:21.089480 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-93440102-1baf-4476-b67c-d816a427fa7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f531dfdced5d442aa929c99663a8fcca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275772 Mar 11 15:41:21.090120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c76ad45-04c2-4d1e-ac18-aaa9787c5ac7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:21.091662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c76ad45-04c2-4d1e-ac18-aaa9787c5ac7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:21.092494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3c76ad45-04c2-4d1e-ac18-aaa9787c5ac7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:21.092779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34042) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:21.115274 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-6c742e85-4f3f-4749-acd8-cae553155084 None None] Set router 5966efa7-fbed-43a3-8901-587e24c3d3f9 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:21.159883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.200339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.203393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Network': ['ID=fe84837f-256a-493c-b884-e21d2600bb49,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:21.206356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3c76ad45-04c2-4d1e-ac18-aaa9787c5ac7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:21.207663 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3c76ad45-04c2-4d1e-ac18-aaa9787c5ac7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2480600 Mar 11 15:41:21.210536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34052) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:21.250158 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-eb2a60f5-f8f9-47cc-9c71-b2cfbcb5e1bd tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/networks/fe84837f-256a-493c-b884-e21d2600bb49 HTTP/1.1" status: 204 len: 168 time: 1.2586749 Mar 11 15:41:21.257821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-805da084-003b-498f-8a62-641a37a69e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.262036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34058) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:21.275248 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6c742e85-4f3f-4749-acd8-cae553155084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5966efa7-fbed-43a3-8901-587e24c3d3f9', 'name': 'tempest-NetworksTestDHCPv6-router-74168250', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:08Z', 'updated_at': '2022-03-11T15:41:19Z', 'revision_number': 3, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:21.280563 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c742e85-4f3f-4749-acd8-cae553155084 None None] Checking router: 5966efa7-fbed-43a3-8901-587e24c3d3f9 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:41:21.290461 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c742e85-4f3f-4749-acd8-cae553155084 None None] Routers {'5966efa7-fbed-43a3-8901-587e24c3d3f9'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:21.292159 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6c742e85-4f3f-4749-acd8-cae553155084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5966efa7-fbed-43a3-8901-587e24c3d3f9'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:21.338203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-471edb69-d001-42dd-bab1-b3a9d0fad0ce tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet da9ec79b-1c3c-4059-9cc2-4e71318ab49b {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:21.363947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-471edb69-d001-42dd-bab1-b3a9d0fad0ce tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.364048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-805da084-003b-498f-8a62-641a37a69e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.396744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.412480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.416463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-cbd00f31-2a60-40d0-ab9f-a5861445753c tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Deleting port 6232a765-ff80-4114-bae3-c8be98f8296a {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:21.418091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cbd00f31-2a60-40d0-ab9f-a5861445753c tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.492526 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-6c742e85-4f3f-4749-acd8-cae553155084 None None] Set router 5966efa7-fbed-43a3-8901-587e24c3d3f9 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:21.577248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-805da084-003b-498f-8a62-641a37a69e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.604886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805da084-003b-498f-8a62-641a37a69e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf20452-5149-4a23-980d-1ac227adb687,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:21.629922 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6c742e85-4f3f-4749-acd8-cae553155084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5966efa7-fbed-43a3-8901-587e24c3d3f9', 'name': 'tempest-NetworksTestDHCPv6-router-74168250', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:08Z', 'updated_at': '2022-03-11T15:41:19Z', 'revision_number': 3, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:21.640145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-805da084-003b-498f-8a62-641a37a69e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.640296 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c742e85-4f3f-4749-acd8-cae553155084 None None] The sync data for ids ['5966efa7-fbed-43a3-8901-587e24c3d3f9'] in dv-neutron-833203-2-hyperv is: [{'id': '5966efa7-fbed-43a3-8901-587e24c3d3f9', 'name': 'tempest-NetworksTestDHCPv6-router-74168250', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:08Z', 'updated_at': '2022-03-11T15:41:19Z', 'revision_number': 3, 'project_id': '97558a07098d4afaab5283142dcd0877', 'gw_port_host': None}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:21.644918 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-805da084-003b-498f-8a62-641a37a69e0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bf20452-5149-4a23-980d-1ac227adb687 HTTP/1.1" status: 204 len: 168 time: 0.5510077 Mar 11 15:41:21.728287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-471edb69-d001-42dd-bab1-b3a9d0fad0ce tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.756075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cbd00f31-2a60-40d0-ab9f-a5861445753c tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.762411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Router d912957a-1abf-48a7-88d1-c85add5d8c29 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:41:21.908251 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-cbd00f31-2a60-40d0-ab9f-a5861445753c tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Calling delete_port for 6232a765-ff80-4114-bae3-c8be98f8296a owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:22.032949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-471edb69-d001-42dd-bab1-b3a9d0fad0ce tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.050511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:22.058495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.060017 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2fabc822-daae-49c8-bbbe-0a643606cb3f tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "PUT /v2.0/routers/d912957a-1abf-48a7-88d1-c85add5d8c29 HTTP/1.1" status: 200 len: 920 time: 4.7264307 Mar 11 15:41:22.062697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34080) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:22.073230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232485e9-a29b-4939-9fa3-45ee0abe4848 None None] Sync routers for ids ['d912957a-1abf-48a7-88d1-c85add5d8c29'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:22.100505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232485e9-a29b-4939-9fa3-45ee0abe4848 None None] Routers {'d912957a-1abf-48a7-88d1-c85add5d8c29'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:22.102529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-232485e9-a29b-4939-9fa3-45ee0abe4848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d912957a-1abf-48a7-88d1-c85add5d8c29'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:22.327667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cbd00f31-2a60-40d0-ab9f-a5861445753c tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.350749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-232485e9-a29b-4939-9fa3-45ee0abe4848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:22.368349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232485e9-a29b-4939-9fa3-45ee0abe4848 None None] Routers {'d912957a-1abf-48a7-88d1-c85add5d8c29'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:22.369292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-232485e9-a29b-4939-9fa3-45ee0abe4848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:40:53Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d912957a-1abf-48a7-88d1-c85add5d8c29'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:22.374946 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bcc9d156-e15a-41b5-8791-58883bee93ea tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/routers/d912957a-1abf-48a7-88d1-c85add5d8c29 HTTP/1.1" status: 200 len: 926 time: 0.2970378 Mar 11 15:41:22.387593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34090) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:22.424563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cbd00f31-2a60-40d0-ab9f-a5861445753c tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.427489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd00f31-2a60-40d0-ab9f-a5861445753c tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Port': ['ID=6232a765-ff80-4114-bae3-c8be98f8296a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:22.446302 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cbd00f31-2a60-40d0-ab9f-a5861445753c tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/ports/6232a765-ff80-4114-bae3-c8be98f8296a HTTP/1.1" status: 204 len: 168 time: 1.1826217 Mar 11 15:41:22.446904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34096) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:22.491776 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ce6120-8964-4496-afd6-1be8b458ccc0 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:22.492941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ce6120-8964-4496-afd6-1be8b458ccc0 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:22.497698 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-92ce6120-8964-4496-afd6-1be8b458ccc0 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/subnets/dd4fea87-32ee-4058-b7cc-cbef464e6232 HTTP/1.1" status: 404 len: 337 time: 0.0497696 Mar 11 15:41:22.500198 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34102) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:22.529125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-471edb69-d001-42dd-bab1-b3a9d0fad0ce tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.531570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-232485e9-a29b-4939-9fa3-45ee0abe4848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:22.531988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232485e9-a29b-4939-9fa3-45ee0abe4848 None None] The sync data for ids ['d912957a-1abf-48a7-88d1-c85add5d8c29'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:22.578194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac8a2b-060b-4126-9eb2-73b597b4e847 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:22.582674 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0fac8a2b-060b-4126-9eb2-73b597b4e847 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&device_id=d912957a-1abf-48a7-88d1-c85add5d8c29&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1939354 Mar 11 15:41:22.583410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34110) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:22.589770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471edb69-d001-42dd-bab1-b3a9d0fad0ce tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=da9ec79b-1c3c-4059-9cc2-4e71318ab49b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:22.602504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e72538-24dc-44e9-b96b-cdc432dd3dcd None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:22.668446 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-471edb69-d001-42dd-bab1-b3a9d0fad0ce tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.670490 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-471edb69-d001-42dd-bab1-b3a9d0fad0ce tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/da9ec79b-1c3c-4059-9cc2-4e71318ab49b HTTP/1.1" status: 204 len: 168 time: 1.4581125 Mar 11 15:41:22.676925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34116) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:22.813255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34122) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:22.822245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.845045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c38228-a081-44ec-aaf7-ed0b6968e051 req-4c520c48-75c9-4487-bb99-0f041b13877f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:22.846569 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c6c38228-a081-44ec-aaf7-ed0b6968e051 req-4c520c48-75c9-4487-bb99-0f041b13877f tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 945 time: 0.2622898 Mar 11 15:41:22.962935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2f8be2b0-e86c-4a5e-8187-4c885b96d2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.006189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df80687-277d-4bbf-9922-df5d5f2694e3 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:41:23.012515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8df80687-277d-4bbf-9922-df5d5f2694e3 None None] Deleting port 7f53d598-5939-4ab9-b6c8-92a939f17290 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:23.012926 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8df80687-277d-4bbf-9922-df5d5f2694e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.018620 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c6c38228-a081-44ec-aaf7-ed0b6968e051 req-f54f838b-edac-42c8-a207-38135828aac2 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636441 Mar 11 15:41:23.020001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6c358c-25be-42a0-8033-b3f18c2bc5a8 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:23.024927 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-eb6c358c-25be-42a0-8033-b3f18c2bc5a8 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/networks/71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 881 time: 0.3686888 Mar 11 15:41:23.025940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34130) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.086584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f40402dd-65ba-496a-aea0-3ff3511c6c51 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:router {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:23.102973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.141381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fcc955-6013-48a4-8b48-ed20a27637c1']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:23.146140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34138) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.146329 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cc6886fc-f84e-4ccc-b6c7-8ef6b71ad6cb tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=d912957a-1abf-48a7-88d1-c85add5d8c29 HTTP/1.1" status: 200 len: 205 time: 0.1175897 Mar 11 15:41:23.203691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac564cf-7c9d-4314-9efa-67f0d67aae0e req-d9fd8e59-e14d-4f51-8590-79de0b99e32a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:23.206000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40899b5-4310-4659-af5e-60e97cd7398b') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:23.206697 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aac564cf-7c9d-4314-9efa-67f0d67aae0e req-d9fd8e59-e14d-4f51-8590-79de0b99e32a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 945 time: 0.2762048 Mar 11 15:41:23.212455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40899b5-4310-4659-af5e-60e97cd7398b') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:23.214116 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1749878939', 'router:external': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:23.219997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:23.225468 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Usage tracker for resource:network and tenant:cd224232dfe7432d80bc2e428ab4523c is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:23.230117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:23.254612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f40402dd-65ba-496a-aea0-3ff3511c6c51 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:router {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:23.258807 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f40402dd-65ba-496a-aea0-3ff3511c6c51 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.5779707 Mar 11 15:41:23.260837 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8df80687-277d-4bbf-9922-df5d5f2694e3 None None] For port 7f53d598-5939-4ab9-b6c8-92a939f17290, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7f53d598-5939-4ab9-b6c8-92a939f17290,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:23.261389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8df80687-277d-4bbf-9922-df5d5f2694e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.261473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.262945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:23.265283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34144) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.284807 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.302196 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:23.302594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:23.317027 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:23.401242 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8df80687-277d-4bbf-9922-df5d5f2694e3 None None] Calling delete_port for 7f53d598-5939-4ab9-b6c8-92a939f17290 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:23.471294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.522121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34150) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.595652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-af53aed2-56d9-414d-9ac2-041a90c8521b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.623007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.640012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8df80687-277d-4bbf-9922-df5d5f2694e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.654411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.661801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2ac8d8a1-1649-42c6-8a81-ff2620f2611e tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] Request body: {'port': {'network_id': 'fddc3da1-51c9-4b1a-9adb-3e4a26fa6f1d', 'name': 'tempest-NetworksNegativeTestJSON-1906755272'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:23.673117 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aac564cf-7c9d-4314-9efa-67f0d67aae0e req-274cb797-2a18-457a-aa14-09421b57c617 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362252 Mar 11 15:41:23.700759 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Network': ['ID=00fcc955-6013-48a4-8b48-ed20a27637c1,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:23.702514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df80687-277d-4bbf-9922-df5d5f2694e3 None None] Pushing event deleted for resources: {'Port': ['ID=7f53d598-5939-4ab9-b6c8-92a939f17290,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:23.709647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df80687-277d-4bbf-9922-df5d5f2694e3 None None] No DVR routers for this DVR port 7f53d598-5939-4ab9-b6c8-92a939f17290 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:23.727081 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Made reservation on behalf of cd224232dfe7432d80bc2e428ab4523c for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:23.727081 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.730056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b90cb078-7fe2-4601-b6b0-54ec4684ef11 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:23.743707 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c3efe534-6717-4678-a5f5-34bb2da80867 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/networks/00fcc955-6013-48a4-8b48-ed20a27637c1 HTTP/1.1" status: 204 len: 168 time: 1.2368102 Mar 11 15:41:23.750910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34156) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.751629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.756811 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac8d8a1-1649-42c6-8a81-ff2620f2611e tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] POST failed (client error): The resource could not be found. Mar 11 15:41:23.764653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac8d8a1-1649-42c6-8a81-ff2620f2611e tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:23.764653 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2ac8d8a1-1649-42c6-8a81-ff2620f2611e tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2352865 Mar 11 15:41:23.764653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.765028 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34158) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.774287 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: b90cb078-7fe2-4601-b6b0-54ec4684ef11 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:23.774731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b90cb078-7fe2-4601-b6b0-54ec4684ef11 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:23.775223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7f53d598-5939-4ab9-b6c8-92a939f17290 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:23.796741 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2a93db-303c-4944-8883-0596ea8f181f tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:23.797226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2a93db-303c-4944-8883-0596ea8f181f tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:23.802488 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ca2a93db-303c-4944-8883-0596ea8f181f tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] 10.222.0.39 "DELETE /v2.0/networks/ee5cda5e-9ddd-407e-b9fa-694f36ae0104 HTTP/1.1" status: 404 len: 339 time: 0.0329549 Mar 11 15:41:23.802689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34164) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.812178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 7f53d598-5939-4ab9-b6c8-92a939f17290 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:23.812662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7f53d598-5939-4ab9-b6c8-92a939f17290 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:23.845129 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-933d3b0d-59c3-41ab-a6bd-7961da6d4b0c tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:23.845598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933d3b0d-59c3-41ab-a6bd-7961da6d4b0c tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:23.847455 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-933d3b0d-59c3-41ab-a6bd-7961da6d4b0c tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] 10.222.0.39 "DELETE /v2.0/ports/91781c8c-5dcf-4f03-92e3-71171042d0e7 HTTP/1.1" status: 404 len: 333 time: 0.0438223 Mar 11 15:41:23.853095 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34168) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.886619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Deleting port 03f212c1-544c-4b55-861f-dafc4fcb3205 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:23.886959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.915336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:23.931909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Usage tracker for resource:security_group_rule and tenant:cd224232dfe7432d80bc2e428ab4523c is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:23.936969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:23.948047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:24.019876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-af53aed2-56d9-414d-9ac2-041a90c8521b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.029623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-af53aed2-56d9-414d-9ac2-041a90c8521b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.036020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c8c117-c9ca-4f96-9ca1-7b2f5a6c7616 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Deleting subnet 5390b45d-34bd-4adc-81f2-c66b67fe5542 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:24.036968 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-240cf295-d33c-4aa6-aa6d-ecaf950e581a tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:24.037417 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240cf295-d33c-4aa6-aa6d-ecaf950e581a tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:24.043072 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-240cf295-d33c-4aa6-aa6d-ecaf950e581a tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] 10.222.0.39 "DELETE /v2.0/subnets/cd0530c2-eb06-41bd-af20-30b8b0e6faee HTTP/1.1" status: 404 len: 337 time: 0.1850498 Mar 11 15:41:24.043217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42c8c117-c9ca-4f96-9ca1-7b2f5a6c7616 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.044487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34172) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:24.081763 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0103e7bd-c46f-42e4-bfc9-44948cc5120c tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] GET failed (client error): The resource could not be found. Mar 11 15:41:24.086954 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0103e7bd-c46f-42e4-bfc9-44948cc5120c tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] 10.222.0.39 "GET /v2.0/networks/9434894f-8901-4404-850c-9a4350053ec3 HTTP/1.1" status: 404 len: 339 time: 0.0372746 Mar 11 15:41:24.088777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34178) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:24.206113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.234362 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cf526a-dbc2-4348-b611-a5d508607426 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] GET failed (client error): The resource could not be found. Mar 11 15:41:24.235723 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f6cf526a-dbc2-4348-b611-a5d508607426 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] 10.222.0.39 "GET /v2.0/ports/15171fa5-e52f-4761-85c8-727a733d8217 HTTP/1.1" status: 404 len: 333 time: 0.1376061 Mar 11 15:41:24.248818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-af53aed2-56d9-414d-9ac2-041a90c8521b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.249308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af53aed2-56d9-414d-9ac2-041a90c8521b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Fanout notify agent at l3_agent the message router_deleted on router 5966efa7-fbed-43a3-8901-587e24c3d3f9 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:41:24.250909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34182) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:24.311464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42c8c117-c9ca-4f96-9ca1-7b2f5a6c7616 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.334980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Calling delete_port for 03f212c1-544c-4b55-861f-dafc4fcb3205 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:24.360586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.370643 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b441eb8c-7fec-42de-8a87-ab5b9c70dc34 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] GET failed (client error): The resource could not be found. Mar 11 15:41:24.375728 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b441eb8c-7fec-42de-8a87-ab5b9c70dc34 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] 10.222.0.39 "GET /v2.0/subnets/9dc8b35a-aad8-444d-a95a-44404f70a3f7 HTTP/1.1" status: 404 len: 337 time: 0.1126635 Mar 11 15:41:24.375967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34186) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:24.384515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5efb5073-eadf-4bb3-8758-9406088cf3d3 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:24.417813 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efb5073-eadf-4bb3-8758-9406088cf3d3 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] PUT failed (client error): The resource could not be found. Mar 11 15:41:24.418359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efb5073-eadf-4bb3-8758-9406088cf3d3 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:24.419436 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5efb5073-eadf-4bb3-8758-9406088cf3d3 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] 10.222.0.39 "PUT /v2.0/networks/fed8a6a0-8f89-49ad-95fa-722a3857b63e HTTP/1.1" status: 404 len: 339 time: 0.0424609 Mar 11 15:41:24.424718 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34190) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:24.432585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5dfcaa9c-2cf8-49ee-aa3f-83e8b4eeb9f8 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:24.477154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.482296 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfcaa9c-2cf8-49ee-aa3f-83e8b4eeb9f8 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] PUT failed (client error): The resource could not be found. Mar 11 15:41:24.487502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfcaa9c-2cf8-49ee-aa3f-83e8b4eeb9f8 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:24.487502 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5dfcaa9c-2cf8-49ee-aa3f-83e8b4eeb9f8 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] 10.222.0.39 "PUT /v2.0/ports/8b409556-8adc-43ca-a3ef-75d981fdff4c HTTP/1.1" status: 404 len: 333 time: 0.0581722 Mar 11 15:41:24.488479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34194) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:24.493628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.500084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-312f8597-b187-489c-8c62-0a47b6a90926 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:24.508776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f0963-ea84-408f-9758-900c7b53a530 req-e326aa05-b4e9-41a6-8df9-7c15ad2b0e13 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:24.510212 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c0f0963-ea84-408f-9758-900c7b53a530 req-e326aa05-b4e9-41a6-8df9-7c15ad2b0e13 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 945 time: 0.3624275 Mar 11 15:41:24.537433 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-312f8597-b187-489c-8c62-0a47b6a90926 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] PUT failed (client error): The resource could not be found. Mar 11 15:41:24.537881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312f8597-b187-489c-8c62-0a47b6a90926 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:24.539016 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-312f8597-b187-489c-8c62-0a47b6a90926 tempest-NetworksNegativeTestJSON-1033240667 tempest-NetworksNegativeTestJSON-1033240667-project] 10.222.0.39 "PUT /v2.0/subnets/1128600e-ac70-4f19-9f34-c235d54ed607 HTTP/1.1" status: 404 len: 337 time: 0.0495744 Mar 11 15:41:24.582262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-6c759298-d6d4-493f-b8c4-f4b5fe204848 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:24.583713 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-6c759298-d6d4-493f-b8c4-f4b5fe204848 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.30 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 945 time: 0.4289024 Mar 11 15:41:24.586893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-af53aed2-56d9-414d-9ac2-041a90c8521b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.590356 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-af53aed2-56d9-414d-9ac2-041a90c8521b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/routers/5966efa7-fbed-43a3-8901-587e24c3d3f9 HTTP/1.1" status: 204 len: 168 time: 1.3195512 Mar 11 15:41:24.594546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34200) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:24.601983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.649912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3cd4e130-d3ad-4413-a010-b0a1d9156077 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:24.667001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42c8c117-c9ca-4f96-9ca1-7b2f5a6c7616 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.728700 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3cd4e130-d3ad-4413-a010-b0a1d9156077 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:24.732247 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3cd4e130-d3ad-4413-a010-b0a1d9156077 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1345234 Mar 11 15:41:24.732485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34206) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:24.767717 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c0f0963-ea84-408f-9758-900c7b53a530 req-e1dc5fb5-0db7-4e5e-8970-d9ff590eb8b7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230716 Mar 11 15:41:24.780220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Deleting port 97c8093e-16bd-4453-a593-2cf0bf8af487 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:24.780580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.791828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.813932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345df474-7174-4d06-84ef-ae8c59657684,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:24.840355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:41:24.850269 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Pushing event deleted for resources: {'Port': ['ID=03f212c1-544c-4b55-861f-dafc4fcb3205,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:24.887510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf38604a-d1ec-4b46-b82b-662d97b6f533 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:24.888210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cf38604a-d1ec-4b46-b82b-662d97b6f533 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:24.960078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.969597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-b8150f80-022d-448c-901d-e9cbcf3a2182 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:24.971069 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-b8150f80-022d-448c-901d-e9cbcf3a2182 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.30 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 945 time: 0.4737041 Mar 11 15:41:25.026698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.027125 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Added segment 1640c26d-15ae-4688-aa30-d6c921439c09 of type vlan for network daa86bb9-fc21-4eb7-a3df-572f3ccae263 Mar 11 15:41:25.031719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42c8c117-c9ca-4f96-9ca1-7b2f5a6c7616 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.065794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cf38604a-d1ec-4b46-b82b-662d97b6f533 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:25.069299 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cf38604a-d1ec-4b46-b82b-662d97b6f533 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3333104 Mar 11 15:41:25.075350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34212) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:25.139215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34216) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:25.211732 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e8a6715b-f1fe-4df2-b26a-e3be2f2f12df tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1314397 Mar 11 15:41:25.215559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34222) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:25.216317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8c117-c9ca-4f96-9ca1-7b2f5a6c7616 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Subnet': ['ID=5390b45d-34bd-4adc-81f2-c66b67fe5542,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:25.218846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.221283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.224770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42c8c117-c9ca-4f96-9ca1-7b2f5a6c7616 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.232432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eecd5a-af6a-494c-84c1-b784b6f7c328 None None] Network 71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:25.245999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:25.325539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.326922 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Fanout notify agent at l3_agent the message router_deleted on router d912957a-1abf-48a7-88d1-c85add5d8c29 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:41:25.348598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Deleting port 05a642a1-ed2c-4525-9a00-694bb93ef728 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:25.348950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.368891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f42d8465-0bcc-41ae-a1c7-2fb3d84f4517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.391869 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-42c8c117-c9ca-4f96-9ca1-7b2f5a6c7616 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/subnets/5390b45d-34bd-4adc-81f2-c66b67fe5542 HTTP/1.1" status: 204 len: 168 time: 1.6252706 Mar 11 15:41:25.397835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.401103 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3093a872-89ac-4c45-a60f-0ba0c784246d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/d912957a-1abf-48a7-88d1-c85add5d8c29 HTTP/1.1" status: 204 len: 168 time: 2.2539389 Mar 11 15:41:25.403387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.406692 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f42d8465-0bcc-41ae-a1c7-2fb3d84f4517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:25.409679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34226) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:25.410015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34228) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:25.418453 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2082256764', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:25.424578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f42d8465-0bcc-41ae-a1c7-2fb3d84f4517 admin admin] Usage tracker for resource:security_group_rule and tenant:281bfbf3c5144162995b4f1d8bbf431e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:25.458276 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f42d8465-0bcc-41ae-a1c7-2fb3d84f4517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:25.461401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:25.470499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f42d8465-0bcc-41ae-a1c7-2fb3d84f4517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:25.474824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Usage tracker for resource:router and tenant:43bda2e725ef4bdba982dd9de818f5d7 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:25.481456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:25.508681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad4045-a235-4d8b-a1e3-cdab7771ccec req-09c5c20c-5950-4c1d-abe2-14877718f2ca tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:25.510196 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-09ad4045-a235-4d8b-a1e3-cdab7771ccec req-09c5c20c-5950-4c1d-abe2-14877718f2ca tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 945 time: 0.6814277 Mar 11 15:41:25.546293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:25.566932 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] DHCP port deletion for 71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:41:25.571655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Deleting port a660f4cf-3ab3-4054-bf20-0583bcc581cb {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:25.571966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.600152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.619979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Deleting port a660f4cf-3ab3-4054-bf20-0583bcc581cb {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:25.620477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.677036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:25.720147 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a660f4cf-3ab3-4054-bf20-0583bcc581cb no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:25.722288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] For port 97c8093e-16bd-4453-a593-2cf0bf8af487, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=97c8093e-16bd-4453-a593-2cf0bf8af487,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:25.722652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.735325 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-09ad4045-a235-4d8b-a1e3-cdab7771ccec req-44198fe0-5844-4fa3-a43e-345f8d0d97bc tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108407 Mar 11 15:41:25.754873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:25.778185 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.852352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.853356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:25.854160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.881602 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.884265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.925353 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] For port a660f4cf-3ab3-4054-bf20-0583bcc581cb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a660f4cf-3ab3-4054-bf20-0583bcc581cb,segment=NetworkSegment(00d10591-b315-4f4d-9650-b61edc8fa6eb),segment_id=00d10591-b315-4f4d-9650-b61edc8fa6eb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:25.925788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.964668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.018168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:26.021594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.072089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f42d8465-0bcc-41ae-a1c7-2fb3d84f4517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.077505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] For port a660f4cf-3ab3-4054-bf20-0583bcc581cb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a660f4cf-3ab3-4054-bf20-0583bcc581cb,segment=NetworkSegment(00d10591-b315-4f4d-9650-b61edc8fa6eb),segment_id=00d10591-b315-4f4d-9650-b61edc8fa6eb)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:26.077860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.081018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.089955 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Calling delete_port for a660f4cf-3ab3-4054-bf20-0583bcc581cb owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:26.141158 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.141475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f42d8465-0bcc-41ae-a1c7-2fb3d84f4517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.194506 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.3766940 Mar 11 15:41:26.201385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port a660f4cf-3ab3-4054-bf20-0583bcc581cb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a660f4cf-3ab3-4054-bf20-0583bcc581cb,segment=NetworkSegment(00d10591-b315-4f4d-9650-b61edc8fa6eb),segment_id=00d10591-b315-4f4d-9650-b61edc8fa6eb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:26.201971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34236) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:26.263225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4cfa2-1613-4133-b0ff-42d8ebf84fb4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event updated for resources: {'Network': ['ID=daa86bb9-fc21-4eb7-a3df-572f3ccae263,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:26.264930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.283851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Request body: {'subnet': {'network_id': 'daa86bb9-fc21-4eb7-a3df-572f3ccae263', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:26.298160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Calling delete_port for a660f4cf-3ab3-4054-bf20-0583bcc581cb owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:26.311028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:26.323777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] For port 05a642a1-ed2c-4525-9a00-694bb93ef728, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=05a642a1-ed2c-4525-9a00-694bb93ef728,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:26.324224 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.326107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network daa86bb9-fc21-4eb7-a3df-572f3ccae263 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:41:26.332666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Usage tracker for resource:subnet and tenant:cd224232dfe7432d80bc2e428ab4523c is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:26.334982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d8465-0bcc-41ae-a1c7-2fb3d84f4517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c942ead0-976c-42ff-b720-177ac40f8a4f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:26.415555 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:26.427852 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f42d8465-0bcc-41ae-a1c7-2fb3d84f4517 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=281bfbf3c5144162995b4f1d8bbf431e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2826674 Mar 11 15:41:26.432287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34240) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:26.438812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:26.438973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:26.455289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=a660f4cf-3ab3-4054-bf20-0583bcc581cb,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:26.489555 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:26.625661 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.637796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.638198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.638516 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Floating IP e45c97c3-ba9e-422a-93ea-51571c9c77e3 disassociated. External IP: 172.26.6.209, port: 97c8093e-16bd-4453-a593-2cf0bf8af487. Mar 11 15:41:26.638848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Calling delete_port for 97c8093e-16bd-4453-a593-2cf0bf8af487 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:26.651523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5f6f-0738-449f-b520-bef63d65beab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.671337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:26.671666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:26.678572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5f6f-0738-449f-b520-bef63d65beab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.692141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Made reservation on behalf of cd224232dfe7432d80bc2e428ab4523c for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:26.694506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.827889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5f6f-0738-449f-b520-bef63d65beab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.846862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d5f6f-0738-449f-b520-bef63d65beab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c942ead0-976c-42ff-b720-177ac40f8a4f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:26.882730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5f6f-0738-449f-b520-bef63d65beab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.882730 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-aa5d5f6f-0738-449f-b520-bef63d65beab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c942ead0-976c-42ff-b720-177ac40f8a4f HTTP/1.1" status: 204 len: 168 time: 0.4398177 Mar 11 15:41:26.940223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Deleting port a660f4cf-3ab3-4054-bf20-0583bcc581cb {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:26.940872 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.010527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2acfb5-4c03-4240-930e-442fdb06d3b0 req-44bbf813-7521-4b50-bfd8-2f4c9c2dcd8a tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.012037 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b2acfb5-4c03-4240-930e-442fdb06d3b0 req-44bbf813-7521-4b50-bfd8-2f4c9c2dcd8a tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 945 time: 1.0447071 Mar 11 15:41:27.062712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.097250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.170724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] For port a660f4cf-3ab3-4054-bf20-0583bcc581cb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a660f4cf-3ab3-4054-bf20-0583bcc581cb,segment=NetworkSegment(00d10591-b315-4f4d-9650-b61edc8fa6eb),segment_id=00d10591-b315-4f4d-9650-b61edc8fa6eb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:27.171126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.173853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Deleting port a660f4cf-3ab3-4054-bf20-0583bcc581cb {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:27.174179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.308654 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Calling delete_port for a660f4cf-3ab3-4054-bf20-0583bcc581cb owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:27.467034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.objects.ports [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:41:27.470399 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b2acfb5-4c03-4240-930e-442fdb06d3b0 req-30e52118-cc59-4fa1-8513-87c1f3f516a7 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups?id=440c1c99-75e7-40b9-b775-785474310434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011371 Mar 11 15:41:27.479424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.540691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.551940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.552462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.552807 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Floating IP 7aa57f7e-d9df-407a-bfc2-aa3aa5b238dc disassociated. External IP: 172.26.6.178, port: 05a642a1-ed2c-4525-9a00-694bb93ef728. Mar 11 15:41:27.553155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Calling delete_port for 05a642a1-ed2c-4525-9a00-694bb93ef728 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:27.591673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] Pushing event deleted for resources: {'Port': ['ID=a660f4cf-3ab3-4054-bf20-0583bcc581cb,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:27.596047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d9d51-2bad-4661-a82d-2183c932b52e None None] No DVR routers for this DVR port a660f4cf-3ab3-4054-bf20-0583bcc581cb on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:27.620870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] For port a660f4cf-3ab3-4054-bf20-0583bcc581cb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a660f4cf-3ab3-4054-bf20-0583bcc581cb,segment=NetworkSegment(00d10591-b315-4f4d-9650-b61edc8fa6eb),segment_id=00d10591-b315-4f4d-9650-b61edc8fa6eb)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:27.621291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.641921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Allocated IP 172.26.6.221 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/13be7857-2463-421f-854e-eac2d9c1eb5c) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:27.701707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:27.729955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9bfff-b3c1-4a60-8188-39b68f8a6cec req-a72654ff-ea13-4057-9cbb-e50cd8437d49 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.731410 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4e9bfff-b3c1-4a60-8188-39b68f8a6cec req-a72654ff-ea13-4057-9cbb-e50cd8437d49 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 945 time: 0.7818902 Mar 11 15:41:27.732232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:27.742204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=5368ec4f-48b0-4b80-ad57-f79eb1df4847,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:27.744829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.745273 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fdc2d1-b601-401f-a605-2dd50e916c8c None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:27.748178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.760341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Calling delete_port for a660f4cf-3ab3-4054-bf20-0583bcc581cb owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:27.867145 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4e9bfff-b3c1-4a60-8188-39b68f8a6cec req-712de4a3-7355-468c-844b-1f6d687dab3a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups?id=89154c69-4b2c-4ae2-866f-0005f1d6ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157944 Mar 11 15:41:27.901271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.967784 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8a4a14ec-6c21-4b40-bc2a-bbe077588079 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7482989 Mar 11 15:41:27.971071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:27.971535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:27.972087 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34264) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:27.973688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Pushing event deleted for resources: {'Port': ['ID=97c8093e-16bd-4453-a593-2cf0bf8af487,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:27.998349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:28.028821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '5368ec4f-48b0-4b80-ad57-f79eb1df4847'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:41:28.030321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.103165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.174196 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:28.180237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:28.183977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:28.190668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:28.249183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.262234 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Allocated IP 2001:db8::f816:3eff:fe81:f33e (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/5368ec4f-48b0-4b80-ad57-f79eb1df4847/dbe46b42-66e5-4826-a070-d8e3a915ebcb) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:28.280204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.323975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Pushing event deleted for resources: {'Port': ['ID=05a642a1-ed2c-4525-9a00-694bb93ef728,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:28.344198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34272) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:28.369791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Router 5089b66f-d265-463d-8564-9557ece2bba4 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:41:28.383209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Pushing event updated for resources: {'Port': ['ID=13be7857-2463-421f-854e-eac2d9c1eb5c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:28.389713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:28.393175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.426851 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:28.430449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:28.434841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:28.580167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'network': {'name': 'tempest-RoutersTest-1845909934'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:28.842428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.842428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Transition to ACTIVE for port object dbe46b42-66e5-4826-a070-d8e3a915ebcb will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:28.842428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 05a642a1-ed2c-4525-9a00-694bb93ef728 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:28.842428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 05a642a1-ed2c-4525-9a00-694bb93ef728 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:28.842428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 05a642a1-ed2c-4525-9a00-694bb93ef728 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:28.842428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 97c8093e-16bd-4453-a593-2cf0bf8af487 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:28.843300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:28.843804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 97c8093e-16bd-4453-a593-2cf0bf8af487 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:28.843804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 97c8093e-16bd-4453-a593-2cf0bf8af487 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:28.843804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Transition to ACTIVE for port object dbe46b42-66e5-4826-a070-d8e3a915ebcb will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:28.858794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Deleting port a660f4cf-3ab3-4054-bf20-0583bcc581cb {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:28.859415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.895350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:network and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:28.936538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:28.936538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-185d379f-129f-4f1b-8fe5-f3c3539a92e7 req-e2e1aa22-0d53-4485-a829-cf7d34265632 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Synchronizing usage tracker for tenant:3cf80f2521c8495ea617d58524b72c74 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:28.936538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:28.965907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] The port 'a660f4cf-3ab3-4054-bf20-0583bcc581cb' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:41:29.045763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.064851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-185d379f-129f-4f1b-8fe5-f3c3539a92e7 req-e2e1aa22-0d53-4485-a829-cf7d34265632 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Unset dirty status for tenant:3cf80f2521c8495ea617d58524b72c74 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:29.073682 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-185d379f-129f-4f1b-8fe5-f3c3539a92e7 req-e2e1aa22-0d53-4485-a829-cf7d34265632 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 210 time: 0.4494104 Mar 11 15:41:29.115199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:29.118672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:29.123253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:29.125536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Pushing event updated for resources: {'Port': ['ID=dbe46b42-66e5-4826-a070-d8e3a915ebcb,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:29.137824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.objects.ports [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:41:29.138302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.208506 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d3b463e-50e4-440b-9da4-9dd6761652eb req-d3c2a4fa-d808-4bfd-b4af-a7608269f7c5 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 210 time: 0.1614940 Mar 11 15:41:29.215782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:41:29.242667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Attempting to bind port dbe46b42-66e5-4826-a070-d8e3a915ebcb on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:29.242903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Attempting to bind port dbe46b42-66e5-4826-a070-d8e3a915ebcb by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:29.243234 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Attempting to bind port dbe46b42-66e5-4826-a070-d8e3a915ebcb on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:29.244249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:29.249057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:41:29.249297 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.249418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:29.249840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.250228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:41:29.250695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Bound port: dbe46b42-66e5-4826-a070-d8e3a915ebcb, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:29.251061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.293904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.314485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:29.326097 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c8489-bc5b-4738-9dc3-9cf5d5eae273 None None] Sync routers for ids ['5089b66f-d265-463d-8564-9557ece2bba4'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:29.344720 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c8489-bc5b-4738-9dc3-9cf5d5eae273 None None] Routers {'5089b66f-d265-463d-8564-9557ece2bba4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:29.344966 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.345880 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a80c8489-bc5b-4738-9dc3-9cf5d5eae273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5089b66f-d265-463d-8564-9557ece2bba4'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:29.361543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] For port dbe46b42-66e5-4826-a070-d8e3a915ebcb, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:29.365153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] For port dbe46b42-66e5-4826-a070-d8e3a915ebcb, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=dbe46b42-66e5-4826-a070-d8e3a915ebcb,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:41:29.394075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.452382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:29.454174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.458950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:29.462304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:29.479658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:29.482866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:29.483574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.488755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fb3e24d5-998e-42f5-804b-a092b9eca916,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:29.510476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] No DVR routers for this DVR port 97c8093e-16bd-4453-a593-2cf0bf8af487 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:29.514743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.519383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:security_group_rule and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:29.525334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'name': 'network-vif-deleted', 'tag': '97c8093e-16bd-4453-a593-2cf0bf8af487'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:41:29.532362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:29.552977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Checking segment: {'id': '1640c26d-15ae-4688-aa30-d6c921439c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'daa86bb9-fc21-4eb7-a3df-572f3ccae263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:29.553335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Network hostable DHCP agents. Network: daa86bb9-fc21-4eb7-a3df-572f3ccae263, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:41:29.559163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8752160-4da5-42fd-b81a-7c32d9c951c3 None None] Pushing event updated for resources: {'Port': ['ID=dbe46b42-66e5-4826-a070-d8e3a915ebcb,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:29.566704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:29.567004 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-a80c8489-bc5b-4738-9dc3-9cf5d5eae273 None None] Set router 5089b66f-d265-463d-8564-9557ece2bba4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:29.582836 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-62ead3be-4c08-4118-b54b-b8c02ac6194a req-f7742c6d-f768-4f9e-9404-3f9862d40e18 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.30 "DELETE /v2.0/ports/97c8093e-16bd-4453-a593-2cf0bf8af487 HTTP/1.1" status: 204 len: 173 time: 4.9865558 Mar 11 15:41:29.607430 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=e198a529-a0b9-44f9-8580-88034ff60188,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:29.618297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d10591-b315-4f4d-9650-b61edc8fa6eb') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:29.621592 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d10591-b315-4f4d-9650-b61edc8fa6eb') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:29.622322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f4dd47-16b3-4f73-a4ee-226ddf353509', 'name': 'network-vif-deleted', 'tag': '97c8093e-16bd-4453-a593-2cf0bf8af487', 'status': 'completed', 'code': 200} Mar 11 15:41:29.681060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.725168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.802007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Network daa86bb9-fc21-4eb7-a3df-572f3ccae263 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:41:29.827988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:29.837980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8033dae-1abf-4755-90a1-3d049c170f1b None None] Sync routers for ids ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:29.858214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8033dae-1abf-4755-90a1-3d049c170f1b None None] Routers {'2ea6d613-bfe9-4b8f-813e-eb59adf4318d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:29.859110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e8033dae-1abf-4755-90a1-3d049c170f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:29.974970 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a80c8489-bc5b-4738-9dc3-9cf5d5eae273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:00Z', 'revision_number': 4, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8de05c1d-1a5c-4824-8403-5a5beb720630', 'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'mac_address': 'fa:16:3e:cd:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:58Z', 'updated_at': '2022-03-11T15:39:10Z', 'revision_number': 5, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'subnets': [{'id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:29.979877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] No DVR routers for this DVR port 05a642a1-ed2c-4525-9a00-694bb93ef728 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:29.981536 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c8489-bc5b-4738-9dc3-9cf5d5eae273 None None] Checking router: 5089b66f-d265-463d-8564-9557ece2bba4 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:41:30.022338 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c8489-bc5b-4738-9dc3-9cf5d5eae273 None None] Routers {'5089b66f-d265-463d-8564-9557ece2bba4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:30.026331 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a80c8489-bc5b-4738-9dc3-9cf5d5eae273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5089b66f-d265-463d-8564-9557ece2bba4'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:30.057274 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b49a6d5b-b80b-4a3a-b136-e3d86ab8101d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0776553 Mar 11 15:41:30.058439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.059961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34284) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:30.071739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.078059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:18:84:cd', 'name': 'tempest-NetworksTestDHCPv6-1030315050'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:30.082111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.085993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, daa86bb9-fc21-4eb7-a3df-572f3ccae263) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:30.105078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:30.107384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.110489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a1c7ad-6458-4228-a650-ed11469213ad None None] Network daa86bb9-fc21-4eb7-a3df-572f3ccae263 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:30.112881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:30.113405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:30.150061 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:30.153218 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e630fed0-7324-4c62-916d-58a7f4b040e0 req-3d401ec2-a7a9-4204-b057-48ec8d47cc74 tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.30 "DELETE /v2.0/ports/05a642a1-ed2c-4525-9a00-694bb93ef728 HTTP/1.1" status: 204 len: 173 time: 5.1743648 Mar 11 15:41:30.160395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.185113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:41:30.206327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.206678 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added segment 82fb5db3-dbe3-4e25-8c42-cff501d2732d of type vlan for network 29a238a3-9361-411e-aa1b-df66744b26b4 Mar 11 15:41:30.307709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.525432 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.539613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:30.541619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.549505 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-a80c8489-bc5b-4738-9dc3-9cf5d5eae273 None None] Set router 5089b66f-d265-463d-8564-9557ece2bba4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:30.558433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.651881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.677602 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] Pushing event deleted for resources: {'Network': ['ID=71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:30.692704 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-96d5c4cf-f6cf-403c-ac95-1bf50ebe26b4 tempest-NetworksIpV6TestAttrs-1745941173 tempest-NetworksIpV6TestAttrs-1745941173-project] 10.222.0.39 "DELETE /v2.0/networks/71ea960e-6cc5-43e8-8eb6-b3ed6f0b01a7 HTTP/1.1" status: 204 len: 168 time: 5.2790210 Mar 11 15:41:30.755603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:30.769034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:30.777131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:30.794623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:30.833284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-e8033dae-1abf-4755-90a1-3d049c170f1b None None] Set router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:30.930212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Network': ['ID=29a238a3-9361-411e-aa1b-df66744b26b4,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:30.940678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:30.948815 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ee7e074-8bed-4cf9-bede-e7963442914c req-615f181a-6cc1-4c1e-a8dc-703f857d5f4e tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=79f4dd47-16b3-4f73-a4ee-226ddf353509 HTTP/1.1" status: 200 len: 210 time: 0.5566261 Mar 11 15:41:30.968002 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c0cb6dee-aef6-4699-8a6c-afd3fd3d1237 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.7164164 Mar 11 15:41:30.981953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34294) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:30.985461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 29a238a3-9361-411e-aa1b-df66744b26b4 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:41:30.985725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-407561835', 'network_id': 'daa86bb9-fc21-4eb7-a3df-572f3ccae263'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:30.988391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-0d2df55f-1882-428b-8349-ace171a3d138 req-65217d24-fb34-410f-8bf6-bb99c30f1a1c tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Synchronizing usage tracker for tenant:c82f540907034ec783433631c2c91e3e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:31.000039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3e582e-d7d4-4262-9be7-30835111615e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:31.006970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:31.033075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc3a769-3a7e-407b-b3a2-a55762f5e4b5 None None] Network daa86bb9-fc21-4eb7-a3df-572f3ccae263 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:31.077170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Usage tracker for resource:port and tenant:cd224232dfe7432d80bc2e428ab4523c is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:31.077750 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2d108094-fcd0-40e9-a69c-6f680326369c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7248979 Mar 11 15:41:31.077750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34298) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:31.078034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:31.080745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:31.082381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'network': {'name': 'tempest-RoutersTest-950090290'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:31.090959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:31.099488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:network and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:31.113238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:31.121873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:31.140972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-0d2df55f-1882-428b-8349-ace171a3d138 req-65217d24-fb34-410f-8bf6-bb99c30f1a1c tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Unset dirty status for tenant:c82f540907034ec783433631c2c91e3e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:31.145383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:31.149684 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0d2df55f-1882-428b-8349-ace171a3d138 req-65217d24-fb34-410f-8bf6-bb99c30f1a1c tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e80c76ab-7871-484c-957f-31732a4ae52b HTTP/1.1" status: 200 len: 210 time: 0.5778568 Mar 11 15:41:31.219742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:31.223399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:31.251053 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a80c8489-bc5b-4738-9dc3-9cf5d5eae273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:00Z', 'revision_number': 4, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8de05c1d-1a5c-4824-8403-5a5beb720630', 'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'mac_address': 'fa:16:3e:cd:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:58Z', 'updated_at': '2022-03-11T15:39:10Z', 'revision_number': 5, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'subnets': [{'id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:31.255373 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c8489-bc5b-4738-9dc3-9cf5d5eae273 None None] The sync data for ids ['5089b66f-d265-463d-8564-9557ece2bba4'] in dv-neutron-833203-2-hyperv is: [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:00Z', 'revision_number': 4, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8de05c1d-1a5c-4824-8403-5a5beb720630', 'name': '', 'network_id': 'a1b3af6a-4c9c-42b9-8337-bd28f435b9c2', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'mac_address': 'fa:16:3e:cd:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:58Z', 'updated_at': '2022-03-11T15:39:10Z', 'revision_number': 5, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'subnets': [{'id': '66e3b66b-727f-4b7d-8f30-c9f070b1cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:31.306881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:41:31.324949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:31.325435 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added segment da4eb4c5-f8e5-4929-b6ba-0f84952fcd17 of type vlan for network ffd2d404-63fa-42d6-a087-8fb6208a86e8 Mar 11 15:41:31.403273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:31.433380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:31.470353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 963f38a8-7fb8-49eb-a9a9-a5fd9d90c077 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:41:31.511842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b7104-6422-4728-9bb1-46ec9e01fdc2 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:31.515919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Made reservation on behalf of cd224232dfe7432d80bc2e428ab4523c for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:31.518224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:31.571148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34304) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:31.579914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:31.588325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:31.590548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:31.596953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] device_id is not set on port 6df6aed2-0922-4eed-ae2d-665c93490b0f yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:41:31.626939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'name': 'network-vif-deleted', 'tag': '05a642a1-ed2c-4525-9a00-694bb93ef728'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:41:31.761325 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc30bfb-72c8-4de3-803f-52fabdf7d562 None None] New status for floating IP e45c97c3-ba9e-422a-93ea-51571c9c77e3: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:41:31.824011 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80c76ab-7871-484c-957f-31732a4ae52b', 'name': 'network-vif-deleted', 'tag': '05a642a1-ed2c-4525-9a00-694bb93ef728', 'status': 'completed', 'code': 200} Mar 11 15:41:31.855168 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7733264 Mar 11 15:41:31.889369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dbe46b42-66e5-4826-a070-d8e3a915ebcb up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:31.901903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34312) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:31.917918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'subnet': {'network_id': '29a238a3-9361-411e-aa1b-df66744b26b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:31.932619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-015ef339-53e2-4973-9bec-6dd6ecf4d454 None None] Provisioning for port dbe46b42-66e5-4826-a070-d8e3a915ebcb completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:31.938587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf6dd8-4719-4417-961a-ec0a3094b213 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Network': ['ID=ffd2d404-63fa-42d6-a087-8fb6208a86e8,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:32.012431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network ffd2d404-63fa-42d6-a087-8fb6208a86e8 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:41:32.018384 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7adcba42-fd00-4b63-9cd3-44111e44b726 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89d3500e9e5b4a36b2a5340f18cbbb37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459825 Mar 11 15:41:32.024688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34318) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:32.245639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Router a2ca8ae2-064b-4083-ba26-c59d6bfaf64b is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:41:32.320325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34326) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:32.347064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Allocated IP 172.20.0.10 (daa86bb9-fc21-4eb7-a3df-572f3ccae263/fb3e24d5-998e-42f5-804b-a092b9eca916/6df6aed2-0922-4eed-ae2d-665c93490b0f) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:32.428596 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34330) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:32.436464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:32.519325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:subnet and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:32.521931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6f986e3d-f242-4496-86f1-a20d93750afa tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.529096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:32.541185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:32.550074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port dbe46b42-66e5-4826-a070-d8e3a915ebcb completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:32.559823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port dbe46b42-66e5-4826-a070-d8e3a915ebcb triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:32.560440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.581752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6f986e3d-f242-4496-86f1-a20d93750afa tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.590665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9355ce36-e940-41de-941c-528ac7b343d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.610413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e8033dae-1abf-4755-90a1-3d049c170f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:04Z', 'revision_number': 4, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'd04b27d9-a869-42cd-b06b-aedb7cda8670', 'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'mac_address': 'fa:16:3e:ee:42:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:00Z', 'updated_at': '2022-03-11T15:39:16Z', 'revision_number': 5, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'subnets': [{'id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:32.631839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8033dae-1abf-4755-90a1-3d049c170f1b None None] Checking router: 2ea6d613-bfe9-4b8f-813e-eb59adf4318d for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:41:32.637068 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 172.20.0.14 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/e198a529-a0b9-44f9-8580-88034ff60188/963f38a8-7fb8-49eb-a9a9-a5fd9d90c077) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:32.641986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9355ce36-e940-41de-941c-528ac7b343d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.655853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8033dae-1abf-4755-90a1-3d049c170f1b None None] Routers {'2ea6d613-bfe9-4b8f-813e-eb59adf4318d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:32.656504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e8033dae-1abf-4755-90a1-3d049c170f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:32.682518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:32.686137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.730891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::f816:3eff:fe18:84cd (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/5368ec4f-48b0-4b80-ad57-f79eb1df4847/963f38a8-7fb8-49eb-a9a9-a5fd9d90c077) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:32.775314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33fe90ff-1830-4930-8ef4-c853fd7144a1 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.802447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:32.823722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6f986e3d-f242-4496-86f1-a20d93750afa tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.838858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36564591-d37c-4685-834c-eec8e7263ddc None None] Sync routers for ids ['a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:32.849301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f986e3d-f242-4496-86f1-a20d93750afa tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89154c69-4b2c-4ae2-866f-0005f1d6ba58,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:32.878870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.897397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9355ce36-e940-41de-941c-528ac7b343d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.897643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33fe90ff-1830-4930-8ef4-c853fd7144a1 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.923858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355ce36-e940-41de-941c-528ac7b343d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7baac7-8dc0-4748-8f95-b1328fdcba0e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:32.928090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9355ce36-e940-41de-941c-528ac7b343d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.929333 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9355ce36-e940-41de-941c-528ac7b343d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b7baac7-8dc0-4748-8f95-b1328fdcba0e HTTP/1.1" status: 204 len: 168 time: 0.9004977 Mar 11 15:41:32.956162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36564591-d37c-4685-834c-eec8e7263ddc None None] Routers {'a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:32.956845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-36564591-d37c-4685-834c-eec8e7263ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:33.019077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.044534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.045178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba986a5-f02e-4a81-9884-1e464441d3c0 None None] Update dhcp port {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': '5368ec4f-48b0-4b80-ad57-f79eb1df4847', 'ip_address': '2001:db8::f816:3eff:fe81:f33e'}, {'subnet_id': 'e198a529-a0b9-44f9-8580-88034ff60188'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': 'dbe46b42-66e5-4826-a070-d8e3a915ebcb'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:41:33.045756 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5354f5aa-314f-4404-8afe-83c1d146d85f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6330225 Mar 11 15:41:33.048733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34338) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:33.055495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:33.091156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-36564591-d37c-4685-834c-eec8e7263ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:33.112328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-e8033dae-1abf-4755-90a1-3d049c170f1b None None] Set router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:33.117861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.136294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.138303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 963f38a8-7fb8-49eb-a9a9-a5fd9d90c077 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:33.150941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6f986e3d-f242-4496-86f1-a20d93750afa tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.154583 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6f986e3d-f242-4496-86f1-a20d93750afa tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "DELETE /v2.0/security-groups/89154c69-4b2c-4ae2-866f-0005f1d6ba58 HTTP/1.1" status: 204 len: 168 time: 0.7179232 Mar 11 15:41:33.155809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.162492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34342) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:33.188484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36564591-d37c-4685-834c-eec8e7263ddc None None] Routers {'a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:33.189135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-36564591-d37c-4685-834c-eec8e7263ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:33.198778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33fe90ff-1830-4930-8ef4-c853fd7144a1 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.233213 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Network daa86bb9-fc21-4eb7-a3df-572f3ccae263 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:33.243664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:33.245783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe90ff-1830-4930-8ef4-c853fd7144a1 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440c1c99-75e7-40b9-b775-785474310434,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:33.247431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:33.252135 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-eb9221fa-1d8f-4125-9cba-6cb4815ad82b tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] show failed (client error): The resource could not be found. Mar 11 15:41:33.259532 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-eb9221fa-1d8f-4125-9cba-6cb4815ad82b tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "GET /v2.0/security-groups/89154c69-4b2c-4ae2-866f-0005f1d6ba58 HTTP/1.1" status: 404 len: 347 time: 0.0678751 Mar 11 15:41:33.282118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34346) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:33.291046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event updated for resources: {'Port': ['ID=6df6aed2-0922-4eed-ae2d-665c93490b0f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:33.376143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Subnet': ['ID=1ac7ecce-84b4-495d-bdfd-f00b25967292,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:33.396191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Checking segment: {'id': '82fb5db3-dbe3-4e25-8c42-cff501d2732d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '29a238a3-9361-411e-aa1b-df66744b26b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:33.396576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network hostable DHCP agents. Network: 29a238a3-9361-411e-aa1b-df66744b26b4, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:41:33.436122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2ba986a5-f02e-4a81-9884-1e464441d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.451092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-36564591-d37c-4685-834c-eec8e7263ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:33.451751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36564591-d37c-4685-834c-eec8e7263ddc None None] The sync data for ids ['a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:33.462655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33fe90ff-1830-4930-8ef4-c853fd7144a1 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.464068 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-33fe90ff-1830-4930-8ef4-c853fd7144a1 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "DELETE /v2.0/security-groups/440c1c99-75e7-40b9-b775-785474310434 HTTP/1.1" status: 204 len: 168 time: 1.0221224 Mar 11 15:41:33.475660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port dbe46b42-66e5-4826-a070-d8e3a915ebcb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=dbe46b42-66e5-4826-a070-d8e3a915ebcb,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:33.475908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34354) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:33.479944 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:33.480577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.519599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-862a2f72-c984-4c0c-ad94-3cc296fbe67a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Deleting port 1cb616df-9ca7-4a14-b5cb-74b9cc43c7c7 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:33.519599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-862a2f72-c984-4c0c-ad94-3cc296fbe67a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.552594 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-274db3bb-9044-401d-a700-ecf377b4c5f3 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] show failed (client error): The resource could not be found. Mar 11 15:41:33.553656 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-274db3bb-9044-401d-a700-ecf377b4c5f3 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "GET /v2.0/security-groups/440c1c99-75e7-40b9-b775-785474310434 HTTP/1.1" status: 404 len: 347 time: 0.0756032 Mar 11 15:41:33.558623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34360) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:33.590286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 29a238a3-9361-411e-aa1b-df66744b26b4 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:41:33.637214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.668501 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8de841a7-c915-4fac-9361-e1d3bbc1fac3 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6952405 Mar 11 15:41:33.698594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34366) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:33.706089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 29a238a3-9361-411e-aa1b-df66744b26b4) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:33.722687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:33.723278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.755278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e5c1f0-044f-47b0-8731-615294513c20 None None] Network 29a238a3-9361-411e-aa1b-df66744b26b4 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:33.762717 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:41:33.793467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.857510 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-df2512af-e0e6-40da-b04d-0a5015792422 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9469397 Mar 11 15:41:33.858315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34372) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:33.875758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'subnet': {'network_id': 'ffd2d404-63fa-42d6-a087-8fb6208a86e8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:33.992619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.052268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:34.055689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:34.065339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:subnet and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:34.069699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:34.076448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3d0df6bc-64e2-45d8-9bdf-2294f22ed993 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Deleting port 4edad86c-97d3-4f3f-abc8-b9367012fdfe {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:34.079681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3d0df6bc-64e2-45d8-9bdf-2294f22ed993 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.083218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:34.102158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:34.114637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:34.115609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.171567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=963f38a8-7fb8-49eb-a9a9-a5fd9d90c077,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:34.194119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:34.198341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-454b0ca0-f99c-4c4f-8390-dc6251a119e6 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Deleting port 6df6aed2-0922-4eed-ae2d-665c93490b0f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:34.198341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-454b0ca0-f99c-4c4f-8390-dc6251a119e6 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.204608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.295357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-862a2f72-c984-4c0c-ad94-3cc296fbe67a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.303752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-862a2f72-c984-4c0c-ad94-3cc296fbe67a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.342309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:34.342957 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.383469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=dbe46b42-66e5-4826-a070-d8e3a915ebcb,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:34.386869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-29a238a3-9361-411e-aa1b-df66744b26b4', 'network_id': '29a238a3-9361-411e-aa1b-df66744b26b4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'fixed_ips': [{'subnet_id': '1ac7ecce-84b4-495d-bdfd-f00b25967292'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:41:34.387709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.489629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34384) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:34.503268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Deleting port 13be7857-2463-421f-854e-eac2d9c1eb5c {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:34.503604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.507984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-2ba986a5-f02e-4a81-9884-1e464441d3c0 None None] Allocated IP 172.20.0.2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/e198a529-a0b9-44f9-8580-88034ff60188/dbe46b42-66e5-4826-a070-d8e3a915ebcb) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:34.547161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-862a2f72-c984-4c0c-ad94-3cc296fbe67a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Calling delete_port for 1cb616df-9ca7-4a14-b5cb-74b9cc43c7c7 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:34.562336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e8033dae-1abf-4755-90a1-3d049c170f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:04Z', 'revision_number': 4, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'd04b27d9-a869-42cd-b06b-aedb7cda8670', 'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'mac_address': 'fa:16:3e:ee:42:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:00Z', 'updated_at': '2022-03-11T15:39:16Z', 'revision_number': 5, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'subnets': [{'id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:34.626337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8033dae-1abf-4755-90a1-3d049c170f1b None None] The sync data for ids ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'] in dv-neutron-833203-2-hyperv is: [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:39:04Z', 'revision_number': 4, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'd04b27d9-a869-42cd-b06b-aedb7cda8670', 'name': '', 'network_id': 'ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'mac_address': 'fa:16:3e:ee:42:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:00Z', 'updated_at': '2022-03-11T15:39:16Z', 'revision_number': 5, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'subnets': [{'id': 'ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:34.691673 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6e27caa3-60fb-4810-96d6-863c44f97693 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.6285613 Mar 11 15:41:34.715323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34390) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:34.722250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Allocated IP 172.20.0.2 (29a238a3-9361-411e-aa1b-df66744b26b4/1ac7ecce-84b4-495d-bdfd-f00b25967292/9604d87e-9d2d-44e5-a9f6-9528744b78da) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:34.728157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3d0df6bc-64e2-45d8-9bdf-2294f22ed993 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.728773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3d0df6bc-64e2-45d8-9bdf-2294f22ed993 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.795196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2ba986a5-f02e-4a81-9884-1e464441d3c0 None None] For port dbe46b42-66e5-4826-a070-d8e3a915ebcb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=dbe46b42-66e5-4826-a070-d8e3a915ebcb,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:34.796034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152680524'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:34.807398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:34.822784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:34.870987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:34.889416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:34.891399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2ba986a5-f02e-4a81-9884-1e464441d3c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.925797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2ba986a5-f02e-4a81-9884-1e464441d3c0 None None] Transition to ACTIVE for port object dbe46b42-66e5-4826-a070-d8e3a915ebcb will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:34.932667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.988782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3d0df6bc-64e2-45d8-9bdf-2294f22ed993 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Calling delete_port for 4edad86c-97d3-4f3f-abc8-b9367012fdfe owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:34.999982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.008754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2ba986a5-f02e-4a81-9884-1e464441d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.016539 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa4bb4-b3dd-4da6-86a3-ca75f7458f02 None None] New status for floating IP 7aa57f7e-d9df-407a-bfc2-aa3aa5b238dc: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:41:35.029457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.048717 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Transition to ACTIVE for port object 9604d87e-9d2d-44e5-a9f6-9528744b78da will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:35.074815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Transition to ACTIVE for port object 9604d87e-9d2d-44e5-a9f6-9528744b78da will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:35.096564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Calling delete_port for 13be7857-2463-421f-854e-eac2d9c1eb5c owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:35.132928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.167669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.171748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-454b0ca0-f99c-4c4f-8390-dc6251a119e6 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.199930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.200352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:35.217872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Subnet': ['ID=99381ca9-800e-446e-bac5-6e9f41419e85,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:35.224390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:35.232467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:35.240649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:35.280130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Checking segment: {'id': 'da4eb4c5-f8e5-4929-b6ba-0f84952fcd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ffd2d404-63fa-42d6-a087-8fb6208a86e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:35.280494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network hostable DHCP agents. Network: ffd2d404-63fa-42d6-a087-8fb6208a86e8, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:41:35.297905 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Network 29a238a3-9361-411e-aa1b-df66744b26b4 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:35.308066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:35.312705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:35.373507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba986a5-f02e-4a81-9884-1e464441d3c0 None None] Pushing event updated for resources: {'Port': ['ID=dbe46b42-66e5-4826-a070-d8e3a915ebcb,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:35.413846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network ffd2d404-63fa-42d6-a087-8fb6208a86e8 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:41:35.461660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.492507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-454b0ca0-f99c-4c4f-8390-dc6251a119e6 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Calling delete_port for 6df6aed2-0922-4eed-ae2d-665c93490b0f owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:35.509273 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Attempting to bind port 9604d87e-9d2d-44e5-a9f6-9528744b78da on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:35.509689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Attempting to bind port 9604d87e-9d2d-44e5-a9f6-9528744b78da by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '82fb5db3-dbe3-4e25-8c42-cff501d2732d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '29a238a3-9361-411e-aa1b-df66744b26b4'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:35.510057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Attempting to bind port 9604d87e-9d2d-44e5-a9f6-9528744b78da on network 29a238a3-9361-411e-aa1b-df66744b26b4 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:35.516936 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Pushing event updated for resources: {'Port': ['ID=9604d87e-9d2d-44e5-a9f6-9528744b78da,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:35.521774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:41:35.522199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Checking segment: {'id': '82fb5db3-dbe3-4e25-8c42-cff501d2732d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '29a238a3-9361-411e-aa1b-df66744b26b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:35.522555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.523467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Bound using segment: {'id': '82fb5db3-dbe3-4e25-8c42-cff501d2732d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '29a238a3-9361-411e-aa1b-df66744b26b4'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:41:35.523941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Bound port: 9604d87e-9d2d-44e5-a9f6-9528744b78da, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fb5db3-dbe3-4e25-8c42-cff501d2732d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '29a238a3-9361-411e-aa1b-df66744b26b4'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:35.524317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.540658 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0824e-d86e-4743-9b7a-e5d26e3661b5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:35.541399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, ffd2d404-63fa-42d6-a087-8fb6208a86e8) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:35.546311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:35.546457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0824e-d86e-4743-9b7a-e5d26e3661b5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:35.547251 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a0e0824e-d86e-4743-9b7a-e5d26e3661b5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:35.549611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.572607 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.db.api [None req-c2aa4bb4-b3dd-4da6-86a3-ca75f7458f02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:35.573076 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG oslo_db.api [None req-c2aa4bb4-b3dd-4da6-86a3-ca75f7458f02 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:35.576425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.584222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad306801-d8a3-47d1-8d0f-01545fed3faf None None] Network ffd2d404-63fa-42d6-a087-8fb6208a86e8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:35.600004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-862a2f72-c984-4c0c-ad94-3cc296fbe67a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.613933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.660163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:35.667141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Pushing event deleted for resources: {'Port': ['ID=13be7857-2463-421f-854e-eac2d9c1eb5c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:35.677179 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bc4993e7-e2ea-4b1e-8e22-ac8218794a93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8060930 Mar 11 15:41:35.680305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34396) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:35.685275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a2f72-c984-4c0c-ad94-3cc296fbe67a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Pushing event deleted for resources: {'Port': ['ID=1cb616df-9ca7-4a14-b5cb-74b9cc43c7c7,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:35.709719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:35.722869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:35.736821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:35.740009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-396191c4-cf35-4e3e-8126-6a3e5c1da597 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-215667388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:35.746845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a0e0824e-d86e-4743-9b7a-e5d26e3661b5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:35.748250 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a0e0824e-d86e-4743-9b7a-e5d26e3661b5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.0319753 Mar 11 15:41:35.758001 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-396191c4-cf35-4e3e-8126-6a3e5c1da597 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:35.760815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34400) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:35.775169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] For port 9604d87e-9d2d-44e5-a9f6-9528744b78da, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:35.780856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] For port 9604d87e-9d2d-44e5-a9f6-9528744b78da, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9604d87e-9d2d-44e5-a9f6-9528744b78da,segment=NetworkSegment(82fb5db3-dbe3-4e25-8c42-cff501d2732d),segment_id=82fb5db3-dbe3-4e25-8c42-cff501d2732d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:41:35.792931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ad5b78-a0c0-46f5-a7ed-93d14d8abfe0,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:35.795606 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-396191c4-cf35-4e3e-8126-6a3e5c1da597 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:router and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:35.802547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.836975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-396191c4-cf35-4e3e-8126-6a3e5c1da597 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:35.889533 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.917288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-396191c4-cf35-4e3e-8126-6a3e5c1da597 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:35.919864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3d0df6bc-64e2-45d8-9bdf-2294f22ed993 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.964376 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dbe46b42-66e5-4826-a070-d8e3a915ebcb up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:36.051087 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0df6bc-64e2-45d8-9bdf-2294f22ed993 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Pushing event deleted for resources: {'Port': ['ID=4edad86c-97d3-4f3f-abc8-b9367012fdfe,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:36.074601 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa4bb4-b3dd-4da6-86a3-ca75f7458f02 None None] New status for floating IP 7aa57f7e-d9df-407a-bfc2-aa3aa5b238dc: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:41:36.158463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1038fd1d-4bb5-41da-857e-3847b94340c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 963f38a8-7fb8-49eb-a9a9-a5fd9d90c077 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:36.158809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1038fd1d-4bb5-41da-857e-3847b94340c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.166900 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37232c-66e5-4877-a4ea-941e1de9e7e8 None None] Pushing event updated for resources: {'Port': ['ID=9604d87e-9d2d-44e5-a9f6-9528744b78da,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:36.186129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-396191c4-cf35-4e3e-8126-6a3e5c1da597 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.186996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-ffd2d404-63fa-42d6-a087-8fb6208a86e8', 'network_id': 'ffd2d404-63fa-42d6-a087-8fb6208a86e8', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'fixed_ips': [{'subnet_id': '99381ca9-800e-446e-bac5-6e9f41419e85'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:41:36.187188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-396191c4-cf35-4e3e-8126-6a3e5c1da597 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.188594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.193850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-862a2f72-c984-4c0c-ad94-3cc296fbe67a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.211774 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3d0df6bc-64e2-45d8-9bdf-2294f22ed993 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.252985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3d0df6bc-64e2-45d8-9bdf-2294f22ed993 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.254147 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3d0df6bc-64e2-45d8-9bdf-2294f22ed993 tempest-ServersTestManualDisk-1681338483 tempest-ServersTestManualDisk-1681338483-project] 10.222.0.39 "DELETE /v2.0/floatingips/e45c97c3-ba9e-422a-93ea-51571c9c77e3 HTTP/1.1" status: 204 len: 168 time: 2.6946175 Mar 11 15:41:36.257144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34404) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:36.402780 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-454b0ca0-f99c-4c4f-8390-dc6251a119e6 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.499629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-396191c4-cf35-4e3e-8126-6a3e5c1da597 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.513663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.515631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-862a2f72-c984-4c0c-ad94-3cc296fbe67a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.519266 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-862a2f72-c984-4c0c-ad94-3cc296fbe67a tempest-ServersTestJSON-2140268557 tempest-ServersTestJSON-2140268557-project] 10.222.0.39 "DELETE /v2.0/floatingips/7aa57f7e-d9df-407a-bfc2-aa3aa5b238dc HTTP/1.1" status: 204 len: 168 time: 3.2335713 Mar 11 15:41:36.521684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.526542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34408) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:36.527541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Allocated IP 172.21.0.2 (ffd2d404-63fa-42d6-a087-8fb6208a86e8/99381ca9-800e-446e-bac5-6e9f41419e85/85034f65-9f7f-4d42-b9f9-532697d044a7) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:36.576483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b0ca0-f99c-4c4f-8390-dc6251a119e6 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event deleted for resources: {'Port': ['ID=6df6aed2-0922-4eed-ae2d-665c93490b0f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:36.595677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f8c2015c-8bca-4203-8967-c68590647abe None None] Provisioning for port dbe46b42-66e5-4826-a070-d8e3a915ebcb completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:36.677086 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f8c2015c-8bca-4203-8967-c68590647abe None None] Provisioning complete for port dbe46b42-66e5-4826-a070-d8e3a915ebcb triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:36.677730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f8c2015c-8bca-4203-8967-c68590647abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.724540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-454b0ca0-f99c-4c4f-8390-dc6251a119e6 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.728349 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-454b0ca0-f99c-4c4f-8390-dc6251a119e6 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6df6aed2-0922-4eed-ae2d-665c93490b0f HTTP/1.1" status: 204 len: 168 time: 2.8737216 Mar 11 15:41:36.798296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34412) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:36.860307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'daa86bb9-fc21-4eb7-a3df-572f3ccae263', 'external_fixed_ips': [{'subnet_id': 'fb3e24d5-998e-42f5-804b-a092b9eca916', 'ip_address': '172.20.0.10'}]}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:36.868238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.871537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:36.927812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:36.940282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Transition to ACTIVE for port object 85034f65-9f7f-4d42-b9f9-532697d044a7 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:36.957912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Router a2ca8ae2-064b-4083-ba26-c59d6bfaf64b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:41:36.966639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Usage tracker for resource:router and tenant:cd224232dfe7432d80bc2e428ab4523c is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:36.968839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Transition to ACTIVE for port object 85034f65-9f7f-4d42-b9f9-532697d044a7 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:36.978959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:36.982030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-396191c4-cf35-4e3e-8126-6a3e5c1da597 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.011695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:37.036778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.043396 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.107483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Network ffd2d404-63fa-42d6-a087-8fb6208a86e8 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:37.122272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:37.128456 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:37.150175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1038fd1d-4bb5-41da-857e-3847b94340c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.255293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Attempting to bind port 85034f65-9f7f-4d42-b9f9-532697d044a7 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:37.255661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Attempting to bind port 85034f65-9f7f-4d42-b9f9-532697d044a7 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'da4eb4c5-f8e5-4929-b6ba-0f84952fcd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ffd2d404-63fa-42d6-a087-8fb6208a86e8'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:37.256015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Attempting to bind port 85034f65-9f7f-4d42-b9f9-532697d044a7 on network ffd2d404-63fa-42d6-a087-8fb6208a86e8 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:37.269764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:41:37.270161 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Checking segment: {'id': 'da4eb4c5-f8e5-4929-b6ba-0f84952fcd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ffd2d404-63fa-42d6-a087-8fb6208a86e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:37.270553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.270947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Bound using segment: {'id': 'da4eb4c5-f8e5-4929-b6ba-0f84952fcd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ffd2d404-63fa-42d6-a087-8fb6208a86e8'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:41:37.271422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Bound port: 85034f65-9f7f-4d42-b9f9-532697d044a7, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4eb4c5-f8e5-4929-b6ba-0f84952fcd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ffd2d404-63fa-42d6-a087-8fb6208a86e8'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:37.271789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.277108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38844769-21c0-41e1-8500-6193bf68e109,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:37.283568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1162b884-1587-455d-af0a-2dcf3de235d4 None None] Provisioning for port 963f38a8-7fb8-49eb-a9a9-a5fd9d90c077 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:37.288162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Pushing event updated for resources: {'Port': ['ID=85034f65-9f7f-4d42-b9f9-532697d044a7,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:37.359083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.363075 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f11527fd-9eba-42c5-90c6-28817fd7d34a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8713596 Mar 11 15:41:37.372055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34416) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:37.378673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] For port 85034f65-9f7f-4d42-b9f9-532697d044a7, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:37.383993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:37.385964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] For port 85034f65-9f7f-4d42-b9f9-532697d044a7, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=85034f65-9f7f-4d42-b9f9-532697d044a7,segment=NetworkSegment(da4eb4c5-f8e5-4929-b6ba-0f84952fcd17),segment_id=da4eb4c5-f8e5-4929-b6ba-0f84952fcd17)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:41:37.387934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1162b884-1587-455d-af0a-2dcf3de235d4 None None] Provisioning complete for port 963f38a8-7fb8-49eb-a9a9-a5fd9d90c077 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:37.388524 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1162b884-1587-455d-af0a-2dcf3de235d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.426973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.431153 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d0e99b3d-7a8a-43f9-be46-de4242e8e546 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "PUT /v2.0/routers/a2ca8ae2-064b-4083-ba26-c59d6bfaf64b HTTP/1.1" status: 200 len: 710 time: 4.3775418 Mar 11 15:41:37.442166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34420) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:37.460076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1162b884-1587-455d-af0a-2dcf3de235d4 None None] Port 963f38a8-7fb8-49eb-a9a9-a5fd9d90c077 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:41:37.463448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebb3e7-d20c-488d-8652-fa61c20cb275 None None] Sync routers for ids ['a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:37.474327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ebb3e7-d20c-488d-8652-fa61c20cb275 None None] Routers {'a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:37.474998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c3ebb3e7-d20c-488d-8652-fa61c20cb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:37.545953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.642152 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28470107-0bcc-4d37-a21c-d0326020583a None None] Pushing event updated for resources: {'Port': ['ID=85034f65-9f7f-4d42-b9f9-532697d044a7,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:37.654632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c3ebb3e7-d20c-488d-8652-fa61c20cb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:37.673465 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ebb3e7-d20c-488d-8652-fa61c20cb275 None None] Routers {'a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:37.674241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c3ebb3e7-d20c-488d-8652-fa61c20cb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:37.678956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-396191c4-cf35-4e3e-8126-6a3e5c1da597 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.682925 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-396191c4-cf35-4e3e-8126-6a3e5c1da597 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.9964859 Mar 11 15:41:37.690393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1038fd1d-4bb5-41da-857e-3847b94340c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 963f38a8-7fb8-49eb-a9a9-a5fd9d90c077 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:37.735859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc52b862-85c8-4256-bb88-1ba135dc2a51 None None] Network 29a238a3-9361-411e-aa1b-df66744b26b4 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:37.739168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34424) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:37.791132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.792644 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:37.818100 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-05311a3c-4cd1-4bb0-8999-1fed75d7eac1 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/routers/a2ca8ae2-064b-4083-ba26-c59d6bfaf64b HTTP/1.1" status: 200 len: 745 time: 0.3747482 Mar 11 15:41:37.829255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34428) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:37.891472 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-294a290e-79cb-4a63-bfee-9f08c83210a6 tempest-RoutersIpV6AdminTest-955189125 tempest-RoutersIpV6AdminTest-955189125-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&device_id=a2ca8ae2-064b-4083-ba26-c59d6bfaf64b HTTP/1.1" status: 200 len: 205 time: 0.0562832 Mar 11 15:41:37.899627 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34432) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:37.987550 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c3ebb3e7-d20c-488d-8652-fa61c20cb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:37.987550 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebb3e7-d20c-488d-8652-fa61c20cb275 None None] The sync data for ids ['a2ca8ae2-064b-4083-ba26-c59d6bfaf64b'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:38.020910 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-eaaefda0-a8a5-4f1b-b555-ba803d6f990d tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2ca8ae2-064b-4083-ba26-c59d6bfaf64b HTTP/1.1" status: 200 len: 205 time: 0.1169279 Mar 11 15:41:38.037059 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a4d1b57f-75a7-4f61-b3af-bd47f2796904 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:38.040599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34436) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:38.042199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.087592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d5e77d98-b3a7-4d63-a473-95448a6dc160 None None] Provisioning for port 9604d87e-9d2d-44e5-a9f6-9528744b78da completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:38.154431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9604d87e-9d2d-44e5-a9f6-9528744b78da up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:38.330879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 9604d87e-9d2d-44e5-a9f6-9528744b78da completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:38.336300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9604d87e-9d2d-44e5-a9f6-9528744b78da triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:38.336709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.431854 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-17f594c7-24ab-4706-acff-f97cc0be196b tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.480129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.528821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 9604d87e-9d2d-44e5-a9f6-9528744b78da, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9604d87e-9d2d-44e5-a9f6-9528744b78da,segment=NetworkSegment(82fb5db3-dbe3-4e25-8c42-cff501d2732d),segment_id=82fb5db3-dbe3-4e25-8c42-cff501d2732d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:38.530435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-14fb1866-19ab-4629-bdf5-bbae694fb392 None None] Provisioning complete for port 9604d87e-9d2d-44e5-a9f6-9528744b78da triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:38.530808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-14fb1866-19ab-4629-bdf5-bbae694fb392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.598533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a4d1b57f-75a7-4f61-b3af-bd47f2796904 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:38.599881 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a4d1b57f-75a7-4f61-b3af-bd47f2796904 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 1.2267458 Mar 11 15:41:38.610861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34440) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:38.624700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-5709c828-afb3-46f0-8d93-f2706214e9dc tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group': {'name': 'tempest-security--1616338486', 'description': 'tempest-security-description-808614927'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:38.627637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.672002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5709c828-afb3-46f0-8d93-f2706214e9dc tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.719728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=9604d87e-9d2d-44e5-a9f6-9528744b78da,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:38.731234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.918305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5709c828-afb3-46f0-8d93-f2706214e9dc tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.950334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce66d4b-0710-437a-b1b0-a69368cb844b None None] Network ffd2d404-63fa-42d6-a087-8fb6208a86e8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:39.019139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5709c828-afb3-46f0-8d93-f2706214e9dc tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.058258 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5709c828-afb3-46f0-8d93-f2706214e9dc tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.059418 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5709c828-afb3-46f0-8d93-f2706214e9dc tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "PUT /v2.0/security-groups/38844769-21c0-41e1-8500-6193bf68e109 HTTP/1.1" status: 200 len: 1777 time: 0.4411671 Mar 11 15:41:39.074432 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34444) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:39.117831 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ca2cc7ef-5c63-45f1-909e-423529e8f91b None None] Provisioning for port 85034f65-9f7f-4d42-b9f9-532697d044a7 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:39.141107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709c828-afb3-46f0-8d93-f2706214e9dc tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38844769-21c0-41e1-8500-6193bf68e109,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:39.183975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.192460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-17f594c7-24ab-4706-acff-f97cc0be196b tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.201042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-17f594c7-24ab-4706-acff-f97cc0be196b tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.245132 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f2ebf520-719f-4508-a3ab-49417984d0ba tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups/38844769-21c0-41e1-8500-6193bf68e109 HTTP/1.1" status: 200 len: 1777 time: 0.1618235 Mar 11 15:41:39.246939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34448) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:39.249771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.357277 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-17f594c7-24ab-4706-acff-f97cc0be196b tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.358168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f594c7-24ab-4706-acff-f97cc0be196b tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Fanout notify agent at l3_agent the message router_deleted on router a2ca8ae2-064b-4083-ba26-c59d6bfaf64b {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:41:39.395441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Allocated IP 172.20.0.1 (29a238a3-9361-411e-aa1b-df66744b26b4/1ac7ecce-84b4-495d-bdfd-f00b25967292/ed02c19c-ba0a-4f85-bec0-c9776f5829d8) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:39.433070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1038fd1d-4bb5-41da-857e-3847b94340c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.486256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-17f594c7-24ab-4706-acff-f97cc0be196b tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.487348 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-17f594c7-24ab-4706-acff-f97cc0be196b tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/a2ca8ae2-064b-4083-ba26-c59d6bfaf64b HTTP/1.1" status: 204 len: 168 time: 1.4407935 Mar 11 15:41:39.501016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34452) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:39.501792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038fd1d-4bb5-41da-857e-3847b94340c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=963f38a8-7fb8-49eb-a9a9-a5fd9d90c077,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:39.540268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-efae3d7c-cb7b-49ac-93c7-feeb9ce40ca4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.594425 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.699208 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-10314cd6-0acf-47bf-abcc-eff2d6d4e7fe tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2ca8ae2-064b-4083-ba26-c59d6bfaf64b HTTP/1.1" status: 200 len: 205 time: 0.1919632 Mar 11 15:41:39.705049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34456) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:39.732131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-efae3d7c-cb7b-49ac-93c7-feeb9ce40ca4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.823287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.845677 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-b4ef410e-85d0-43c5-9819-f89591691d6c tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] delete failed (client error): The resource could not be found. Mar 11 15:41:39.846592 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b4ef410e-85d0-43c5-9819-f89591691d6c tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/a2ca8ae2-064b-4083-ba26-c59d6bfaf64b HTTP/1.1" status: 404 len: 336 time: 0.1342342 Mar 11 15:41:39.849319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34460) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:39.850275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Transition to ACTIVE for port object ed02c19c-ba0a-4f85-bec0-c9776f5829d8 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:39.936254 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-efae3d7c-cb7b-49ac-93c7-feeb9ce40ca4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.943984 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-14eee673-bcc8-4059-9c0a-762e130b0a1c tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=d912957a-1abf-48a7-88d1-c85add5d8c29 HTTP/1.1" status: 200 len: 205 time: 0.0893941 Mar 11 15:41:39.948562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1038fd1d-4bb5-41da-857e-3847b94340c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:39.950457 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1038fd1d-4bb5-41da-857e-3847b94340c4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/963f38a8-7fb8-49eb-a9a9-a5fd9d90c077 HTTP/1.1" status: 204 len: 168 time: 4.1879745 Mar 11 15:41:39.954658 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34464) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:39.954953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34466) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:39.971986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae3d7c-cb7b-49ac-93c7-feeb9ce40ca4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38844769-21c0-41e1-8500-6193bf68e109,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:39.992700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] Deleting port d04b27d9-a869-42cd-b06b-aedb7cda8670 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:39.992700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.012412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9604d87e-9d2d-44e5-a9f6-9528744b78da up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:40.084803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9604d87e-9d2d-44e5-a9f6-9528744b78da triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:40.085773 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.139868 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-582ee431-f889-4429-bcab-fe75f7d5cca4 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] delete failed (client error): The resource could not be found. Mar 11 15:41:40.139868 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-582ee431-f889-4429-bcab-fe75f7d5cca4 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/d912957a-1abf-48a7-88d1-c85add5d8c29 HTTP/1.1" status: 404 len: 336 time: 0.1826386 Mar 11 15:41:40.148696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34472) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:40.201469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-efae3d7c-cb7b-49ac-93c7-feeb9ce40ca4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.205148 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-efae3d7c-cb7b-49ac-93c7-feeb9ce40ca4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-groups/38844769-21c0-41e1-8500-6193bf68e109 HTTP/1.1" status: 204 len: 168 time: 0.8998382 Mar 11 15:41:40.206854 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f286b8ce-9f48-46df-afb2-dc356d9e15bb tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e560a8a-813a-41ed-ab42-0ef516d08862 HTTP/1.1" status: 200 len: 205 time: 0.0545478 Mar 11 15:41:40.214155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34476) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:40.214483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34478) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:40.217927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 85034f65-9f7f-4d42-b9f9-532697d044a7 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:40.253012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c294f355-74f0-481a-b446-29d54faa49e6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:40.254505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c294f355-74f0-481a-b446-29d54faa49e6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:40.255994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c294f355-74f0-481a-b446-29d54faa49e6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:40.256831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c294f355-74f0-481a-b446-29d54faa49e6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:40.316042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.365259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 85034f65-9f7f-4d42-b9f9-532697d044a7 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:40.370823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 85034f65-9f7f-4d42-b9f9-532697d044a7 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:40.371402 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.372378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-724419a2-6dc4-451a-8027-07ef96d2eb52 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] delete failed (client error): The resource could not be found. Mar 11 15:41:40.375854 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-724419a2-6dc4-451a-8027-07ef96d2eb52 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/3e560a8a-813a-41ed-ab42-0ef516d08862 HTTP/1.1" status: 404 len: 336 time: 0.1563141 Mar 11 15:41:40.391742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34484) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:40.453088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c294f355-74f0-481a-b446-29d54faa49e6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:40.456802 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c294f355-74f0-481a-b446-29d54faa49e6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4982340 Mar 11 15:41:40.457385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34488) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:40.491621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 29a238a3-9361-411e-aa1b-df66744b26b4 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:40.493077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.508144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:40.531903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 85034f65-9f7f-4d42-b9f9-532697d044a7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=85034f65-9f7f-4d42-b9f9-532697d044a7,segment=NetworkSegment(da4eb4c5-f8e5-4929-b6ba-0f84952fcd17),segment_id=da4eb4c5-f8e5-4929-b6ba-0f84952fcd17)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:40.532326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:40.563326 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a1c085f7-9bf1-4c69-b245-9ba5d571644f tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe720273-fad1-4db0-8079-46f538525227 HTTP/1.1" status: 200 len: 205 time: 0.1679301 Mar 11 15:41:40.576725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34492) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:40.580044 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=ed02c19c-ba0a-4f85-bec0-c9776f5829d8,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:40.607976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.663511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cc7f3188-b1cd-4f14-8707-58e538dfb487 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:40.690813 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=85034f65-9f7f-4d42-b9f9-532697d044a7,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:40.692506 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-b9e79f50-8abb-4e39-84a8-37b6719e036c tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] delete failed (client error): The resource could not be found. Mar 11 15:41:40.696676 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b9e79f50-8abb-4e39-84a8-37b6719e036c tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/fe720273-fad1-4db0-8079-46f538525227 HTTP/1.1" status: 404 len: 336 time: 0.1108575 Mar 11 15:41:40.704214 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34496) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:40.743125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.751175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] For port d04b27d9-a869-42cd-b06b-aedb7cda8670, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d04b27d9-a869-42cd-b06b-aedb7cda8670,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:40.751530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.776097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-231506e0-afd4-4733-aa8d-6f6a740b429a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 5368ec4f-48b0-4b80-ad57-f79eb1df4847 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:40.777006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.784093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-231506e0-afd4-4733-aa8d-6f6a740b429a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.813576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.833968 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2441ab08-9fe0-48b3-8a11-c750906cbe95 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=12f2abd3-f99f-4598-8e4e-b31d2e83144c HTTP/1.1" status: 200 len: 205 time: 0.1274869 Mar 11 15:41:40.837912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34500) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:40.876706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d1a20dda-5a29-4961-b9c4-0134bab97c22 None None] Provisioning for port ed02c19c-ba0a-4f85-bec0-c9776f5829d8 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:40.882648 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d1a20dda-5a29-4961-b9c4-0134bab97c22 None None] Provisioning complete for port ed02c19c-ba0a-4f85-bec0-c9776f5829d8 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:40.883227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d1a20dda-5a29-4961-b9c4-0134bab97c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.903154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] Calling delete_port for d04b27d9-a869-42cd-b06b-aedb7cda8670 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:40.930914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cc7f3188-b1cd-4f14-8707-58e538dfb487 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:40.931630 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] Deleting port 8de05c1d-1a5c-4824-8403-5a5beb720630 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:40.931976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.932082 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cc7f3188-b1cd-4f14-8707-58e538dfb487 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7166460 Mar 11 15:41:40.939258 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34504) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:40.941207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d1a20dda-5a29-4961-b9c4-0134bab97c22 None None] Port ed02c19c-ba0a-4f85-bec0-c9776f5829d8 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:41:40.978437 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-be795c90-4288-406e-8116-5071f51d54ef tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] delete failed (client error): The resource could not be found. Mar 11 15:41:40.979471 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-be795c90-4288-406e-8116-5071f51d54ef tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-groups/38844769-21c0-41e1-8500-6193bf68e109 HTTP/1.1" status: 404 len: 347 time: 0.0377548 Mar 11 15:41:40.987474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34508) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:40.996406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group': {'name': 'tempest-secgroup--805622517'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:40.999006 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-b91acb7a-5c43-4fcb-8c2d-207b6bba8418 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] delete failed (client error): The resource could not be found. Mar 11 15:41:41.000009 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b91acb7a-5c43-4fcb-8c2d-207b6bba8418 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/12f2abd3-f99f-4598-8e4e-b31d2e83144c HTTP/1.1" status: 404 len: 336 time: 0.1268952 Mar 11 15:41:41.003307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34512) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:41.004214 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:41.011987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-231506e0-afd4-4733-aa8d-6f6a740b429a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:41.076527 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1d257e0b-f83f-4a81-9491-b33cd9d50aa6 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c65d7e9-b628-484f-beda-471157e3123a HTTP/1.1" status: 200 len: 205 time: 0.0697124 Mar 11 15:41:41.077503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:41.084333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34516) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:41.190498 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-0113d4da-8c2c-4972-8cff-e253f9f53f84 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] delete failed (client error): The resource could not be found. Mar 11 15:41:41.191511 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0113d4da-8c2c-4972-8cff-e253f9f53f84 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/routers/9c65d7e9-b628-484f-beda-471157e3123a HTTP/1.1" status: 404 len: 336 time: 0.1061840 Mar 11 15:41:41.199159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34520) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:41.231225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:41.243473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:41.282094 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fa7d8a-a040-4bc5-a82e-246dbe426684 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] DELETE failed (client error): The resource could not be found. Mar 11 15:41:41.282649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fa7d8a-a040-4bc5-a82e-246dbe426684 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:41:41.313292 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-72fa7d8a-a040-4bc5-a82e-246dbe426684 tempest-RoutersIpV6AdminTest-1790395689 tempest-RoutersIpV6AdminTest-1790395689-project] 10.222.0.39 "DELETE /v2.0/subnets/0a88e692-92da-41fe-b519-8f54705c1037 HTTP/1.1" status: 404 len: 337 time: 0.1046214 Mar 11 15:41:41.325777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:41.326533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:41.332340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:41.375223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:41.389817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] For port 8de05c1d-1a5c-4824-8403-5a5beb720630, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8de05c1d-1a5c-4824-8403-5a5beb720630,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:41.390176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:41.412783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-231506e0-afd4-4733-aa8d-6f6a740b429a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:41.554822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Allocated IP 172.20.0.10 (daa86bb9-fc21-4eb7-a3df-572f3ccae263/fb3e24d5-998e-42f5-804b-a092b9eca916/8a1b4d94-31cd-46b8-97a8-24758653e38f) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:41.569264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] Calling delete_port for 8de05c1d-1a5c-4824-8403-5a5beb720630 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:41.754058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:41.801827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34528) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:41.836439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-231506e0-afd4-4733-aa8d-6f6a740b429a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:41.863365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:41.877299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04b27d9-a869-42cd-b06b-aedb7cda8670,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:41.928838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 85034f65-9f7f-4d42-b9f9-532697d044a7 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:41.946446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.002155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19544a5a-9271-4150-b818-17a7af0e07ad None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:42.025908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-231506e0-afd4-4733-aa8d-6f6a740b429a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.031712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.039007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231506e0-afd4-4733-aa8d-6f6a740b429a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=5368ec4f-48b0-4b80-ad57-f79eb1df4847,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:42.053272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a75d30af-42dc-4c61-b7f7-258219e9b723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.065765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1374fe8-c65f-44f9-a446-228fb2ed093a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:42.076242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a75d30af-42dc-4c61-b7f7-258219e9b723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:42.080629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a75d30af-42dc-4c61-b7f7-258219e9b723 admin admin] Usage tracker for resource:security_group_rule and tenant:43bda2e725ef4bdba982dd9de818f5d7 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:42.083520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a75d30af-42dc-4c61-b7f7-258219e9b723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:42.091451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a75d30af-42dc-4c61-b7f7-258219e9b723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:42.165381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.166530 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6c764396-a206-4fde-be0c-adbb7e2c0a90 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1771235 Mar 11 15:41:42.170278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34534) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:42.175681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b66a889d-1cd2-400b-b99b-908cce921f3f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': 'f1374fe8-c65f-44f9-a446-228fb2ed093a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:42.190121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b66a889d-1cd2-400b-b99b-908cce921f3f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:42.192497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.197048 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-231506e0-afd4-4733-aa8d-6f6a740b429a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/5368ec4f-48b0-4b80-ad57-f79eb1df4847 HTTP/1.1" status: 204 len: 168 time: 1.7331612 Mar 11 15:41:42.198664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 85034f65-9f7f-4d42-b9f9-532697d044a7 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:42.199226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.201643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.201933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34538) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:42.206368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b66a889d-1cd2-400b-b99b-908cce921f3f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:42.243449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b66a889d-1cd2-400b-b99b-908cce921f3f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:42.267138 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b66a889d-1cd2-400b-b99b-908cce921f3f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:42.272187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.313692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.318053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de05c1d-1a5c-4824-8403-5a5beb720630,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:42.450823 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Network daa86bb9-fc21-4eb7-a3df-572f3ccae263 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:42.459796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:42.470103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:42.504193 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-144fbe0a-43da-4680-b675-4e995f3f1053 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet e198a529-a0b9-44f9-8580-88034ff60188 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:42.512607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.516367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-144fbe0a-43da-4680-b675-4e995f3f1053 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.554232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=ed02c19c-ba0a-4f85-bec0-c9776f5829d8,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:42.564475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.677811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event updated for resources: {'Port': ['ID=8a1b4d94-31cd-46b8-97a8-24758653e38f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:42.697690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-144fbe0a-43da-4680-b675-4e995f3f1053 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.753647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b66a889d-1cd2-400b-b99b-908cce921f3f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.903228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a75d30af-42dc-4c61-b7f7-258219e9b723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:42.940436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 29a238a3-9361-411e-aa1b-df66744b26b4 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:42.945791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:43.049807 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a75d30af-42dc-4c61-b7f7-258219e9b723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.122341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b66a889d-1cd2-400b-b99b-908cce921f3f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.183362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.190917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ee78e6d9-d55e-4ea8-a682-d5271afe3c32 None None] Provisioning complete for port dbe46b42-66e5-4826-a070-d8e3a915ebcb triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:43.192069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ee78e6d9-d55e-4ea8-a682-d5271afe3c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.196659 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a75d30af-42dc-4c61-b7f7-258219e9b723 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43bda2e725ef4bdba982dd9de818f5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3851957 Mar 11 15:41:43.196812 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d30af-42dc-4c61-b7f7-258219e9b723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb138873-337e-43b0-83f0-da5287855dba,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:43.199005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34542) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:43.210844 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b66a889d-1cd2-400b-b99b-908cce921f3f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.319540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-144fbe0a-43da-4680-b675-4e995f3f1053 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.390993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a889d-1cd2-400b-b99b-908cce921f3f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608b5c25-b11d-448e-9f2c-53285dc19aac,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:43.470981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-fb62dce2-6a41-4aae-93b3-9584a5a6373b None None] Provisioning complete for port ed02c19c-ba0a-4f85-bec0-c9776f5829d8 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:43.471859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fb62dce2-6a41-4aae-93b3-9584a5a6373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.522329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b66a889d-1cd2-400b-b99b-908cce921f3f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.527064 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b66a889d-1cd2-400b-b99b-908cce921f3f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3557005 Mar 11 15:41:43.527893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34546) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:43.538740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-fb62dce2-6a41-4aae-93b3-9584a5a6373b None None] Port ed02c19c-ba0a-4f85-bec0-c9776f5829d8 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:41:43.551811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] Router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:41:43.602356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-417ae1d1-99e0-46fc-a830-5a4bde8df214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.627221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-144fbe0a-43da-4680-b675-4e995f3f1053 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.673753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router 5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:41:43.679635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5e2b-2f30-41d4-85dd-0d6937e2447b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.679786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fbe0a-43da-4680-b675-4e995f3f1053 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=e198a529-a0b9-44f9-8580-88034ff60188,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:43.683665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-144fbe0a-43da-4680-b675-4e995f3f1053 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.687699 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-417ae1d1-99e0-46fc-a830-5a4bde8df214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.690926 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62188d5c-a860-4f58-9db0-110251b9fea9 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:43.702360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.712834 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-144fbe0a-43da-4680-b675-4e995f3f1053 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/e198a529-a0b9-44f9-8580-88034ff60188 HTTP/1.1" status: 204 len: 168 time: 1.5098324 Mar 11 15:41:43.759342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34550) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:43.761465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5e2b-2f30-41d4-85dd-0d6937e2447b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.942447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:43.953008 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3f90d9a9-fba1-4ae9-96b0-73ab06546917 admin admin] 10.222.0.39 "PUT /v2.0/routers/2ea6d613-bfe9-4b8f-813e-eb59adf4318d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3432868 Mar 11 15:41:43.955430 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed835e-c67c-48ec-9c37-083b262f4e84 None None] Sync routers for ids ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:43.957124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34554) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:43.966058 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed835e-c67c-48ec-9c37-083b262f4e84 None None] Routers {'2ea6d613-bfe9-4b8f-813e-eb59adf4318d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:43.966665 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-efed835e-c67c-48ec-9c37-083b262f4e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:43.980748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a5f0f2-7301-4a3f-8f6d-80332a2e944c None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:41:43.985575 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-13a5f0f2-7301-4a3f-8f6d-80332a2e944c None None] Deleting port dbe46b42-66e5-4826-a070-d8e3a915ebcb {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:43.986096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-13a5f0f2-7301-4a3f-8f6d-80332a2e944c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.038751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:44.047782 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b60d92b2-432b-4176-8cb1-063a27acef9a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3075943 Mar 11 15:41:44.057553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34560) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:44.079548 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f3c655-3125-449a-a273-83949b9dd450 None None] Sync routers for ids ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:44.111333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f3c655-3125-449a-a273-83949b9dd450 None None] Routers {'5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:44.112109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-22f3c655-3125-449a-a273-83949b9dd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:44.154795 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-efed835e-c67c-48ec-9c37-083b262f4e84 None None] Set router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:44.195309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee8d68-732e-4113-baf3-914ff9f7c19d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:44.195808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1dee8d68-732e-4113-baf3-914ff9f7c19d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Synchronizing usage tracker for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:44.203006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-22f3c655-3125-449a-a273-83949b9dd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:44.241807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.278635 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f3c655-3125-449a-a273-83949b9dd450 None None] Routers {'5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:44.279407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-22f3c655-3125-449a-a273-83949b9dd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:44.301711 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-88fdea94-b46f-4683-8aff-35fcdaba2821 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4881651 Mar 11 15:41:44.303361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34564) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:44.322198 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:44.362854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-22f3c655-3125-449a-a273-83949b9dd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:44.363394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f3c655-3125-449a-a273-83949b9dd450 None None] The sync data for ids ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:44.376494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-13a5f0f2-7301-4a3f-8f6d-80332a2e944c None None] For port dbe46b42-66e5-4826-a070-d8e3a915ebcb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=dbe46b42-66e5-4826-a070-d8e3a915ebcb,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:44.377778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-13a5f0f2-7301-4a3f-8f6d-80332a2e944c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.479682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.483573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1dee8d68-732e-4113-baf3-914ff9f7c19d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Unset dirty status for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:44.485502 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1dee8d68-732e-4113-baf3-914ff9f7c19d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports/ed02c19c-ba0a-4f85-bec0-c9776f5829d8 HTTP/1.1" status: 200 len: 910 time: 0.4270723 Mar 11 15:41:44.488499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34568) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:44.496251 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5e2b-2f30-41d4-85dd-0d6937e2447b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.534539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-13a5f0f2-7301-4a3f-8f6d-80332a2e944c None None] Calling delete_port for dbe46b42-66e5-4826-a070-d8e3a915ebcb owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:44.542506 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-efed835e-c67c-48ec-9c37-083b262f4e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:41:41Z', 'revision_number': 5, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port': {'id': 'b5cbb784-291b-4aa5-8248-9e59e1689e0d', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:51Z', 'updated_at': '2022-03-11T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:44.546728 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed835e-c67c-48ec-9c37-083b262f4e84 None None] Checking router: 2ea6d613-bfe9-4b8f-813e-eb59adf4318d for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:41:44.556013 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed835e-c67c-48ec-9c37-083b262f4e84 None None] Routers {'2ea6d613-bfe9-4b8f-813e-eb59adf4318d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:44.556833 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-efed835e-c67c-48ec-9c37-083b262f4e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:44.607536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c5e2b-2f30-41d4-85dd-0d6937e2447b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=608b5c25-b11d-448e-9f2c-53285dc19aac,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:44.659210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-417ae1d1-99e0-46fc-a830-5a4bde8df214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.670131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:44.680329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] Router 5089b66f-d265-463d-8564-9557ece2bba4 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:41:44.689037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:44.696778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5e2b-2f30-41d4-85dd-0d6937e2447b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.700416 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1d1c5e2b-2f30-41d4-85dd-0d6937e2447b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/608b5c25-b11d-448e-9f2c-53285dc19aac HTTP/1.1" status: 204 len: 168 time: 1.1191967 Mar 11 15:41:44.703291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34572) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:44.705095 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:44.710326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.717216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ae1d1-99e0-46fc-a830-5a4bde8df214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb138873-337e-43b0-83f0-da5287855dba,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:44.717908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-13a5f0f2-7301-4a3f-8f6d-80332a2e944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.732891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:44.735113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Deleting port b5cbb784-291b-4aa5-8248-9e59e1689e0d {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:44.735584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.737042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-417ae1d1-99e0-46fc-a830-5a4bde8df214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.738153 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-417ae1d1-99e0-46fc-a830-5a4bde8df214 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb138873-337e-43b0-83f0-da5287855dba HTTP/1.1" status: 204 len: 168 time: 1.5351641 Mar 11 15:41:44.742443 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-efed835e-c67c-48ec-9c37-083b262f4e84 None None] Set router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:44.800844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5f0f2-7301-4a3f-8f6d-80332a2e944c None None] Pushing event deleted for resources: {'Port': ['ID=dbe46b42-66e5-4826-a070-d8e3a915ebcb,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:44.844122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5f0f2-7301-4a3f-8f6d-80332a2e944c None None] No DVR routers for this DVR port dbe46b42-66e5-4826-a070-d8e3a915ebcb on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:44.897189 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-efed835e-c67c-48ec-9c37-083b262f4e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:41:44Z', 'revision_number': 6, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:44.901313 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed835e-c67c-48ec-9c37-083b262f4e84 None None] The sync data for ids ['2ea6d613-bfe9-4b8f-813e-eb59adf4318d'] in dv-neutron-833203-2-hyperv is: [{'id': '2ea6d613-bfe9-4b8f-813e-eb59adf4318d', 'name': 'tempest-ServersTestJSON-1880696523-router', 'tenant_id': 'c82f540907034ec783433631c2c91e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:41:44Z', 'revision_number': 6, 'project_id': 'c82f540907034ec783433631c2c91e3e', 'gw_port_host': None}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:45.012680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:45.016201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:45.065346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2c458847-c88a-46f2-8692-4042ed9ca96b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:45.186891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] For port b5cbb784-291b-4aa5-8248-9e59e1689e0d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b5cbb784-291b-4aa5-8248-9e59e1689e0d,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:45.187246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:45.242156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:45.254896 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2c611938-be6b-49e5-8f41-83a97f18c351 admin admin] 10.222.0.39 "PUT /v2.0/routers/5089b66f-d265-463d-8564-9557ece2bba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9967401 Mar 11 15:41:45.265769 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa66199-4d69-4800-8acd-5bcebf489d5d None None] Sync routers for ids ['5089b66f-d265-463d-8564-9557ece2bba4'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:45.266266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34580) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:45.281308 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa66199-4d69-4800-8acd-5bcebf489d5d None None] Routers {'5089b66f-d265-463d-8564-9557ece2bba4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:45.281927 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-efa66199-4d69-4800-8acd-5bcebf489d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5089b66f-d265-463d-8564-9557ece2bba4'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:45.333599 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Calling delete_port for b5cbb784-291b-4aa5-8248-9e59e1689e0d owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:45.381282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2c458847-c88a-46f2-8692-4042ed9ca96b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:45.385851 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2c458847-c88a-46f2-8692-4042ed9ca96b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6768835 Mar 11 15:41:45.392986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34584) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:45.522234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c11292e2-eff5-49ad-8dbf-a3f4cdd86da3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:45.526007 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-efa66199-4d69-4800-8acd-5bcebf489d5d None None] Set router 5089b66f-d265-463d-8564-9557ece2bba4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:45.546145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34588) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:45.551464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Router 88ad9eae-4f14-4c2b-b742-52a10442bc3f is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:41:45.569123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c11292e2-eff5-49ad-8dbf-a3f4cdd86da3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:45.794550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:45.869765 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-efa66199-4d69-4800-8acd-5bcebf489d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:41:41Z', 'revision_number': 5, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:45.874055 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa66199-4d69-4800-8acd-5bcebf489d5d None None] Checking router: 5089b66f-d265-463d-8564-9557ece2bba4 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:41:45.893435 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa66199-4d69-4800-8acd-5bcebf489d5d None None] Routers {'5089b66f-d265-463d-8564-9557ece2bba4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:45.894328 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-efa66199-4d69-4800-8acd-5bcebf489d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5089b66f-d265-463d-8564-9557ece2bba4'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:45.909019 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b759e80b-394c-496f-bc1e-a99db540c7ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94bbf5380b8a4140be855a3dc603781f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614357 Mar 11 15:41:45.923354 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34592) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:45.942743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dbe46b42-66e5-4826-a070-d8e3a915ebcb no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:45.987935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: dbe46b42-66e5-4826-a070-d8e3a915ebcb {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:45.989007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dbe46b42-66e5-4826-a070-d8e3a915ebcb not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:45.989540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b5cbb784-291b-4aa5-8248-9e59e1689e0d no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:46.013148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c11292e2-eff5-49ad-8dbf-a3f4cdd86da3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.108861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.objects.ports [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88557) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:41:46.123211 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-efa66199-4d69-4800-8acd-5bcebf489d5d None None] Set router 5089b66f-d265-463d-8564-9557ece2bba4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:46.124414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11292e2-eff5-49ad-8dbf-a3f4cdd86da3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1374fe8-c65f-44f9-a446-228fb2ed093a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:46.126709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.138587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Port b5cbb784-291b-4aa5-8248-9e59e1689e0d update to DOWN by agent not found {{(pid=88559) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 11 15:41:46.139862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d04b27d9-a869-42cd-b06b-aedb7cda8670 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:46.187706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: d04b27d9-a869-42cd-b06b-aedb7cda8670 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:46.188346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d04b27d9-a869-42cd-b06b-aedb7cda8670 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:46.205272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.213494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:46.223096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:46.225093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:46.239708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:46.240382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.244305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da705038-03c9-4fcb-824d-30af61708bc1 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:46.268029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b9d25e1-d657-49e6-bbbc-0fce04524034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.270007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c11292e2-eff5-49ad-8dbf-a3f4cdd86da3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.274016 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c11292e2-eff5-49ad-8dbf-a3f4cdd86da3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-groups/f1374fe8-c65f-44f9-a446-228fb2ed093a HTTP/1.1" status: 204 len: 168 time: 0.8785713 Mar 11 15:41:46.274900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34596) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:46.314598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=3877d289-5cb8-4e8c-8108-f1c64e28a620,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:46.336164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5cbb784-291b-4aa5-8248-9e59e1689e0d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:46.347054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b9d25e1-d657-49e6-bbbc-0fce04524034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.361456 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-002c1e75-beed-43b9-8f09-cce54a072b1f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0480716 Mar 11 15:41:46.364694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34600) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:46.381742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:46.427460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.431924 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1c7628ac-83b3-4a7a-bf3e-5d33246b9895 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.6079595 Mar 11 15:41:46.436993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34604) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:46.454545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.488144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Sync routers for ids ['88ad9eae-4f14-4c2b-b742-52a10442bc3f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:46.530430 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-efa66199-4d69-4800-8acd-5bcebf489d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:41:41Z', 'revision_number': 5, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:46.534453 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa66199-4d69-4800-8acd-5bcebf489d5d None None] The sync data for ids ['5089b66f-d265-463d-8564-9557ece2bba4'] in dv-neutron-833203-2-hyperv is: [{'id': '5089b66f-d265-463d-8564-9557ece2bba4', 'name': 'tempest-ServersTestManualDisk-221140374-router', 'tenant_id': '3cf80f2521c8495ea617d58524b72c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:50Z', 'updated_at': '2022-03-11T15:41:41Z', 'revision_number': 5, 'project_id': '3cf80f2521c8495ea617d58524b72c74', 'gw_port': {'id': '0658db3c-9397-4e4d-b3f4-403670ea3f33', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089b66f-d265-463d-8564-9557ece2bba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:46.544343 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Routers {'88ad9eae-4f14-4c2b-b742-52a10442bc3f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:46.545007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['88ad9eae-4f14-4c2b-b742-52a10442bc3f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:46.551162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5ccf6a36-f25d-456f-82af-82870990d789 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:46.644119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.681456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.690926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.709318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5ccf6a36-f25d-456f-82af-82870990d789 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:46.714557 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5ccf6a36-f25d-456f-82af-82870990d789 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4332180 Mar 11 15:41:46.715345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34608) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:46.731488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group': {'name': 'tempest-secgroup--154954270'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:46.744661 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:46.750791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:46.760003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:46.766813 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:46.773426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.774233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.779050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '3877d289-5cb8-4e8c-8108-f1c64e28a620'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:41:46.779838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.806663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Set router 88ad9eae-4f14-4c2b-b742-52a10442bc3f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:41:46.830808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:46.845223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:46.848925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b9d25e1-d657-49e6-bbbc-0fce04524034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.872362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Deleting port 0658db3c-9397-4e4d-b3f4-403670ea3f33 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:46.874850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.882419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d25e1-d657-49e6-bbbc-0fce04524034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06c5248-9d16-4084-80b1-2546843f4c42,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:46.966902 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b9d25e1-d657-49e6-bbbc-0fce04524034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.969100 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1b9d25e1-d657-49e6-bbbc-0fce04524034 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f06c5248-9d16-4084-80b1-2546843f4c42 HTTP/1.1" status: 204 len: 168 time: 1.0440667 Mar 11 15:41:46.990333 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:46.999362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:47.003418 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.003631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.004160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ea6d613-bfe9-4b8f-813e-eb59adf4318d {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:41:47.106021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.109786 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0db2e362-0aac-4e66-80ad-15d40d10b5a8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2ea6d613-bfe9-4b8f-813e-eb59adf4318d HTTP/1.1" status: 204 len: 168 time: 3.1515856 Mar 11 15:41:47.118996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34614) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:47.237736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:47.258640 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:47.279035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:47.281826 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Allocated IP 2001:db8::f816:3eff:fe69:2932 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/3877d289-5cb8-4e8c-8108-f1c64e28a620/25172fce-1a21-419a-89a9-2eaee034f07b) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:47.295247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] For port 0658db3c-9397-4e4d-b3f4-403670ea3f33, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0658db3c-9397-4e4d-b3f4-403670ea3f33,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:47.295820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.312325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.312909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afce489-71d8-48f6-a507-4c5ad14164cd admin admin] Deleting subnet ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:47.338042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:47.352115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4afce489-71d8-48f6-a507-4c5ad14164cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.484512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Deleting port 8a1b4d94-31cd-46b8-97a8-24758653e38f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:47.486637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.514429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Calling delete_port for 0658db3c-9397-4e4d-b3f4-403670ea3f33 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:47.537315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.658377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.725296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Allocated IP 172.21.0.1 (ffd2d404-63fa-42d6-a087-8fb6208a86e8/99381ca9-800e-446e-bac5-6e9f41419e85/f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:47.729650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c1ebf9-c9f7-4b29-999b-631d891bd5b3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:47.766638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.780807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ad9eae-4f14-4c2b-b742-52a10442bc3f', 'name': '', 'tenant_id': 'cd224232dfe7432d80bc2e428ab4523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daa86bb9-fc21-4eb7-a3df-572f3ccae263', 'external_fixed_ips': [{'subnet_id': 'fb3e24d5-998e-42f5-804b-a092b9eca916', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '8a1b4d94-31cd-46b8-97a8-24758653e38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:37Z', 'updated_at': '2022-03-11T15:41:43Z', 'revision_number': 3, 'project_id': 'cd224232dfe7432d80bc2e428ab4523c', 'gw_port': {'id': '8a1b4d94-31cd-46b8-97a8-24758653e38f', 'name': '', 'network_id': 'daa86bb9-fc21-4eb7-a3df-572f3ccae263', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ad9eae-4f14-4c2b-b742-52a10442bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fb3e24d5-998e-42f5-804b-a092b9eca916', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:40Z', 'updated_at': '2022-03-11T15:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3e24d5-998e-42f5-804b-a092b9eca916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:47.781087 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.784844 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4b00fddf-4fbb-4f85-999e-0e874e443667 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0625927 Mar 11 15:41:47.786574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Transition to ACTIVE for port object 25172fce-1a21-419a-89a9-2eaee034f07b will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:47.787745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34626) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:47.798433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Checking router: 88ad9eae-4f14-4c2b-b742-52a10442bc3f for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:41:47.798792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Updating router 88ad9eae-4f14-4c2b-b742-52a10442bc3f port 8a1b4d94-31cd-46b8-97a8-24758653e38f binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:41:47.802844 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e0212dcf-2ea0-4b30-b3a9-8b710e8a4091 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': '72c1ebf9-c9f7-4b29-999b-631d891bd5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:47.813115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e0212dcf-2ea0-4b30-b3a9-8b710e8a4091 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:47.818768 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.822560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4afce489-71d8-48f6-a507-4c5ad14164cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.827036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e0212dcf-2ea0-4b30-b3a9-8b710e8a4091 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:47.833192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e0212dcf-2ea0-4b30-b3a9-8b710e8a4091 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:47.849875 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Transition to ACTIVE for port object 25172fce-1a21-419a-89a9-2eaee034f07b will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:47.881963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8de05c1d-1a5c-4824-8403-5a5beb720630 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:47.915820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:47.951740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 8de05c1d-1a5c-4824-8403-5a5beb720630 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:47.952183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8de05c1d-1a5c-4824-8403-5a5beb720630 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:47.954405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.015734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e0212dcf-2ea0-4b30-b3a9-8b710e8a4091 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:48.099378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.106619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:48.110898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Calling delete_port for 8a1b4d94-31cd-46b8-97a8-24758653e38f owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:48.116836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:48.158365 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:48.168134 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Pushing event updated for resources: {'Port': ['ID=25172fce-1a21-419a-89a9-2eaee034f07b,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:48.191435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4afce489-71d8-48f6-a507-4c5ad14164cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.222873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:48.248153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:48.255302 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:48.255904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.289299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.300536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=47e6e3de-fb88-48e8-be7f-68cf55e38777,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:48.308417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Attempting to bind port 25172fce-1a21-419a-89a9-2eaee034f07b on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:48.309016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Attempting to bind port 25172fce-1a21-419a-89a9-2eaee034f07b by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:48.309016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Attempting to bind port 25172fce-1a21-419a-89a9-2eaee034f07b on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:41:48.352470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0212dcf-2ea0-4b30-b3a9-8b710e8a4091 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.366989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:41:48.368994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:41:48.368994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.368994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:41:48.368994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Bound port: 25172fce-1a21-419a-89a9-2eaee034f07b, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:48.368994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.423598 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-61c1ed94-3515-4788-adbd-87866e79b3fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0553014 Mar 11 15:41:48.426485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34638) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:48.429040 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0212dcf-2ea0-4b30-b3a9-8b710e8a4091 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.435799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:e9:12:bb', 'name': 'tempest-NetworksTestDHCPv6-951785776'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:48.458264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4afce489-71d8-48f6-a507-4c5ad14164cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.502230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.503544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] For port 25172fce-1a21-419a-89a9-2eaee034f07b, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:41:48.508123 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] For port 25172fce-1a21-419a-89a9-2eaee034f07b, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=25172fce-1a21-419a-89a9-2eaee034f07b,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:41:48.512584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0212dcf-2ea0-4b30-b3a9-8b710e8a4091 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.566005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0212dcf-2ea0-4b30-b3a9-8b710e8a4091 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f280b38c-7e4e-42e2-8b76-a961c236b4c7,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:48.566241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Pushing event deleted for resources: {'Port': ['ID=0658db3c-9397-4e4d-b3f4-403670ea3f33,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:48.595840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afce489-71d8-48f6-a507-4c5ad14164cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:48.598744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.608293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34644) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:48.634449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0212dcf-2ea0-4b30-b3a9-8b710e8a4091 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.638292 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e0212dcf-2ea0-4b30-b3a9-8b710e8a4091 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8448019 Mar 11 15:41:48.638292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.643395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae728f-46b2-4b99-bf8f-cafcf6fdff34 None None] Network ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:48.644222 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34650) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:48.651760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Transition to ACTIVE for port object f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:48.657590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4afce489-71d8-48f6-a507-4c5ad14164cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.679433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:48.679686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:48.689971 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a1b4d94-31cd-46b8-97a8-24758653e38f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:48.696476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-da054d5a-ac62-46e7-9090-1d2846979d54 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': '72c1ebf9-c9f7-4b29-999b-631d891bd5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:48.703632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-da054d5a-ac62-46e7-9090-1d2846979d54 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:48.741804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.742668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-da054d5a-ac62-46e7-9090-1d2846979d54 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:48.773953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-da054d5a-ac62-46e7-9090-1d2846979d54 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:48.785945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-da054d5a-ac62-46e7-9090-1d2846979d54 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:48.809876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.810605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511647c-6993-4f14-b02e-632a6032c2cf None None] Pushing event updated for resources: {'Port': ['ID=25172fce-1a21-419a-89a9-2eaee034f07b,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:48.881394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-962e417f-10f4-4809-903f-990c3e07cefa tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:48.886818 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-962e417f-10f4-4809-903f-990c3e07cefa tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2770576 Mar 11 15:41:48.887682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34654) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:48.951102 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4afce489-71d8-48f6-a507-4c5ad14164cd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ad2321b8-8e52-41a6-9f57-1c4d7a77ca1d HTTP/1.1" status: 204 len: 168 time: 1.8294673 Mar 11 15:41:48.957723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.962614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34656) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:48.971174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:48.979889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b766f4-1c7e-4f9c-8b35-aed2e7a15810 None None] DHCP port deletion for ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:41:48.984129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-74b766f4-1c7e-4f9c-8b35-aed2e7a15810 None None] Deleting port 75949464-5723-447e-8fad-6d53f785ef46 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:48.984742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-74b766f4-1c7e-4f9c-8b35-aed2e7a15810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.012100 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-e089ee10-3abf-41fa-a9d6-16727ddf9e98 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.013683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:49.016099 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e089ee10-3abf-41fa-a9d6-16727ddf9e98 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0565436 Mar 11 15:41:49.016724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34662) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.020412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:49.024064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:49.032714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:49.097451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-0fdd4b92-1179-486c-96ed-55ba69fdb7bd tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.098472 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0fdd4b92-1179-486c-96ed-55ba69fdb7bd tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0749531 Mar 11 15:41:49.101465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34666) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.103228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.108616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-bdc24682-5772-4101-8969-8019200ee41f tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.108773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.108856 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bdc24682-5772-4101-8969-8019200ee41f tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054438 Mar 11 15:41:49.111121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.122027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34670) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.165596 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-ed18d73f-3580-43e8-bf51-c4c38c8db3f3 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.166575 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ed18d73f-3580-43e8-bf51-c4c38c8db3f3 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0116599 Mar 11 15:41:49.178053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:49.180705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34674) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.189094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-7957eadb-d2dc-4a96-bff4-f4f2b56619fa tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.189952 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7957eadb-d2dc-4a96-bff4-f4f2b56619fa tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0053363 Mar 11 15:41:49.193376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.193934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5089b66f-d265-463d-8564-9557ece2bba4 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:41:49.200210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34678) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.231631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da054d5a-ac62-46e7-9090-1d2846979d54 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.264643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-f7da9582-d019-4b35-87e9-c6a835af7b31 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.268351 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f7da9582-d019-4b35-87e9-c6a835af7b31 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0650585 Mar 11 15:41:49.285540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34682) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.290748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network ffd2d404-63fa-42d6-a087-8fb6208a86e8 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:49.297463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.298783 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-87bc68bd-c568-4dbd-8d99-d211f0cf8848 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5089b66f-d265-463d-8564-9557ece2bba4 HTTP/1.1" status: 204 len: 168 time: 4.0330501 Mar 11 15:41:49.319366 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.331571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-74b766f4-1c7e-4f9c-8b35-aed2e7a15810 None None] For port 75949464-5723-447e-8fad-6d53f785ef46, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=75949464-5723-447e-8fad-6d53f785ef46,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:49.332053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34686) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.332178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-74b766f4-1c7e-4f9c-8b35-aed2e7a15810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.348284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-b204c7a0-8abc-4049-a280-4ba57f717053 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.349535 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b204c7a0-8abc-4049-a280-4ba57f717053 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0625679 Mar 11 15:41:49.354301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:49.356214 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34688) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.364046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da054d5a-ac62-46e7-9090-1d2846979d54 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.375687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:49.396995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:49.420875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Deleting port 75949464-5723-447e-8fad-6d53f785ef46 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:49.421225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.429332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-9dec05cb-62a5-4c6c-a83e-c14fec320201 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.430303 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9dec05cb-62a5-4c6c-a83e-c14fec320201 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0561950 Mar 11 15:41:49.440917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34694) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.460517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-20810ba4-d64d-4246-bc54-183d257678a4 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.461684 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-20810ba4-d64d-4246-bc54-183d257678a4 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0201025 Mar 11 15:41:49.467116 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34698) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.484829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-cb7db874-2cf3-45bf-8be5-1dc4014dfb63 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.485823 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cb7db874-2cf3-45bf-8be5-1dc4014dfb63 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0156224 Mar 11 15:41:49.493472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34702) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.500230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-67d12a8d-3245-4222-ad3e-8e36bb2daf7d tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.503549 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-67d12a8d-3245-4222-ad3e-8e36bb2daf7d tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0068226 Mar 11 15:41:49.507454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34706) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.515556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33c628f-a19a-4aa1-ae10-7d353c32e686 admin admin] Deleting subnet 66e3b66b-727f-4b7d-8f30-c9f070b1cb68 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:49.525938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da054d5a-ac62-46e7-9090-1d2846979d54 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.541509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-74b766f4-1c7e-4f9c-8b35-aed2e7a15810 None None] Calling delete_port for 75949464-5723-447e-8fad-6d53f785ef46 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:49.544742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.545345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88ad9eae-4f14-4c2b-b742-52a10442bc3f {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:41:49.547212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-20d24d69-a207-4e7b-946b-0daab447c146 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.551242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-20d24d69-a207-4e7b-946b-0daab447c146 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0427773 Mar 11 15:41:49.552203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.554678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34710) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.559045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e33c628f-a19a-4aa1-ae10-7d353c32e686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.572815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-0f71dea9-d5b8-4630-9d32-d7c6f3469251 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.573804 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0f71dea9-d5b8-4630-9d32-d7c6f3469251 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0137138 Mar 11 15:41:49.578163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34714) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.579577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.599823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-2ee77d46-d8ec-4d85-bc2a-102c551121a9 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.600054 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Port 8a1b4d94-31cd-46b8-97a8-24758653e38f not found while updating agent binding for router 88ad9eae-4f14-4c2b-b742-52a10442bc3f. {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 11 15:41:49.600972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2ee77d46-d8ec-4d85-bc2a-102c551121a9 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0103390 Mar 11 15:41:49.606012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34718) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.611380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-c3a2b9a5-8e86-43d5-8bb6-64e8da38dfd9 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.612336 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c3a2b9a5-8e86-43d5-8bb6-64e8da38dfd9 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050211 Mar 11 15:41:49.620486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Routers set() bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:49.620486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Router IDs set() for agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 11 15:41:49.620898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_agentschedulers_db [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'88ad9eae-4f14-4c2b-b742-52a10442bc3f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent'). {{(pid=88559) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 15:41:49.621218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880b9ce-0301-4c80-bf77-54a6eeb2c7f1 None None] The sync data for ids ['88ad9eae-4f14-4c2b-b742-52a10442bc3f'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:49.622344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34722) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.624920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da054d5a-ac62-46e7-9090-1d2846979d54 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75acc621-4702-4208-858a-d09c7ea3feb0,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:49.643225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-198ef6ed-3677-4052-81ea-4065a9fe694a tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.646532 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-198ef6ed-3677-4052-81ea-4065a9fe694a tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0111084 Mar 11 15:41:49.654232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34726) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.661760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.662948 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2aa988b2-bee1-44b3-985c-eb4a8e789635 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "DELETE /v2.0/routers/88ad9eae-4f14-4c2b-b742-52a10442bc3f HTTP/1.1" status: 204 len: 168 time: 3.2174075 Mar 11 15:41:49.668995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34728) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.670448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port a300ad5a-34e6-4bcd-93c8-13493fd5eba6 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:41:49.706522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e33c628f-a19a-4aa1-ae10-7d353c32e686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.718336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-47d8532f-7d82-4a7f-86a6-80f18332a627 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.720631 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-47d8532f-7d82-4a7f-86a6-80f18332a627 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0517013 Mar 11 15:41:49.734563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34734) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.746317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-d54b81fd-e1d8-47c3-bc38-214df4c348a8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.749796 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d54b81fd-e1d8-47c3-bc38-214df4c348a8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0117848 Mar 11 15:41:49.754309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34738) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.760014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da054d5a-ac62-46e7-9090-1d2846979d54 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.763797 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-da054d5a-ac62-46e7-9090-1d2846979d54 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0755525 Mar 11 15:41:49.771787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34742) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.780699 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-be4952ad-aeff-4186-bb38-410bdfff04b5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': '72c1ebf9-c9f7-4b29-999b-631d891bd5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:49.784696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-7947c46e-c329-4af5-aaf2-37fa4c3c7824 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.786374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e0532d88-0834-430d-98ae-cdeac79b1fd0 None None] Provisioning for port f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:49.786506 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7947c46e-c329-4af5-aaf2-37fa4c3c7824 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0252957 Mar 11 15:41:49.790157 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-74b766f4-1c7e-4f9c-8b35-aed2e7a15810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.800176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34746) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.802092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-be4952ad-aeff-4186-bb38-410bdfff04b5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:49.816822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-8d031ae6-1edb-41be-8e8b-01a8f049b89f tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.820793 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8d031ae6-1edb-41be-8e8b-01a8f049b89f tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0131891 Mar 11 15:41:49.825053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34750) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.841328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e0532d88-0834-430d-98ae-cdeac79b1fd0 None None] Provisioning complete for port f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:49.841894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e0532d88-0834-430d-98ae-cdeac79b1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.867472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e33c628f-a19a-4aa1-ae10-7d353c32e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.876818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b766f4-1c7e-4f9c-8b35-aed2e7a15810 None None] Pushing event deleted for resources: {'Port': ['ID=75949464-5723-447e-8fad-6d53f785ef46,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:49.890441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5040e67-1b8b-42c2-9b02-605c15eaeef4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Deleting subnet fb3e24d5-998e-42f5-804b-a092b9eca916 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:49.902037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5040e67-1b8b-42c2-9b02-605c15eaeef4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:49.906043 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b766f4-1c7e-4f9c-8b35-aed2e7a15810 None None] No DVR routers for this DVR port 75949464-5723-447e-8fad-6d53f785ef46 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:49.922270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-be4952ad-aeff-4186-bb38-410bdfff04b5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:49.933987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-be4952ad-aeff-4186-bb38-410bdfff04b5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:49.950980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e0532d88-0834-430d-98ae-cdeac79b1fd0 None None] Port f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:41:49.951177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-044f78bd-39a8-4f6d-ba58-813cd4fd681a tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:49.951177 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-044f78bd-39a8-4f6d-ba58-813cd4fd681a tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0204310 Mar 11 15:41:49.951177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34754) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.995740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 25172fce-1a21-419a-89a9-2eaee034f07b up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:50.017407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-30c24e11-fa81-4bf2-96e3-63a0f27014d0 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.017407 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-30c24e11-fa81-4bf2-96e3-63a0f27014d0 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0630567 Mar 11 15:41:50.017407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-be4952ad-aeff-4186-bb38-410bdfff04b5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:50.024798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34758) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.043168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-9cd6bba2-ae19-4f6b-92f0-bbbc106c39ba tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.044410 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9cd6bba2-ae19-4f6b-92f0-bbbc106c39ba tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0184214 Mar 11 15:41:50.055990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34762) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.066247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] For port 75949464-5723-447e-8fad-6d53f785ef46, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=75949464-5723-447e-8fad-6d53f785ef46,segment=NetworkSegment(385faaca-7d45-476e-9de3-eb47a857667d),segment_id=385faaca-7d45-476e-9de3-eb47a857667d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:50.066612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.080241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-4608949d-a1cd-4d99-9c6d-13faa5d81f54 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.081323 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4608949d-a1cd-4d99-9c6d-13faa5d81f54 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0241156 Mar 11 15:41:50.092173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34766) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.161962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 25172fce-1a21-419a-89a9-2eaee034f07b completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:50.211115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa5789-6991-450b-9813-470a9824df46 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:50.251764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 75949464-5723-447e-8fad-6d53f785ef46 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:50.258875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5040e67-1b8b-42c2-9b02-605c15eaeef4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.293734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-00012fc8-5566-47a2-9a8e-c7a834d9f4d7 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.294832 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-00012fc8-5566-47a2-9a8e-c7a834d9f4d7 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.2030647 Mar 11 15:41:50.305362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34770) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.308369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.352934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 75949464-5723-447e-8fad-6d53f785ef46 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:50.353531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 75949464-5723-447e-8fad-6d53f785ef46 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:50.353685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0658db3c-9397-4e4d-b3f4-403670ea3f33 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:50.367681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-428dd3f0-319e-4c78-98e3-42d2144d4524 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.367908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be4952ad-aeff-4186-bb38-410bdfff04b5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.368011 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-428dd3f0-319e-4c78-98e3-42d2144d4524 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0471735 Mar 11 15:41:50.374385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34774) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.382158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Calling delete_port for 75949464-5723-447e-8fad-6d53f785ef46 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:50.420458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-a45a8935-cf29-462b-b478-c061f864782e tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.423872 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a45a8935-cf29-462b-b478-c061f864782e tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0444982 Mar 11 15:41:50.426777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34778) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.441032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-02c4e3bb-2ab3-447c-ad78-82d27eade3dc tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.444795 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-02c4e3bb-2ab3-447c-ad78-82d27eade3dc tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0120423 Mar 11 15:41:50.445859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34782) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.449392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 0658db3c-9397-4e4d-b3f4-403670ea3f33 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:50.449664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5040e67-1b8b-42c2-9b02-605c15eaeef4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.449780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0658db3c-9397-4e4d-b3f4-403670ea3f33 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:50.503532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-db8fe56b-f1d8-4cac-ad10-7fce6981ace8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.506832 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be4952ad-aeff-4186-bb38-410bdfff04b5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.507317 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-db8fe56b-f1d8-4cac-ad10-7fce6981ace8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0603082 Mar 11 15:41:50.508110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e33c628f-a19a-4aa1-ae10-7d353c32e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.513734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34786) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.527398 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1b661b9d-02c3-4058-8186-96a27a971860 None None] Provisioning for port 25172fce-1a21-419a-89a9-2eaee034f07b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:50.539756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1b661b9d-02c3-4058-8186-96a27a971860 None None] Provisioning complete for port 25172fce-1a21-419a-89a9-2eaee034f07b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:50.540305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1b661b9d-02c3-4058-8186-96a27a971860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.551431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-911c3e5c-5740-4327-849d-63a6450e09eb tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.554908 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-911c3e5c-5740-4327-849d-63a6450e09eb tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0144525 Mar 11 15:41:50.555228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c628f-a19a-4aa1-ae10-7d353c32e686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e3b66b-727f-4b7d-8f30-c9f070b1cb68,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:50.556856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:50.557255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:50.557979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34790) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.562726 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e33c628f-a19a-4aa1-ae10-7d353c32e686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.573219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090cdf7e-482b-423a-92cc-42e2cfffab02 None None] Network a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:50.575148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-dcf7aef7-5f89-47a0-8839-110d959e4832 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.579928 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dcf7aef7-5f89-47a0-8839-110d959e4832 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0171442 Mar 11 15:41:50.582836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34794) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.589991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-d3731826-35e3-4be0-9182-4a13f80cb47a tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.591555 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d3731826-35e3-4be0-9182-4a13f80cb47a tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070384 Mar 11 15:41:50.593430 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e33c628f-a19a-4aa1-ae10-7d353c32e686 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/66e3b66b-727f-4b7d-8f30-c9f070b1cb68 HTTP/1.1" status: 204 len: 168 time: 1.2226050 Mar 11 15:41:50.594189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34798) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.597010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34800) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.601939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-cc58fb71-184c-409c-97f2-05d476ef3a74 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.605402 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cc58fb71-184c-409c-97f2-05d476ef3a74 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080311 Mar 11 15:41:50.605402 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be4952ad-aeff-4186-bb38-410bdfff04b5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.605588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 172.20.0.5 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/47e6e3de-fb88-48e8-be7f-68cf55e38777/a300ad5a-34e6-4bcd-93c8-13493fd5eba6) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:50.606103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34806) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.655385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4952ad-aeff-4186-bb38-410bdfff04b5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090ba5b4-5e35-497d-bf91-eac4e5a77781,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:50.670685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-d95fdb31-d272-476d-805a-e56962162e04 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.671638 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d95fdb31-d272-476d-805a-e56962162e04 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0629909 Mar 11 15:41:50.680267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34810) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.687427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::f816:3eff:fee9:12bb (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/3877d289-5cb8-4e8c-8108-f1c64e28a620/a300ad5a-34e6-4bcd-93c8-13493fd5eba6) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:50.692034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-bff7a7d0-f333-43c8-b6fb-52d51c7bfba5 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.692998 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bff7a7d0-f333-43c8-b6fb-52d51c7bfba5 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0104961 Mar 11 15:41:50.699579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34814) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.716598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-2aeb0c73-0f0f-44e1-b74f-0b89da3090e8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.717459 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2aeb0c73-0f0f-44e1-b74f-0b89da3090e8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0136120 Mar 11 15:41:50.727698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34818) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.740395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-70cadada-0a71-4a4c-b268-445bb697b9bc tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.743674 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-70cadada-0a71-4a4c-b268-445bb697b9bc tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0126457 Mar 11 15:41:50.744584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34822) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.751346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-b6923db0-8459-42c2-8747-db40f24ce4bc tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.753122 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b6923db0-8459-42c2-8747-db40f24ce4bc tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0071394 Mar 11 15:41:50.764037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.765456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34826) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.773035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-b4c5a0ae-a800-45c2-b826-acd593c116b1 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.776506 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b4c5a0ae-a800-45c2-b826-acd593c116b1 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0089304 Mar 11 15:41:50.777841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34830) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.782117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Deleting port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:50.782465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.805493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-9571b9de-2911-4739-a810-971c2dca7cd6 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.808835 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9571b9de-2911-4739-a810-971c2dca7cd6 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0257156 Mar 11 15:41:50.812955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34834) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.821783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be4952ad-aeff-4186-bb38-410bdfff04b5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.825498 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-be4952ad-aeff-4186-bb38-410bdfff04b5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0507138 Mar 11 15:41:50.826925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34838) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.828886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-f14484ab-890c-4e21-914e-3299b181bb3c tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.832382 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f14484ab-890c-4e21-914e-3299b181bb3c tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0162227 Mar 11 15:41:50.832687 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34842) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.840186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-35102dde-0c61-48c2-98c2-7799ae0aa714 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.841218 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-35102dde-0c61-48c2-98c2-7799ae0aa714 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0076423 Mar 11 15:41:50.843614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34846) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.854040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': '72c1ebf9-c9f7-4b29-999b-631d891bd5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:50.855569 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-4b6f7c29-d521-4688-a74b-700192cbce1a tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.860799 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4b6f7c29-d521-4688-a74b-700192cbce1a tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0120242 Mar 11 15:41:50.860981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34850) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.867818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-b5ad76bb-f18d-429d-a5ff-a004d632a8c4 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.871323 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b5ad76bb-f18d-429d-a5ff-a004d632a8c4 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0092685 Mar 11 15:41:50.873472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:50.873725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c7366dc3-14ed-4ff4-a62a-beadae60e93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.875385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34854) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.880460 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5040e67-1b8b-42c2-9b02-605c15eaeef4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.905656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1b661b9d-02c3-4058-8186-96a27a971860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:50.973561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:50.979118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-21b4cdaa-6fe5-4351-acc6-0a4887f87325 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:50.980093 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-21b4cdaa-6fe5-4351-acc6-0a4887f87325 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.1013451 Mar 11 15:41:50.995065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:50.995268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1b661b9d-02c3-4058-8186-96a27a971860 None None] For port 25172fce-1a21-419a-89a9-2eaee034f07b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=25172fce-1a21-419a-89a9-2eaee034f07b,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:50.997717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34858) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.024610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Update dhcp port {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': '3877d289-5cb8-4e8c-8108-f1c64e28a620', 'ip_address': '2001:db8::f816:3eff:fe69:2932'}, {'subnet_id': '47e6e3de-fb88-48e8-be7f-68cf55e38777'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': '25172fce-1a21-419a-89a9-2eaee034f07b'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:41:51.046978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] For port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=de385290-b9b1-4d4c-aaa8-bfbc1ddc266a,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:51.047486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.047627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5040e67-1b8b-42c2-9b02-605c15eaeef4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3e24d5-998e-42f5-804b-a092b9eca916,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:51.057993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Deleting port 75949464-5723-447e-8fad-6d53f785ef46 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:51.058585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.060568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1b661b9d-02c3-4058-8186-96a27a971860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.063656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5040e67-1b8b-42c2-9b02-605c15eaeef4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.071508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-ee0b98a1-1308-49b6-be54-fcc9202b3a57 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.074924 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ee0b98a1-1308-49b6-be54-fcc9202b3a57 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0265920 Mar 11 15:41:51.083154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:51.092478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34862) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.104574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7794fb8c-4038-44ed-b338-523a59b96893 None None] DHCP port deletion for a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:41:51.105273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-2471e3dd-da35-4758-8929-9ae1e15dcf32 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.109059 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2471e3dd-da35-4758-8929-9ae1e15dcf32 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0128191 Mar 11 15:41:51.112082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34866) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.125608 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e5040e67-1b8b-42c2-9b02-605c15eaeef4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/fb3e24d5-998e-42f5-804b-a092b9eca916 HTTP/1.1" status: 204 len: 168 time: 1.4138675 Mar 11 15:41:51.126374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34870) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.146790 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7794fb8c-4038-44ed-b338-523a59b96893 None None] Deleting port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:51.147024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7794fb8c-4038-44ed-b338-523a59b96893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.179392 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-74442248-0cc5-4604-b2c6-5e91a29136e8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.182893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.183052 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-74442248-0cc5-4604-b2c6-5e91a29136e8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0645328 Mar 11 15:41:51.193111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34874) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.208119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b661b9d-02c3-4058-8186-96a27a971860 None None] Pushing event updated for resources: {'Port': ['ID=25172fce-1a21-419a-89a9-2eaee034f07b,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:51.208945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-7f1fb163-0119-42c0-9a89-e65bd54f8297 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.213395 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7f1fb163-0119-42c0-9a89-e65bd54f8297 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0158656 Mar 11 15:41:51.239068 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34878) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.274296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] The port '75949464-5723-447e-8fad-6d53f785ef46' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:41:51.281530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Calling delete_port for de385290-b9b1-4d4c-aaa8-bfbc1ddc266a owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:51.296496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.312896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.315178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-26807c35-ab7d-40f4-83b2-7c609844fe87 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.316125 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-26807c35-ab7d-40f4-83b2-7c609844fe87 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0764835 Mar 11 15:41:51.322185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34882) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.343383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-67345dcc-7155-4489-af38-2193e7993be4 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.345552 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-67345dcc-7155-4489-af38-2193e7993be4 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0224223 Mar 11 15:41:51.356707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.363188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34886) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.380362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-c94e6662-f121-4e60-9ee7-d6e6c67a07ed tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.381606 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c94e6662-f121-4e60-9ee7-d6e6c67a07ed tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0136974 Mar 11 15:41:51.385146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34890) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.392601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.399001 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-fdc61bcf-0fd0-44b1-878a-3747acef14b0 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.402471 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fdc61bcf-0fd0-44b1-878a-3747acef14b0 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0141473 Mar 11 15:41:51.403540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object a300ad5a-34e6-4bcd-93c8-13493fd5eba6 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:51.404296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34894) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.454783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-d1bf1ff5-0f22-4117-92e4-faed52efc2d2 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.458181 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d1bf1ff5-0f22-4117-92e4-faed52efc2d2 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0505271 Mar 11 15:41:51.459674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34898) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.473997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-b3ece713-55b9-4a98-babb-3619e421a742 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.477245 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b3ece713-55b9-4a98-babb-3619e421a742 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0100069 Mar 11 15:41:51.477245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.480290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.494272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34902) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.511384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.511954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-74e65597-fdf9-44d8-b13d-950d508fe2ff tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.517864 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-74e65597-fdf9-44d8-b13d-950d508fe2ff tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0154424 Mar 11 15:41:51.517864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34906) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.523320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-82fd93b8-c83b-4951-a349-07ce95b9ffec tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.525018 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-82fd93b8-c83b-4951-a349-07ce95b9ffec tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0077364 Mar 11 15:41:51.526755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:51.535144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34910) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.542758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385faaca-7d45-476e-9de3-eb47a857667d') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:51.543057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385faaca-7d45-476e-9de3-eb47a857667d') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:51.548372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-7794fb8c-4038-44ed-b338-523a59b96893 None None] For port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=de385290-b9b1-4d4c-aaa8-bfbc1ddc266a,segment=NetworkSegment(4adbe1f8-6b63-4087-9b7b-89af7117473e),segment_id=4adbe1f8-6b63-4087-9b7b-89af7117473e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:51.548885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7794fb8c-4038-44ed-b338-523a59b96893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.551744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-53df77f8-b815-4a6c-9c77-d6ce0a659162 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.555626 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-53df77f8-b815-4a6c-9c77-d6ce0a659162 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0154569 Mar 11 15:41:51.556306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34914) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.562782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-46412f94-ea63-4bec-b7e2-3c0ec2c33cba tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.565029 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-46412f94-ea63-4bec-b7e2-3c0ec2c33cba tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080099 Mar 11 15:41:51.567215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.574823 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34918) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.584240 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-71224084-77bf-45ee-8138-a1d7afb89a82 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.587841 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-71224084-77bf-45ee-8138-a1d7afb89a82 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0120919 Mar 11 15:41:51.588455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34922) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.596680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-c48e6013-f4d9-457f-862d-9bd79c4e8e7e tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.600073 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c48e6013-f4d9-457f-862d-9bd79c4e8e7e tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0078547 Mar 11 15:41:51.601259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34926) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.602228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.610445 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-e2e1427f-8259-499b-bf60-3c5611587e97 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.613842 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e2e1427f-8259-499b-bf60-3c5611587e97 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0091743 Mar 11 15:41:51.615763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34930) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.618788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:51.619183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:51.632758 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:51.642207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-5677520d-0b7a-4707-8581-3a3bd32530a3 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.642207 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5677520d-0b7a-4707-8581-3a3bd32530a3 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0194938 Mar 11 15:41:51.647229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34934) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.654802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.664474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.676715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-7ba48a27-be18-4ab0-a1d2-b168087008b8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.680628 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7ba48a27-be18-4ab0-a1d2-b168087008b8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0225194 Mar 11 15:41:51.680628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.691112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7794fb8c-4038-44ed-b338-523a59b96893 None None] Calling delete_port for de385290-b9b1-4d4c-aaa8-bfbc1ddc266a owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:51.703570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34938) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.734007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:51.736120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.744967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [None req-2a820112-4690-4053-9439-2d525ecfc8c8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.748353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2a820112-4690-4053-9439-2d525ecfc8c8 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0395699 Mar 11 15:41:51.750880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34942) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.753205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1748c915-3f4f-4a00-aa8c-c3e58abaec8f,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:51.754866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Pushing event deleted for resources: {'Port': ['ID=de385290-b9b1-4d4c-aaa8-bfbc1ddc266a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:51.763419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa86bb9-fc21-4eb7-a3df-572f3ccae263']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:51.764139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-7c377b56-2bfb-42ca-b99c-d5e339aed2c9 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.768597 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7c377b56-2bfb-42ca-b99c-d5e339aed2c9 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0117028 Mar 11 15:41:51.768597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34946) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.768597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] No DVR routers for this DVR port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:51.775401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.777917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.777917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.777917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.777917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.777917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.777917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.777917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.778426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.778426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.778661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.779283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.786572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-7794fb8c-4038-44ed-b338-523a59b96893 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:41:51.788210 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-7794fb8c-4038-44ed-b338-523a59b96893 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:41:51.800789 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.801136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.801535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.801806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.806628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.806628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.806628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.806628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.806628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.806628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.806628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.806628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.810987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.811336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.811677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.812007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.812432 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.812791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.812958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-90ca6dc0-b22b-408f-b159-251c80e93fa9 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.813114 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.813594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.813932 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-90ca6dc0-b22b-408f-b159-251c80e93fa9 tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0405638 Mar 11 15:41:51.814423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.814755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.815084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.815410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:51.817785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34950) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:51.820719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1640c26d-15ae-4688-aa30-d6c921439c09') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:51.821023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1640c26d-15ae-4688-aa30-d6c921439c09') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:51.846244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.850906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.890441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Allocated IP 172.20.0.2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/47e6e3de-fb88-48e8-be7f-68cf55e38777/25172fce-1a21-419a-89a9-2eaee034f07b) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:51.910045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [None req-85f41e0b-2da1-476c-b74e-d214d436aaff tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:41:51.917260 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-85f41e0b-2da1-476c-b74e-d214d436aaff tempest-ExtensionsTestJSON-1149044028 tempest-ExtensionsTestJSON-1149044028-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0964503 Mar 11 15:41:51.919784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:51.928519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.055314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.062651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 25172fce-1a21-419a-89a9-2eaee034f07b up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:52.070671 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:52.081403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b3af6a-4c9c-42b9-8337-bd28f435b9c2']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:52.091414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.096372 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1b60fa19-d71b-4974-94df-a596882522e7 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2645631 Mar 11 15:41:52.096575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34956) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:52.099136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adbe1f8-6b63-4087-9b7b-89af7117473e') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:52.099529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adbe1f8-6b63-4087-9b7b-89af7117473e') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:52.110006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-89cfde74-8994-45ac-ad57-5887a2f9b294 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': '72c1ebf9-c9f7-4b29-999b-631d891bd5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:52.117580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-89cfde74-8994-45ac-ad57-5887a2f9b294 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:52.121974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.123751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.130642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-89cfde74-8994-45ac-ad57-5887a2f9b294 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:52.135615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:52.135927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-89cfde74-8994-45ac-ad57-5887a2f9b294 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:52.144474 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-89cfde74-8994-45ac-ad57-5887a2f9b294 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:52.150582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.150896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:52.152092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] For port 25172fce-1a21-419a-89a9-2eaee034f07b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=25172fce-1a21-419a-89a9-2eaee034f07b,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:52.158536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:52.158978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.161755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:41:52.162372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:52.173097 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:52.180422 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:52.182299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:52.244622 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-62f9898f-f9fe-4526-a3fb-8ace5eab8bc3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ed5beffa-bbcc-4e6b-9ffc-4e9988a9e769 HTTP/1.1" status: 204 len: 168 time: 3.2706740 Mar 11 15:41:52.258853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89cfde74-8994-45ac-ad57-5887a2f9b294 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.274144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.286916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 25172fce-1a21-419a-89a9-2eaee034f07b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:52.287303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.332506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89cfde74-8994-45ac-ad57-5887a2f9b294 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.347573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7794fb8c-4038-44ed-b338-523a59b96893 None None] Deleting port de385290-b9b1-4d4c-aaa8-bfbc1ddc266a {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:52.348126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7794fb8c-4038-44ed-b338-523a59b96893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.357339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.368977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:52.369588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.373523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=a300ad5a-34e6-4bcd-93c8-13493fd5eba6,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:52.377904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.391413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b3af6a-4c9c-42b9-8337-bd28f435b9c2,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:52.413171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network ffd2d404-63fa-42d6-a087-8fb6208a86e8 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:52.413864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89cfde74-8994-45ac-ad57-5887a2f9b294 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.414793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:52.440281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfde74-8994-45ac-ad57-5887a2f9b294 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbfd2c2-36f7-47c6-bac6-03168b2bcc32,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:52.454521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7794fb8c-4038-44ed-b338-523a59b96893 None None] The port 'de385290-b9b1-4d4c-aaa8-bfbc1ddc266a' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:41:52.456299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Transition to ACTIVE for port object 25172fce-1a21-419a-89a9-2eaee034f07b will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:52.503714 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7569c843-1509-4663-b8f5-68a266c839fa admin admin] 10.222.0.39 "DELETE /v2.0/networks/a1b3af6a-4c9c-42b9-8337-bd28f435b9c2 HTTP/1.1" status: 204 len: 168 time: 1.9061139 Mar 11 15:41:52.528261 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-89cfde74-8994-45ac-ad57-5887a2f9b294 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.532252 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-89cfde74-8994-45ac-ad57-5887a2f9b294 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4331770 Mar 11 15:41:52.532583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34966) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:52.538395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.581109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.597660 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-92615760-13cf-4f2e-8b41-2c4ae037f224 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1675389 Mar 11 15:41:52.600435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34970) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:52.610895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-821f98f5-1e0a-488c-947b-41cdc70061ab tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.630894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-821f98f5-1e0a-488c-947b-41cdc70061ab tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.633797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network daa86bb9-fc21-4eb7-a3df-572f3ccae263 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 15:41:52.658572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34974) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:52.697748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34980) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:52.714935 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.720799 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "DELETE /v2.0/networks/daa86bb9-fc21-4eb7-a3df-572f3ccae263 HTTP/1.1" status: 204 len: 168 time: 1.5833881 Mar 11 15:41:52.727685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915924c-6eb1-4253-b53a-707701c3b9dd tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event deleted for resources: {'Network': ['ID=daa86bb9-fc21-4eb7-a3df-572f3ccae263,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:52.774106 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router 5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:41:52.783819 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-821f98f5-1e0a-488c-947b-41cdc70061ab tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.797943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Pushing event updated for resources: {'Port': ['ID=25172fce-1a21-419a-89a9-2eaee034f07b,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:52.818028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.818721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.819841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.820374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.820970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.821989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.822544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.823068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.823590 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.824117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.824658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.825338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536767c9-ffee-44f1-8347-312e6e677731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:52.847600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device de385290-b9b1-4d4c-aaa8-bfbc1ddc266a no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:52.851201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f98f5-1e0a-488c-947b-41cdc70061ab tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdbfd2c2-36f7-47c6-bac6-03168b2bcc32,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:52.898959 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: de385290-b9b1-4d4c-aaa8-bfbc1ddc266a {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:41:52.899600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device de385290-b9b1-4d4c-aaa8-bfbc1ddc266a not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:52.905665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-821f98f5-1e0a-488c-947b-41cdc70061ab tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.914060 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-821f98f5-1e0a-488c-947b-41cdc70061ab tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/cdbfd2c2-36f7-47c6-bac6-03168b2bcc32 HTTP/1.1" status: 204 len: 168 time: 0.3773162 Mar 11 15:41:52.914963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f71dc873-7a25-4057-ba6c-35a4b78e1d10 None None] Provisioning complete for port f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:52.915529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f71dc873-7a25-4057-ba6c-35a4b78e1d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:52.922687 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34986) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:52.935885 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0df54f74-9e30-4101-bbcc-3478451376e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c82f540907034ec783433631c2c91e3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2369452 Mar 11 15:41:52.940440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 34990) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:52.988069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f71dc873-7a25-4057-ba6c-35a4b78e1d10 None None] Port f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:41:53.065895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-739a7659-55b1-4202-83e8-951b767f2c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.120838 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-739a7659-55b1-4202-83e8-951b767f2c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:53.161667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-739a7659-55b1-4202-83e8-951b767f2c9b admin admin] Usage tracker for resource:security_group_rule and tenant:9938e48d04374cf49580fde69d0173eb is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:53.174571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-739a7659-55b1-4202-83e8-951b767f2c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:53.187002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:53.190617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-497a5eae-d746-4833-ac74-fb5765e5e1f5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:53.197282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fe3e5-d631-45f8-8a14-f063c4a4cdcd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:53.203421 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fe3e5-d631-45f8-8a14-f063c4a4cdcd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:53.204244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-006fe3e5-d631-45f8-8a14-f063c4a4cdcd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:53.207175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-739a7659-55b1-4202-83e8-951b767f2c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:53.213970 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7fa3d751-41f4-4d0c-aaa8-4808c6e5f35f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7215304 Mar 11 15:41:53.222034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 34998) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:53.233337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93324fd8-9957-42ee-b6c9-dc169699f668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.290395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93324fd8-9957-42ee-b6c9-dc169699f668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.291578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-006fe3e5-d631-45f8-8a14-f063c4a4cdcd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:53.295661 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-006fe3e5-d631-45f8-8a14-f063c4a4cdcd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6732011 Mar 11 15:41:53.305245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35004) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:53.305663 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35006) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:53.368860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e8879-85e8-482f-b4f1-95bf242bb8b6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:53.369624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-aa2e8879-85e8-482f-b4f1-95bf242bb8b6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Synchronizing usage tracker for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:53.407089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-497a5eae-d746-4833-ac74-fb5765e5e1f5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:53.410091 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-497a5eae-d746-4833-ac74-fb5765e5e1f5 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4864306 Mar 11 15:41:53.413748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35012) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:53.468633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-223db145-4b80-4406-8cf5-63e87731bb46 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.485575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-223db145-4b80-4406-8cf5-63e87731bb46 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.517706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35016) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:53.518144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-aa2e8879-85e8-482f-b4f1-95bf242bb8b6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Unset dirty status for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:53.519331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-aa2e8879-85e8-482f-b4f1-95bf242bb8b6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports/f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9 HTTP/1.1" status: 200 len: 910 time: 0.2962832 Mar 11 15:41:53.523031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35018) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:53.533364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5b00f89d-0bc0-4c30-9718-65241e747340 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Request body: {'router': {'name': 'tempest-router--1230762228', 'project_id': '89962d411a2a4e2180626d8c73726b5e'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:53.549778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-eccba486-0e17-4ba0-b653-a1444b17734d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port a300ad5a-34e6-4bcd-93c8-13493fd5eba6 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:53.549778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eccba486-0e17-4ba0-b653-a1444b17734d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.564670 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be64cb7-4146-4b6e-a205-fd589d45f1f5 None None] Sync routers for ids ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:53.576746 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be64cb7-4146-4b6e-a205-fd589d45f1f5 None None] Routers {'5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:53.577357 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5be64cb7-4146-4b6e-a205-fd589d45f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:23Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:53.603036 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c67536a3-2f48-4dc1-81d8-2e799950d4e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cf80f2521c8495ea617d58524b72c74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2949212 Mar 11 15:41:53.605704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5b00f89d-0bc0-4c30-9718-65241e747340 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:53.610636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35026) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:53.623301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5b00f89d-0bc0-4c30-9718-65241e747340 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Usage tracker for resource:router and tenant:89962d411a2a4e2180626d8c73726b5e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:53.638613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5b00f89d-0bc0-4c30-9718-65241e747340 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:53.648226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5af12d7c-ba81-41f8-9154-3a0a8a2e3d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.661122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5b00f89d-0bc0-4c30-9718-65241e747340 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:53.665304 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5be64cb7-4146-4b6e-a205-fd589d45f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:53.675054 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be64cb7-4146-4b6e-a205-fd589d45f1f5 None None] Routers {'5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:53.675931 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5be64cb7-4146-4b6e-a205-fd589d45f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:53.698348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-739a7659-55b1-4202-83e8-951b767f2c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.714432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93324fd8-9957-42ee-b6c9-dc169699f668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.744479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ffdd0bec-345d-46d0-a14b-584590795f24 None None] Provisioning for port 25172fce-1a21-419a-89a9-2eaee034f07b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:53.745600 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5be64cb7-4146-4b6e-a205-fd589d45f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:53.745793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93324fd8-9957-42ee-b6c9-dc169699f668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158845e4-a002-40d6-a834-99c894ceab1c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:53.746311 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be64cb7-4146-4b6e-a205-fd589d45f1f5 None None] The sync data for ids ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:53.753455 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ffdd0bec-345d-46d0-a14b-584590795f24 None None] Provisioning complete for port 25172fce-1a21-419a-89a9-2eaee034f07b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:53.753455 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0bec-345d-46d0-a14b-584590795f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.851601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dc4395c3-aa14-4754-b7db-ea561bfc8058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.866921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-223db145-4b80-4406-8cf5-63e87731bb46 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.871968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-739a7659-55b1-4202-83e8-951b767f2c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.894501 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-93324fd8-9957-42ee-b6c9-dc169699f668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.895672 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-93324fd8-9957-42ee-b6c9-dc169699f668 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/158845e4-a002-40d6-a834-99c894ceab1c HTTP/1.1" status: 204 len: 168 time: 0.9221284 Mar 11 15:41:53.896686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5b00f89d-0bc0-4c30-9718-65241e747340 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.898387 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5b00f89d-0bc0-4c30-9718-65241e747340 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:53.960533 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 25172fce-1a21-419a-89a9-2eaee034f07b up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:53.985706 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-739a7659-55b1-4202-83e8-951b767f2c9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9938e48d04374cf49580fde69d0173eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3258626 Mar 11 15:41:53.990842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a7659-55b1-4202-83e8-951b767f2c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a3beb4-cfdf-42a8-b57b-86a11a9a993a,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:54.000602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35032) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:54.001600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223db145-4b80-4406-8cf5-63e87731bb46 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1748c915-3f4f-4a00-aa8c-c3e58abaec8f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:54.003388 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5b00f89d-0bc0-4c30-9718-65241e747340 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.036296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eccba486-0e17-4ba0-b653-a1444b17734d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.060135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 25172fce-1a21-419a-89a9-2eaee034f07b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:54.060736 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.087285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dc4395c3-aa14-4754-b7db-ea561bfc8058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.172911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-eccba486-0e17-4ba0-b653-a1444b17734d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for a300ad5a-34e6-4bcd-93c8-13493fd5eba6 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:54.214499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5b00f89d-0bc0-4c30-9718-65241e747340 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.280242 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-07960f24-b2d5-4fa8-ace8-f7c487ccecac None None] Provisioning for port a300ad5a-34e6-4bcd-93c8-13493fd5eba6 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:54.292247 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-07960f24-b2d5-4fa8-ace8-f7c487ccecac None None] Provisioning complete for port a300ad5a-34e6-4bcd-93c8-13493fd5eba6 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:54.292659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-07960f24-b2d5-4fa8-ace8-f7c487ccecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.305915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-223db145-4b80-4406-8cf5-63e87731bb46 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.309440 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-223db145-4b80-4406-8cf5-63e87731bb46 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/1748c915-3f4f-4a00-aa8c-c3e58abaec8f HTTP/1.1" status: 204 len: 168 time: 0.8907816 Mar 11 15:41:54.318994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35038) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:54.332163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-522c7367-6a7e-467c-9037-581e5a2bbfa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.354032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5b00f89d-0bc0-4c30-9718-65241e747340 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.357344 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5b00f89d-0bc0-4c30-9718-65241e747340 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8263717 Mar 11 15:41:54.360629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35042) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:54.377967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.413656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-07960f24-b2d5-4fa8-ace8-f7c487ccecac None None] Port a300ad5a-34e6-4bcd-93c8-13493fd5eba6 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:41:54.419461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-522c7367-6a7e-467c-9037-581e5a2bbfa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.481248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6ceb8b4c-8753-4408-a312-1683611462a0 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:54.505007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.531278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-645c4873-a901-452f-ae9d-2e9127dc277e tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.535155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dc4395c3-aa14-4754-b7db-ea561bfc8058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.586599 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4395c3-aa14-4754-b7db-ea561bfc8058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d5b4f2-dd81-41b8-add0-5ab1a3392ea6,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:54.598034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6ceb8b4c-8753-4408-a312-1683611462a0 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:54.602899 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6ceb8b4c-8753-4408-a312-1683611462a0 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2732930 Mar 11 15:41:54.604419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35052) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:54.617811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dc4395c3-aa14-4754-b7db-ea561bfc8058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.618911 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-dc4395c3-aa14-4754-b7db-ea561bfc8058 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86d5b4f2-dd81-41b8-add0-5ab1a3392ea6 HTTP/1.1" status: 204 len: 168 time: 1.0073526 Mar 11 15:41:54.630006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-522c7367-6a7e-467c-9037-581e5a2bbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.632352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-522c7367-6a7e-467c-9037-581e5a2bbfa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.636315 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-522c7367-6a7e-467c-9037-581e5a2bbfa3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8a3beb4-cfdf-42a8-b57b-86a11a9a993a HTTP/1.1" status: 204 len: 168 time: 0.6288123 Mar 11 15:41:54.664801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cdac66eb-22cb-48df-a962-f978b1db5f43 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.670317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c7367-6a7e-467c-9037-581e5a2bbfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a3beb4-cfdf-42a8-b57b-86a11a9a993a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:54.680967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cdac66eb-22cb-48df-a962-f978b1db5f43 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:54.709320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d21b79c4-850e-44e6-8845-bfae6be69f92 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.019446 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-645c4873-a901-452f-ae9d-2e9127dc277e tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.026751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-645c4873-a901-452f-ae9d-2e9127dc277e tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.027764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cdac66eb-22cb-48df-a962-f978b1db5f43 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.052890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac66eb-22cb-48df-a962-f978b1db5f43 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=090ba5b4-5e35-497d-bf91-eac4e5a77781,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:55.073960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d21b79c4-850e-44e6-8845-bfae6be69f92 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:55.074300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d21b79c4-850e-44e6-8845-bfae6be69f92 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.099839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eccba486-0e17-4ba0-b653-a1444b17734d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.156078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-645c4873-a901-452f-ae9d-2e9127dc277e tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.156482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645c4873-a901-452f-ae9d-2e9127dc277e tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d76c425e-a1a1-46d0-b185-d01ba30bec81 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:41:55.200491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cdac66eb-22cb-48df-a962-f978b1db5f43 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.202771 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cdac66eb-22cb-48df-a962-f978b1db5f43 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/090ba5b4-5e35-497d-bf91-eac4e5a77781 HTTP/1.1" status: 204 len: 168 time: 0.5963383 Mar 11 15:41:55.207827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35068) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:55.219441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccba486-0e17-4ba0-b653-a1444b17734d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=a300ad5a-34e6-4bcd-93c8-13493fd5eba6,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:55.361666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-645c4873-a901-452f-ae9d-2e9127dc277e tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.362702 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-645c4873-a901-452f-ae9d-2e9127dc277e tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "DELETE /v2.0/routers/d76c425e-a1a1-46d0-b185-d01ba30bec81 HTTP/1.1" status: 204 len: 168 time: 1.0007153 Mar 11 15:41:55.372450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eccba486-0e17-4ba0-b653-a1444b17734d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.373248 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-eccba486-0e17-4ba0-b653-a1444b17734d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/a300ad5a-34e6-4bcd-93c8-13493fd5eba6 HTTP/1.1" status: 204 len: 168 time: 2.0625727 Mar 11 15:41:55.375674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35082) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:55.456874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-488792d8-062a-4915-a9f7-b4e29640dfd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:55.472380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f129fb-142d-4808-b53e-04f13bd8e637 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:55.474011 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f129fb-142d-4808-b53e-04f13bd8e637 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:55.476160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f129fb-142d-4808-b53e-04f13bd8e637 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:55.476701 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-02f129fb-142d-4808-b53e-04f13bd8e637 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:55.490411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d21b79c4-850e-44e6-8845-bfae6be69f92 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.605426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-02f129fb-142d-4808-b53e-04f13bd8e637 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:55.608338 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-02f129fb-142d-4808-b53e-04f13bd8e637 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2302895 Mar 11 15:41:55.611725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35094) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:55.631975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-488792d8-062a-4915-a9f7-b4e29640dfd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:55.636006 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-488792d8-062a-4915-a9f7-b4e29640dfd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4229164 Mar 11 15:41:55.640373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d21b79c4-850e-44e6-8845-bfae6be69f92 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:55.646443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35100) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:55.700995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-55751ec3-0248-4699-b3b0-cfc97506ab2a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.724049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-55751ec3-0248-4699-b3b0-cfc97506ab2a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.741891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a5393f-3b54-4add-8be5-4a89d78e4cff tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 3877d289-5cb8-4e8c-8108-f1c64e28a620 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:55.746479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7a5393f-3b54-4add-8be5-4a89d78e4cff tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.763320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.820492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7a5393f-3b54-4add-8be5-4a89d78e4cff tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.836909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35104) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:55.914683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7a5393f-3b54-4add-8be5-4a89d78e4cff tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.930644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.948632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-55751ec3-0248-4699-b3b0-cfc97506ab2a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.954484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d21b79c4-850e-44e6-8845-bfae6be69f92 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:55.987048 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55751ec3-0248-4699-b3b0-cfc97506ab2a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75acc621-4702-4208-858a-d09c7ea3feb0,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:56.016608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b79c4-850e-44e6-8845-bfae6be69f92 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=f6d9d2b5-1a7b-4716-89ed-672bad2ec8e9,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:56.047811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-55751ec3-0248-4699-b3b0-cfc97506ab2a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.048987 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-55751ec3-0248-4699-b3b0-cfc97506ab2a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/75acc621-4702-4208-858a-d09c7ea3feb0 HTTP/1.1" status: 204 len: 168 time: 0.3977470 Mar 11 15:41:56.051751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35114) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:56.116680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7a5393f-3b54-4add-8be5-4a89d78e4cff tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.170428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-20fa7fe7-c05b-4392-ad96-006702105a3d tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:56.183143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7a5393f-3b54-4add-8be5-4a89d78e4cff tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.186010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5393f-3b54-4add-8be5-4a89d78e4cff tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=3877d289-5cb8-4e8c-8108-f1c64e28a620,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:56.189727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a916cc-b98e-4c01-a517-beb8a2dc3d14 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:56.264110 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e7a5393f-3b54-4add-8be5-4a89d78e4cff tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/3877d289-5cb8-4e8c-8108-f1c64e28a620 HTTP/1.1" status: 204 len: 168 time: 0.6511488 Mar 11 15:41:56.266373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35122) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:56.327603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-20fa7fe7-c05b-4392-ad96-006702105a3d tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:56.332067 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-20fa7fe7-c05b-4392-ad96-006702105a3d tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2767339 Mar 11 15:41:56.340839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35126) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:56.414757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-42431059-2be2-4b59-a04c-ca2e1d0e6c36 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 47e6e3de-fb88-48e8-be7f-68cf55e38777 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:41:56.419384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2200269e-e82d-4369-97b3-d26ea3de0a92 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.473524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-42431059-2be2-4b59-a04c-ca2e1d0e6c36 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.473659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-531807724', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:56.480515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:56.489704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Usage tracker for resource:router and tenant:601a2f8a56674200837873036080a8f2 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:56.505278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:56.518368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:56.525373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d21b79c4-850e-44e6-8845-bfae6be69f92 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.535820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2200269e-e82d-4369-97b3-d26ea3de0a92 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.616841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-42431059-2be2-4b59-a04c-ca2e1d0e6c36 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.726874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.727848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.803987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2200269e-e82d-4369-97b3-d26ea3de0a92 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.832977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-42431059-2be2-4b59-a04c-ca2e1d0e6c36 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.839537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:56.928857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200269e-e82d-4369-97b3-d26ea3de0a92 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f280b38c-7e4e-42e2-8b76-a961c236b4c7,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:57.000169 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2200269e-e82d-4369-97b3-d26ea3de0a92 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:57.004470 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2200269e-e82d-4369-97b3-d26ea3de0a92 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f280b38c-7e4e-42e2-8b76-a961c236b4c7 HTTP/1.1" status: 204 len: 168 time: 0.6624870 Mar 11 15:41:57.005504 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35150) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:57.069476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-42431059-2be2-4b59-a04c-ca2e1d0e6c36 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:57.145281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-47c40713-9af7-417f-8d35-d816b567efd1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:57.156460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42431059-2be2-4b59-a04c-ca2e1d0e6c36 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=47e6e3de-fb88-48e8-be7f-68cf55e38777,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:57.165858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-42431059-2be2-4b59-a04c-ca2e1d0e6c36 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:57.179215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35154) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:57.194762 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-42431059-2be2-4b59-a04c-ca2e1d0e6c36 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/47e6e3de-fb88-48e8-be7f-68cf55e38777 HTTP/1.1" status: 204 len: 168 time: 0.9241991 Mar 11 15:41:57.195002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35160) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:57.272619 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5c0be517-34e9-4738-9119-2b2dc75d7b11 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757711 Mar 11 15:41:57.276172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35164) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:57.278852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-47c40713-9af7-417f-8d35-d816b567efd1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:57.281023 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-47c40713-9af7-417f-8d35-d816b567efd1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2727036 Mar 11 15:41:57.284481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:57.302358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a67bf-7114-4227-8ba3-7b91e2cd459b req-8e13568e-6a56-4795-9494-3f22529f8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:57.304472 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c57a67bf-7114-4227-8ba3-7b91e2cd459b req-8e13568e-6a56-4795-9494-3f22529f8a62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63aa522a9c35455aa52f77ae8bc0fa36&device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 1099 time: 0.4140303 Mar 11 15:41:57.306789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21b79c4-850e-44e6-8845-bfae6be69f92 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router 5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:41:57.307176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35168) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:57.512072 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d0e44-0b50-421b-926f-5262e1ab137a None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:57.574263 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-952638953'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:57.591502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:57.597812 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Usage tracker for resource:network and tenant:735693999eaf4bcdb07fd521b20faefb is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:57.603788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:57.609808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:57.612312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:57.618082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:57.621302 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:57.631867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:57.693336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:57.705480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Made reservation on behalf of 735693999eaf4bcdb07fd521b20faefb for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:57.709814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:57.732672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:57.737085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-99877174-c5c6-4e2f-8fcb-e5ac1c369830 None None] Provisioning complete for port 25172fce-1a21-419a-89a9-2eaee034f07b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:57.741394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-99877174-c5c6-4e2f-8fcb-e5ac1c369830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:57.741515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:57.762560 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:57.797262 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:57.800846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-53501f98-8e39-4091-86eb-32def8c3ef89 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:57.805385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Usage tracker for resource:security_group_rule and tenant:735693999eaf4bcdb07fd521b20faefb is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:57.852207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a67bf-7114-4227-8ba3-7b91e2cd459b req-d36c199e-ddf5-42aa-84d5-959df571d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:57.853696 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c57a67bf-7114-4227-8ba3-7b91e2cd459b req-d36c199e-ddf5-42aa-84d5-959df571d747 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1410b898-0e6e-4285-a079-c8161b49c4cd HTTP/1.1" status: 200 len: 912 time: 0.5351253 Mar 11 15:41:57.865074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:57.881872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:57.932780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38c488f-8e97-4283-bab6-f8125540b460 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:41:57.937368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c38c488f-8e97-4283-bab6-f8125540b460 None None] Deleting port 25172fce-1a21-419a-89a9-2eaee034f07b {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:41:57.938419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c38c488f-8e97-4283-bab6-f8125540b460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.107200 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.182413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.222252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21b79c4-850e-44e6-8845-bfae6be69f92 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:41:58.239016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d41a1-38e4-4f09-b52c-08d866add20d None None] Sync routers for ids ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:58.245079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c38c488f-8e97-4283-bab6-f8125540b460 None None] For port 25172fce-1a21-419a-89a9-2eaee034f07b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=25172fce-1a21-419a-89a9-2eaee034f07b,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:41:58.245225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-53501f98-8e39-4091-86eb-32def8c3ef89 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.245859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c38c488f-8e97-4283-bab6-f8125540b460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.258249 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35190) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:58.259067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf51fef2-b64d-4f7d-bdc4-f91b032c30fe,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:58.265988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.266863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77f562-f105-48f0-9897-bc950631dadb req-0a12116b-46b1-4837-9d65-745ef2af901e tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:58.275484 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ea77f562-f105-48f0-9897-bc950631dadb req-0a12116b-46b1-4837-9d65-745ef2af901e tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 1.1328783 Mar 11 15:41:58.322166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:41:58.361869 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:58.366724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:58.368787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.369135 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Added segment 92dee3a1-c985-4728-932b-9a614bfba703 of type vlan for network d925a543-d7e8-405a-aac5-5e73d7f74678 Mar 11 15:41:58.373769 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:58.374610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.384954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=d1128f9d-bff3-407a-a620-7db9d231d6fa,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:58.437430 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c57a67bf-7114-4227-8ba3-7b91e2cd459b req-5f7fec3b-523c-4030-abc6-7eea3c7bd19d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d59228-922c-4881-8362-155d014dd350 HTTP/1.1" status: 200 len: 1002 time: 0.5531468 Mar 11 15:41:58.443065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d41a1-38e4-4f09-b52c-08d866add20d None None] Routers {'5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:58.444450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-647d41a1-38e4-4f09-b52c-08d866add20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:58.476752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.520190 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c2fbc638-a032-47e3-a84f-f97b13d06578 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2427254 Mar 11 15:41:58.521549 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35198) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:58.522664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c38c488f-8e97-4283-bab6-f8125540b460 None None] Calling delete_port for 25172fce-1a21-419a-89a9-2eaee034f07b owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:41:58.534927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:58.538989 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ea77f562-f105-48f0-9897-bc950631dadb req-60f6b25c-56e8-458c-adcc-c3717b5e2c29 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625496 Mar 11 15:41:58.567831 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-647d41a1-38e4-4f09-b52c-08d866add20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:58.596976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1369194581'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:58.601132 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d21b79c4-850e-44e6-8845-bfae6be69f92 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0770595 Mar 11 15:41:58.602942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a67bf-7114-4227-8ba3-7b91e2cd459b req-8758b90f-fe97-4243-9b97-22fef7104b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:58.604815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d41a1-38e4-4f09-b52c-08d866add20d None None] Routers {'5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:41:58.604982 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c57a67bf-7114-4227-8ba3-7b91e2cd459b req-8758b90f-fe97-4243-9b97-22fef7104b40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf361e4-4fdb-4223-afe3-8508e64593f5 HTTP/1.1" status: 200 len: 850 time: 0.1540864 Mar 11 15:41:58.605433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-647d41a1-38e4-4f09-b52c-08d866add20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:58.605560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35204) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:58.609121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.616094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:58.617554 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.621166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:58.710095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-647d41a1-38e4-4f09-b52c-08d866add20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:58.710506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d41a1-38e4-4f09-b52c-08d866add20d None None] The sync data for ids ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:58.743124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-53501f98-8e39-4091-86eb-32def8c3ef89 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.743124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-53501f98-8e39-4091-86eb-32def8c3ef89 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.743124 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-53501f98-8e39-4091-86eb-32def8c3ef89 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-groups/72c1ebf9-c9f7-4b29-999b-631d891bd5b3 HTTP/1.1" status: 204 len: 168 time: 1.4192438 Mar 11 15:41:58.757318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35212) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:58.770219 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Usage tracker for resource:network and tenant:69f731d920474c69957f6855abcec0b6 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:58.777010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:58.816104 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c38c488f-8e97-4283-bab6-f8125540b460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:58.823529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:58.859123 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c488f-8e97-4283-bab6-f8125540b460 None None] No DVR routers for this DVR port 25172fce-1a21-419a-89a9-2eaee034f07b on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:58.866998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53501f98-8e39-4091-86eb-32def8c3ef89 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c1ebf9-c9f7-4b29-999b-631d891bd5b3,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:58.871286 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c488f-8e97-4283-bab6-f8125540b460 None None] Pushing event deleted for resources: {'Port': ['ID=25172fce-1a21-419a-89a9-2eaee034f07b,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:58.895492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3221225-2eeb-4a1c-8c20-38cbf608275d None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:41:58.925684 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7453973 Mar 11 15:41:58.926422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35216) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:58.937014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35218) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:58.942110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d961f-ea3a-49b8-a724-881adcefd7b0 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Pushing event updated for resources: {'Network': ['ID=d925a543-d7e8-405a-aac5-5e73d7f74678,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:58.958270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5236e424-334e-485c-a0a8-31290152d33c tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:58.961879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Request body: {'subnet': {'network_id': 'd925a543-d7e8-405a-aac5-5e73d7f74678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:58.982027 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network d925a543-d7e8-405a-aac5-5e73d7f74678 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:41:59.089376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:59.093448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Made reservation on behalf of 69f731d920474c69957f6855abcec0b6 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:59.097010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.123304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5e8652b7-6923-46b1-98e0-aa1707fc4f6a tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-225607955'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:59.128278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5e8652b7-6923-46b1-98e0-aa1707fc4f6a tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:59.132448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5e8652b7-6923-46b1-98e0-aa1707fc4f6a tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Usage tracker for resource:router and tenant:a2ff6bb888fb4390b3d146d6a379b956 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:59.135264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5e8652b7-6923-46b1-98e0-aa1707fc4f6a tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:59.142017 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5e8652b7-6923-46b1-98e0-aa1707fc4f6a tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:59.152577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Usage tracker for resource:subnet and tenant:735693999eaf4bcdb07fd521b20faefb is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:59.159294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.171959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:59.183461 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:59.188467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:59.193176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:59.199666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:59.203377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Usage tracker for resource:security_group_rule and tenant:69f731d920474c69957f6855abcec0b6 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:59.206125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:59.208921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:59.209740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a67bf-7114-4227-8ba3-7b91e2cd459b req-a416ec2a-fec5-499d-af7e-00711adf3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:59.211337 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c57a67bf-7114-4227-8ba3-7b91e2cd459b req-a416ec2a-fec5-499d-af7e-00711adf3c59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1410b898-0e6e-4285-a079-c8161b49c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5995843 Mar 11 15:41:59.217370 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:59.219464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:59.236201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5e8652b7-6923-46b1-98e0-aa1707fc4f6a tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.237218 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5e8652b7-6923-46b1-98e0-aa1707fc4f6a tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.238567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': 'd1128f9d-bff3-407a-a620-7db9d231d6fa'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:41:59.240299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.253388 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5236e424-334e-485c-a0a8-31290152d33c tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:59.258811 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5236e424-334e-485c-a0a8-31290152d33c tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4812889 Mar 11 15:41:59.259887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35228) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:59.266353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-04b9ad06-e191-4513-8314-178f1765b4ed tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group': {'name': 'tempest-secgroup--191227285'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:59.279841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-04b9ad06-e191-4513-8314-178f1765b4ed tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:59.294998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5e8652b7-6923-46b1-98e0-aa1707fc4f6a tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.297376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-04b9ad06-e191-4513-8314-178f1765b4ed tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:59.317861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.322829 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Made reservation on behalf of 735693999eaf4bcdb07fd521b20faefb for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:59.326594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.359588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.366182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:59.369744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.418964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04b9ad06-e191-4513-8314-178f1765b4ed tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.441895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Allocated IP 172.20.0.2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/d1128f9d-bff3-407a-a620-7db9d231d6fa/12988e1c-f28c-4a0b-927e-87a9e9474e36) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:59.498063 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5e8652b7-6923-46b1-98e0-aa1707fc4f6a tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.595997 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c57a67bf-7114-4227-8ba3-7b91e2cd459b req-23719195-d621-42fb-a648-e0f288136498 service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586369 Mar 11 15:41:59.601015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.607734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-04b9ad06-e191-4513-8314-178f1765b4ed tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:59.636061 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-04b9ad06-e191-4513-8314-178f1765b4ed tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:59.675792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Allocated IP 172.26.6.19 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/bb18cc50-f361-4e26-815c-91035a3f4230) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:59.700368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.711072 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Transition to ACTIVE for port object 12988e1c-f28c-4a0b-927e-87a9e9474e36 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:59.723652 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.733038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Transition to ACTIVE for port object 12988e1c-f28c-4a0b-927e-87a9e9474e36 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:59.780050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5e8652b7-6923-46b1-98e0-aa1707fc4f6a tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.781300 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5e8652b7-6923-46b1-98e0-aa1707fc4f6a tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8457034 Mar 11 15:41:59.794350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35234) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:59.817255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:59.888256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:59.895354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:59.900968 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:41:59.977733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 25172fce-1a21-419a-89a9-2eaee034f07b no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:42:00.040148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ebd4bc-39f9-4b76-abf5-6a9019b8ecce,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:00.043885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:42:00.063269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Pushing event updated for resources: {'Port': ['ID=12988e1c-f28c-4a0b-927e-87a9e9474e36,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:00.071895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 25172fce-1a21-419a-89a9-2eaee034f07b {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:42:00.071895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 25172fce-1a21-419a-89a9-2eaee034f07b not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:42:00.093513 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Attempting to bind port 12988e1c-f28c-4a0b-927e-87a9e9474e36 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:00.094048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Attempting to bind port 12988e1c-f28c-4a0b-927e-87a9e9474e36 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:00.094583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Attempting to bind port 12988e1c-f28c-4a0b-927e-87a9e9474e36 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:00.100258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:00.101199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:00.101199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.102270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:00.102270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Bound port: 12988e1c-f28c-4a0b-927e-87a9e9474e36, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:00.102579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.107811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c57a67bf-7114-4227-8ba3-7b91e2cd459b req-4f8ef38b-290e-48a0-86c2-f34c4ae9830c service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997764 Mar 11 15:42:00.182574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.183137 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Added segment eb304e22-0147-462c-95c3-ad8a691f6920 of type vlan for network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 Mar 11 15:42:00.186510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d06900aa-57de-44dd-8017-2b1948401a68 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.208643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96383113-5822-4ee0-8bef-c09f02686c71 req-033e8e28-8544-46b3-878b-bc9d93b4d653 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:00.210697 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-96383113-5822-4ee0-8bef-c09f02686c71 req-033e8e28-8544-46b3-878b-bc9d93b4d653 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3534729 Mar 11 15:42:00.221492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] For port 12988e1c-f28c-4a0b-927e-87a9e9474e36, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:00.225412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] For port 12988e1c-f28c-4a0b-927e-87a9e9474e36, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=12988e1c-f28c-4a0b-927e-87a9e9474e36,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:00.226695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.259994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78ee9006-24f9-4c42-9585-edfab987fb78 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.305966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.362615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04b9ad06-e191-4513-8314-178f1765b4ed tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.374084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.379656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.413227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde7994-75a2-4836-937c-daa5c32a4f10 None None] Pushing event updated for resources: {'Port': ['ID=12988e1c-f28c-4a0b-927e-87a9e9474e36,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:00.426584 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-96383113-5822-4ee0-8bef-c09f02686c71 req-963973bf-26be-48c3-9082-abc56ba4cb97 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044706 Mar 11 15:42:00.482535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04b9ad06-e191-4513-8314-178f1765b4ed tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.534537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.620467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e19f-5d9f-4851-b6ed-95cdb40f236a req-7a0cbd07-7191-459c-8c2b-e0e9c2501029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:00.621623 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b56e19f-5d9f-4851-b6ed-95cdb40f236a req-7a0cbd07-7191-459c-8c2b-e0e9c2501029 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63aa522a9c35455aa52f77ae8bc0fa36&device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 1099 time: 0.4671564 Mar 11 15:42:00.657944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:00.685845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:00.698236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:00.736160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Pushing event updated for resources: {'Port': ['ID=bb18cc50-f361-4e26-815c-91035a3f4230,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:00.742419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:42:00.776493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d06900aa-57de-44dd-8017-2b1948401a68 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.790851 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d06900aa-57de-44dd-8017-2b1948401a68 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.792625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9ad06-e191-4513-8314-178f1765b4ed tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b71247a-7182-4c0a-91ac-3e7caf252ade,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:00.802417 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Pushing event updated for resources: {'Subnet': ['ID=6a2002b1-4b2c-4081-932c-e9fb53256432,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:00.814840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Checking segment: {'id': '92dee3a1-c985-4728-932b-9a614bfba703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd925a543-d7e8-405a-aac5-5e73d7f74678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:00.814840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Network hostable DHCP agents. Network: d925a543-d7e8-405a-aac5-5e73d7f74678, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:42:00.969448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:00.975078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:00.976194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.015276 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Network d925a543-d7e8-405a-aac5-5e73d7f74678 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:42:01.017201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d06900aa-57de-44dd-8017-2b1948401a68 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.017682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06900aa-57de-44dd-8017-2b1948401a68 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4c8bb4-bf91-40f9-beb6-c1a180055321 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:42:01.023323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04b9ad06-e191-4513-8314-178f1765b4ed tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.024582 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-04b9ad06-e191-4513-8314-178f1765b4ed tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7646170 Mar 11 15:42:01.044643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35238) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:01.066003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-db5504e3-2b85-43e4-ae59-10b75d552d96 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': '1b71247a-7182-4c0a-91ac-3e7caf252ade', 'direction': 'ingress', 'protocol': 17}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:01.067886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e19f-5d9f-4851-b6ed-95cdb40f236a req-3b7e4d4b-3d0c-4c52-b81b-7a65027e8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:01.069424 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b56e19f-5d9f-4851-b6ed-95cdb40f236a req-3b7e4d4b-3d0c-4c52-b81b-7a65027e8129 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1410b898-0e6e-4285-a079-c8161b49c4cd HTTP/1.1" status: 200 len: 912 time: 0.4092982 Mar 11 15:42:01.130077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d06900aa-57de-44dd-8017-2b1948401a68 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.134562 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d06900aa-57de-44dd-8017-2b1948401a68 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] 10.222.0.39 "DELETE /v2.0/routers/8a4c8bb4-bf91-40f9-beb6-c1a180055321 HTTP/1.1" status: 204 len: 168 time: 1.3290606 Mar 11 15:42:01.134562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-db5504e3-2b85-43e4-ae59-10b75d552d96 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:01.145872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35242) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:01.149635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, d925a543-d7e8-405a-aac5-5e73d7f74678) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:01.154189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:01.154778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.159835 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8973646 Mar 11 15:42:01.161766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b507b1-9be8-4ef5-96ec-94d20aa9ef17 None None] Network d925a543-d7e8-405a-aac5-5e73d7f74678 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:01.162871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-db5504e3-2b85-43e4-ae59-10b75d552d96 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:01.173136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-db5504e3-2b85-43e4-ae59-10b75d552d96 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:01.178856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-06f2aba8-5804-41f8-a398-8e6d97ad08a9 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Request body: {'router': {'name': 'tempest-router-1232950730', 'distributed': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:01.183340 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.objects.ports [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88557) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:42:01.192333 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e672c5-c837-43f4-8db1-5b149a9f0c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Pushing event updated for resources: {'Network': ['ID=9ae63769-5b1a-4142-ad94-3aa88a9f9ec8,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:01.196788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-06f2aba8-5804-41f8-a398-8e6d97ad08a9 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:01.201382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-db5504e3-2b85-43e4-ae59-10b75d552d96 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:01.211120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-78ee9006-24f9-4c42-9585-edfab987fb78 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port ed02c19c-ba0a-4f85-bec0-c9776f5829d8 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:01.211726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78ee9006-24f9-4c42-9585-edfab987fb78 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.219916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:42:01.271559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-06f2aba8-5804-41f8-a398-8e6d97ad08a9 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Usage tracker for resource:router and tenant:a2ff6bb888fb4390b3d146d6a379b956 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:01.279246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-06f2aba8-5804-41f8-a398-8e6d97ad08a9 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:01.293324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-06f2aba8-5804-41f8-a398-8e6d97ad08a9 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:01.362075 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b56e19f-5d9f-4851-b6ed-95cdb40f236a req-5125cd64-802c-419c-a6d6-a24fd73aa846 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d59228-922c-4881-8362-155d014dd350 HTTP/1.1" status: 200 len: 1002 time: 0.2823668 Mar 11 15:42:01.571707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35252) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:01.580441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Request body: {'port': {'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8', 'binding:host_id': 'hv-neutron-8332', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902793724'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:01.587045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:01.593495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Usage tracker for resource:port and tenant:2f41ea3ec87b4d4f94e71bad866a2b1c is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:01.596993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:01.607541 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:01.673430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e19f-5d9f-4851-b6ed-95cdb40f236a req-dd511003-792f-4f8e-98bd-7f4366229d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:01.674945 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b56e19f-5d9f-4851-b6ed-95cdb40f236a req-dd511003-792f-4f8e-98bd-7f4366229d11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf361e4-4fdb-4223-afe3-8508e64593f5 HTTP/1.1" status: 200 len: 850 time: 0.3017197 Mar 11 15:42:01.700331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-d925a543-d7e8-405a-aac5-5e73d7f74678', 'network_id': 'd925a543-d7e8-405a-aac5-5e73d7f74678', 'tenant_id': '735693999eaf4bcdb07fd521b20faefb', 'fixed_ips': [{'subnet_id': '6a2002b1-4b2c-4081-932c-e9fb53256432'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:42:01.701242 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.804882 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8f1c9ae8-4bf0-4b2b-9f62-2c265588efa6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8639867 Mar 11 15:42:01.807134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06f2aba8-5804-41f8-a398-8e6d97ad08a9 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.808322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06f2aba8-5804-41f8-a398-8e6d97ad08a9 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.813241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35256) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:01.814107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-db5504e3-2b85-43e4-ae59-10b75d552d96 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.833512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Request body: {'port': {'network_id': 'd925a543-d7e8-405a-aac5-5e73d7f74678', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1266279873'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:01.847916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Made reservation on behalf of 2f41ea3ec87b4d4f94e71bad866a2b1c for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:01.850804 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.888841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2c03d392-4b30-4585-a20b-5f4cc217e4f2 None None] Provisioning for port 12988e1c-f28c-4a0b-927e-87a9e9474e36 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:01.894215 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Allocated IP 172.20.0.2 (d925a543-d7e8-405a-aac5-5e73d7f74678/6a2002b1-4b2c-4081-932c-e9fb53256432/d437b7fb-6635-46c6-a9dc-fd30b59ba6ab) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:01.906908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78ee9006-24f9-4c42-9585-edfab987fb78 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.932522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.974624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06f2aba8-5804-41f8-a398-8e6d97ad08a9 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.013922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 12988e1c-f28c-4a0b-927e-87a9e9474e36 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:02.050208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:02.069399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Usage tracker for resource:security_group_rule and tenant:2f41ea3ec87b4d4f94e71bad866a2b1c is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:02.071904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.086440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:02.104008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:02.130948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-78ee9006-24f9-4c42-9585-edfab987fb78 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for ed02c19c-ba0a-4f85-bec0-c9776f5829d8 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:02.182664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-db5504e3-2b85-43e4-ae59-10b75d552d96 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.188068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.199244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Transition to ACTIVE for port object d437b7fb-6635-46c6-a9dc-fd30b59ba6ab will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:02.201993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb74e87-6efd-43b6-b60c-da8acaf45112 req-9a8cc7b3-696d-4d3a-9581-acfc2a30b0ac tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:02.203497 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6eb74e87-6efd-43b6-b60c-da8acaf45112 req-9a8cc7b3-696d-4d3a-9581-acfc2a30b0ac tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.5276315 Mar 11 15:42:02.219087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Transition to ACTIVE for port object d437b7fb-6635-46c6-a9dc-fd30b59ba6ab will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:02.224110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:02.226336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e19f-5d9f-4851-b6ed-95cdb40f236a req-1932a8aa-0b32-4a9e-a47b-a8706e80890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:02.227744 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b56e19f-5d9f-4851-b6ed-95cdb40f236a req-1932a8aa-0b32-4a9e-a47b-a8706e80890d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1410b898-0e6e-4285-a079-c8161b49c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5456598 Mar 11 15:42:02.237187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Usage tracker for resource:port and tenant:735693999eaf4bcdb07fd521b20faefb is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:02.241809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:02.250410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06f2aba8-5804-41f8-a398-8e6d97ad08a9 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.253858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:02.268866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.271510 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 12988e1c-f28c-4a0b-927e-87a9e9474e36 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:02.278767 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 12988e1c-f28c-4a0b-927e-87a9e9474e36 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:02.280899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.333871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.426306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-db5504e3-2b85-43e4-ae59-10b75d552d96 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.434040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Pushing event updated for resources: {'Port': ['ID=d437b7fb-6635-46c6-a9dc-fd30b59ba6ab,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:02.450036 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Network d925a543-d7e8-405a-aac5-5e73d7f74678 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:02.450036 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:02.456974 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:02.478467 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6eb74e87-6efd-43b6-b60c-da8acaf45112 req-54949e7c-9be3-4600-93d9-3c44057d1cf0 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530444 Mar 11 15:42:02.526425 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5504e3-2b85-43e4-ae59-10b75d552d96 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16e530c-6dcc-45d1-9b2f-9e57b66a3c87,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:02.564334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Made reservation on behalf of 735693999eaf4bcdb07fd521b20faefb for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:02.567824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.613319 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b56e19f-5d9f-4851-b6ed-95cdb40f236a req-c6713db0-9858-4680-b4ec-3344b11d8d2c service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785694 Mar 11 15:42:02.613897 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.615298 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] device_id is not set on port d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:02.622193 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.662646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Attempting to bind port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:02.663148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Attempting to bind port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '92dee3a1-c985-4728-932b-9a614bfba703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd925a543-d7e8-405a-aac5-5e73d7f74678'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:02.663664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Attempting to bind port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab on network d925a543-d7e8-405a-aac5-5e73d7f74678 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:02.669484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:02.670469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Checking segment: {'id': '92dee3a1-c985-4728-932b-9a614bfba703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd925a543-d7e8-405a-aac5-5e73d7f74678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:02.670469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.670806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-db5504e3-2b85-43e4-ae59-10b75d552d96 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.671049 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Bound using segment: {'id': '92dee3a1-c985-4728-932b-9a614bfba703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd925a543-d7e8-405a-aac5-5e73d7f74678'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:02.677616 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Bound port: d437b7fb-6635-46c6-a9dc-fd30b59ba6ab, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dee3a1-c985-4728-932b-9a614bfba703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd925a543-d7e8-405a-aac5-5e73d7f74678'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:02.677803 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-db5504e3-2b85-43e4-ae59-10b75d552d96 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6191034 Mar 11 15:42:02.678414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.678524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06f2aba8-5804-41f8-a398-8e6d97ad08a9 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.678524 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-06f2aba8-5804-41f8-a398-8e6d97ad08a9 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5256746 Mar 11 15:42:02.678705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35262) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:02.679909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35264) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:02.774445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] For port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:02.776003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] For port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d437b7fb-6635-46c6-a9dc-fd30b59ba6ab,segment=NetworkSegment(92dee3a1-c985-4728-932b-9a614bfba703),segment_id=92dee3a1-c985-4728-932b-9a614bfba703)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:02.777894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.811835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] device_id is not set on port cbbe23b4-60ed-462e-9230-83a408961ea4 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:02.848298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.857035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] For port 12988e1c-f28c-4a0b-927e-87a9e9474e36, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=12988e1c-f28c-4a0b-927e-87a9e9474e36,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:02.950594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9484b-82a8-4fc7-8ba3-6652f5df60aa None None] Pushing event updated for resources: {'Port': ['ID=d437b7fb-6635-46c6-a9dc-fd30b59ba6ab,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:02.976962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b2f56901-c3f5-4da4-ab94-39a5498cddaf tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.064825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de9fa4a-f46b-4a4c-83e3-24e6410c2cfd,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:03.075742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78ee9006-24f9-4c42-9585-edfab987fb78 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.195974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee9006-24f9-4c42-9585-edfab987fb78 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=ed02c19c-ba0a-4f85-bec0-c9776f5829d8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:03.200392 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b56e19f-5d9f-4851-b6ed-95cdb40f236a req-da9b6cdf-ddaa-4e20-9b75-fb3c9c6758f5 service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760608 Mar 11 15:42:03.217220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.262631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.368791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:42:03.369352 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:42:03.385076 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.385828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.547208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a24141c-f921-4749-99fa-431489db512c tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.588013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78ee9006-24f9-4c42-9585-edfab987fb78 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.702369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b2f56901-c3f5-4da4-ab94-39a5498cddaf tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.715977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Allocated IP 172.20.0.10 (d925a543-d7e8-405a-aac5-5e73d7f74678/6a2002b1-4b2c-4081-932c-e9fb53256432/d19c6c7f-e8f0-41cb-98d4-d23818e40ea1) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:03.732631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b2f56901-c3f5-4da4-ab94-39a5498cddaf tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.735639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:03.757239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:03.760259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:03.760886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.770996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a24141c-f921-4749-99fa-431489db512c tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:03.775625 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea9eb73-0eff-472d-a7a5-7a4e576a27d8 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:03.891429 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=66e9de56-1fb2-4647-9a75-48826b06ce11,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:03.907472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=12988e1c-f28c-4a0b-927e-87a9e9474e36,revision_number=4']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:03.942339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ee9006-24f9-4c42-9585-edfab987fb78 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router 5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:42:04.018597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Router dde3d890-4818-45ef-b0b2-9ce06e2b6c09 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:42:04.036048 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b2f56901-c3f5-4da4-ab94-39a5498cddaf tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.036817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f56901-c3f5-4da4-ab94-39a5498cddaf tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f71f679e-c60b-40fe-ba2f-471ae0325840 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:42:04.061889 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1e6d6cd1-7d9b-4612-809f-bad434840b1c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.5359476 Mar 11 15:42:04.062123 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.126186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ee9006-24f9-4c42-9585-edfab987fb78 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:04.137903 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49071b1e-6518-49e0-a32f-2087fee89936 None None] Sync routers for ids ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:04.150165 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49071b1e-6518-49e0-a32f-2087fee89936 None None] Routers {'5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:04.150889 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-49071b1e-6518-49e0-a32f-2087fee89936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:04.151039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35272) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:04.153577 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-78ee9006-24f9-4c42-9585-edfab987fb78 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5469875 Mar 11 15:42:04.161185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:1d:e2:10', 'name': 'tempest-NetworksTestDHCPv6-1913678474'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:04.177011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35274) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:04.213203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 12988e1c-f28c-4a0b-927e-87a9e9474e36, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=12988e1c-f28c-4a0b-927e-87a9e9474e36,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:04.248041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-67d8dd07-5332-4118-9e1a-12fccce873f8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Synchronizing usage tracker for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:04.309063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.313974 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-49071b1e-6518-49e0-a32f-2087fee89936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:04.345055 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49071b1e-6518-49e0-a32f-2087fee89936 None None] Routers {'5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:04.346819 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-49071b1e-6518-49e0-a32f-2087fee89936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:04.362813 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0914d-e4a5-4605-847d-e194330d1a3d None None] Network d925a543-d7e8-405a-aac5-5e73d7f74678 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:04.383670 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] device_id is not set on port cbbe23b4-60ed-462e-9230-83a408961ea4 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:04.415449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.437407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b2f56901-c3f5-4da4-ab94-39a5498cddaf tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.438593 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b2f56901-c3f5-4da4-ab94-39a5498cddaf tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] 10.222.0.39 "DELETE /v2.0/routers/f71f679e-c60b-40fe-ba2f-471ae0325840 HTTP/1.1" status: 204 len: 168 time: 1.7571728 Mar 11 15:42:04.447115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35280) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:04.447744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a24141c-f921-4749-99fa-431489db512c tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.450113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a24141c-f921-4749-99fa-431489db512c tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.470704 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3a24141c-f921-4749-99fa-431489db512c tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-groups/1b71247a-7182-4c0a-91ac-3e7caf252ade HTTP/1.1" status: 204 len: 168 time: 1.7906642 Mar 11 15:42:04.474059 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35282) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:04.519403 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-49071b1e-6518-49e0-a32f-2087fee89936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:04.520205 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49071b1e-6518-49e0-a32f-2087fee89936 None None] The sync data for ids ['5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:04.531726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=12988e1c-f28c-4a0b-927e-87a9e9474e36,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:04.568710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-66ed300f-e0af-45a4-bebb-472937db6930 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Request body: {'router': {'name': 'tempest-router-897852101', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7113c188d00d4519a61006f850aa25e6'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:04.625326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 12988e1c-f28c-4a0b-927e-87a9e9474e36 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:04.654578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e7bd3c9e-9a63-4fea-98de-b28f14a064cc None None] Provisioning for port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:04.672323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.696154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Transition to ACTIVE for port object d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:04.727279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Transition to ACTIVE for port object cbbe23b4-60ed-462e-9230-83a408961ea4 will not be triggered until provisioned by entity L2. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:04.734732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-67d8dd07-5332-4118-9e1a-12fccce873f8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Unset dirty status for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:04.742243 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-67d8dd07-5332-4118-9e1a-12fccce873f8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47 HTTP/1.1" status: 200 len: 205 time: 0.5560005 Mar 11 15:42:04.742973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24141c-f921-4749-99fa-431489db512c tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b71247a-7182-4c0a-91ac-3e7caf252ade,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:04.745318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35288) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:04.746762 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-66ed300f-e0af-45a4-bebb-472937db6930 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:04.752420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-66ed300f-e0af-45a4-bebb-472937db6930 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Usage tracker for resource:router and tenant:7113c188d00d4519a61006f850aa25e6 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:04.756737 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-66ed300f-e0af-45a4-bebb-472937db6930 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:04.762837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-66ed300f-e0af-45a4-bebb-472937db6930 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:04.802243 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 12988e1c-f28c-4a0b-927e-87a9e9474e36 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:04.802619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.882217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:04.915796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6c20a-13fd-4639-ab0d-07b521d40d67 None None] Sync routers for ids ['dde3d890-4818-45ef-b0b2-9ce06e2b6c09'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:04.934383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-66ed300f-e0af-45a4-bebb-472937db6930 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.935735 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-66ed300f-e0af-45a4-bebb-472937db6930 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.943524 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6c20a-13fd-4639-ab0d-07b521d40d67 None None] Routers {'dde3d890-4818-45ef-b0b2-9ce06e2b6c09'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:04.944188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddc6c20a-13fd-4639-ab0d-07b521d40d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['dde3d890-4818-45ef-b0b2-9ce06e2b6c09'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:04.944710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.963390 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.987907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-fe255884-8215-462c-9c1d-f95bdfdb295e tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:04.992463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb30eb59-242b-4a38-8cf9-8247ffdde34e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.033697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddc6c20a-13fd-4639-ab0d-07b521d40d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:05.036660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d437b7fb-6635-46c6-a9dc-fd30b59ba6ab up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:05.056777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:05.076415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:05.085487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:05.085971 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Pushing event updated for resources: {'Port': ['ID=d19c6c7f-e8f0-41cb-98d4-d23818e40ea1,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:05.096327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6c20a-13fd-4639-ab0d-07b521d40d67 None None] Routers {'dde3d890-4818-45ef-b0b2-9ce06e2b6c09'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:05.097056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddc6c20a-13fd-4639-ab0d-07b521d40d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['dde3d890-4818-45ef-b0b2-9ce06e2b6c09'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:05.163096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Network d925a543-d7e8-405a-aac5-5e73d7f74678 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:05.164957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:05.168315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.169549 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-252ea75f-8405-45d9-b602-fe3c02c1cca2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.3315535 Mar 11 15:42:05.175162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35292) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:05.182807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddc6c20a-13fd-4639-ab0d-07b521d40d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:05.183267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6c20a-13fd-4639-ab0d-07b521d40d67 None None] The sync data for ids ['dde3d890-4818-45ef-b0b2-9ce06e2b6c09'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:05.191672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:05.205647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-66ed300f-e0af-45a4-bebb-472937db6930 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.211455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:05.242021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0dc8846b-a752-4ff8-bda9-de4b67447344 None None] Provisioning complete for port 12988e1c-f28c-4a0b-927e-87a9e9474e36 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:05.242489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0dc8846b-a752-4ff8-bda9-de4b67447344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.282492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:05.291959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:05.292575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.296604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:05.296604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.347745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Checking segment: {'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:05.348116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Network hostable DHCP agents. Network: 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:42:05.363008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event updated for resources: {'Port': ['ID=cbbe23b4-60ed-462e-9230-83a408961ea4,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:05.379056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-fe255884-8215-462c-9c1d-f95bdfdb295e tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:05.381605 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fe255884-8215-462c-9c1d-f95bdfdb295e tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6718149 Mar 11 15:42:05.386350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35296) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:05.395546 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c93f771b-a151-4fa6-b1e3-7adda63f363c tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5715606 Mar 11 15:42:05.400915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group': {'name': 'tempest-secgroup--507946125'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:05.406270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35300) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:05.410314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:05.415628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Request body: {'port': {'network_id': 'd925a543-d7e8-405a-aac5-5e73d7f74678', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1114125495', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:05.417988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.api.validators [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] bootfile-name is not in valid_values {{(pid=88557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:42:05.417988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.api.validators [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] tftp-server is not in valid_values {{(pid=88557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:42:05.417988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.api.validators [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] server-ip-address is not in valid_values {{(pid=88557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:42:05.457102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:05.476012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb30eb59-242b-4a38-8cf9-8247ffdde34e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.478790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb30eb59-242b-4a38-8cf9-8247ffdde34e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.500305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:05.521332 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-66ed300f-e0af-45a4-bebb-472937db6930 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.534440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:42:05.560681 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.578412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.604441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d437b7fb-6635-46c6-a9dc-fd30b59ba6ab,segment=NetworkSegment(92dee3a1-c985-4728-932b-9a614bfba703),segment_id=92dee3a1-c985-4728-932b-9a614bfba703)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:05.613185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:05.613185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:05.614157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Usage tracker for resource:port and tenant:735693999eaf4bcdb07fd521b20faefb is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:05.618359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:05.621400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:05.626235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:05.631926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:05.633886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:05.636526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:05.642051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:05.644954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea9a54f-8bd7-4edc-8e7b-adb82fdd6b26 None None] Network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:05.663822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb30eb59-242b-4a38-8cf9-8247ffdde34e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.663822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb30eb59-242b-4a38-8cf9-8247ffdde34e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Fanout notify agent at l3_agent the message router_deleted on router 5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:42:05.664131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-66ed300f-e0af-45a4-bebb-472937db6930 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.664634 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-66ed300f-e0af-45a4-bebb-472937db6930 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1928587 Mar 11 15:42:05.667672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35304) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:05.668665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:05.668812 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:05.669027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:05.679822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:05.699125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb30eb59-242b-4a38-8cf9-8247ffdde34e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.700194 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-eb30eb59-242b-4a38-8cf9-8247ffdde34e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47 HTTP/1.1" status: 204 len: 168 time: 0.9517753 Mar 11 15:42:05.705127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35308) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:05.736931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.739188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6d38295b-fe30-40a0-8a54-554ac99dca39 None None] Provisioning for port d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:05.743669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:05.743821 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-45606490-5c97-47da-bd91-3d011f5f8370 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/routers/dde3d890-4818-45ef-b0b2-9ce06e2b6c09 HTTP/1.1" status: 200 len: 919 time: 0.5654566 Mar 11 15:42:05.743916 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:05.746161 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 2 to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 Mar 11 15:42:05.750336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35312) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:05.810267 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ab38e5ce-3612-4002-a896-e681627ef2fa tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde3d890-4818-45ef-b0b2-9ce06e2b6c09 HTTP/1.1" status: 200 len: 205 time: 0.0546031 Mar 11 15:42:05.813076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6d38295b-fe30-40a0-8a54-554ac99dca39 None None] Provisioning complete for port d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:05.813908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6d38295b-fe30-40a0-8a54-554ac99dca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.821531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35316) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:05.828000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Made reservation on behalf of 735693999eaf4bcdb07fd521b20faefb for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:05.831608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.835999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.879392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a65622d-8bd6-4267-99b9-5064fcca7357 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting subnet 99381ca9-800e-446e-bac5-6e9f41419e85 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:42:05.881672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 8af82952-3ea8-4cc1-bab9-aaf12e857276 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:05.901953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:05.902422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:05.902626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:05.918894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a65622d-8bd6-4267-99b9-5064fcca7357 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:05.992338 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:05.992954 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:06.003528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a65622d-8bd6-4267-99b9-5064fcca7357 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.004204 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 3 to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 Mar 11 15:42:06.011258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6d38295b-fe30-40a0-8a54-554ac99dca39 None None] Port d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:06.012738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=d437b7fb-6635-46c6-a9dc-fd30b59ba6ab,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:06.086477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] device_id is not set on port 2b7b66f9-2eeb-4d66-bfe3-e5fb598b9d1b yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:06.138716 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:06.139049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:06.139384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:06.225252 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:06.225528 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:06.241422 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 4 to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 Mar 11 15:42:06.310237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a65622d-8bd6-4267-99b9-5064fcca7357 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.367054 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 172.20.0.3 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/d1128f9d-bff3-407a-a620-7db9d231d6fa/8af82952-3ea8-4cc1-bab9-aaf12e857276) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:06.378430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::f816:3eff:fe1d:e210 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/66e9de56-1fb2-4647-9a75-48826b06ce11/8af82952-3ea8-4cc1-bab9-aaf12e857276) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:06.394849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 12988e1c-f28c-4a0b-927e-87a9e9474e36 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:06.469494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 12988e1c-f28c-4a0b-927e-87a9e9474e36 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:06.469858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.520733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.532645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a65622d-8bd6-4267-99b9-5064fcca7357 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.534208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:06.534541 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:06.535036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:06.543286 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.543757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.602112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d437b7fb-6635-46c6-a9dc-fd30b59ba6ab up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:06.615358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.619255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:06.619584 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:06.634355 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bff16b-f127-4132-a8f5-132913ec8464 None None] Network ffd2d404-63fa-42d6-a087-8fb6208a86e8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:06.640537 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 5 to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 Mar 11 15:42:06.642824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.656645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 8af82952-3ea8-4cc1-bab9-aaf12e857276 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:06.676887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65622d-8bd6-4267-99b9-5064fcca7357 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Subnet': ['ID=99381ca9-800e-446e-bac5-6e9f41419e85,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:06.679636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a65622d-8bd6-4267-99b9-5064fcca7357 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.691255 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7a65622d-8bd6-4267-99b9-5064fcca7357 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/99381ca9-800e-446e-bac5-6e9f41419e85 HTTP/1.1" status: 204 len: 168 time: 0.9798670 Mar 11 15:42:06.694609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35320) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:06.742804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.809627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:06.809834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.812670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:06.816586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:06.831435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:06.831807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.856432 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb64891-06bb-4061-9ac9-56629717fdb9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting subnet 1ac7ecce-84b4-495d-bdfd-f00b25967292 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:42:06.878988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0fb64891-06bb-4061-9ac9-56629717fdb9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.885520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88557) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 11 15:42:06.885860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Router db97877b-bd1c-495d-9008-cd949d0792c1 migrating from provider to provider. {{(pid=88557) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 11 15:42:06.886245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.891235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:06.891567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:06.891899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:06.902526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c872a519-d530-44aa-b676-6d318389a859,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:06.915501 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.920596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:06.920596 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:06.926751 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 6 to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 Mar 11 15:42:06.929458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=8af82952-3ea8-4cc1-bab9-aaf12e857276,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:06.952415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Allocated IP 172.20.0.12 (d925a543-d7e8-405a-aac5-5e73d7f74678/6a2002b1-4b2c-4081-932c-e9fb53256432/2b7b66f9-2eeb-4d66-bfe3-e5fb598b9d1b) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:06.960637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:06.961511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:06.971787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:06.972365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:06.972944 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:06.978708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0fb64891-06bb-4061-9ac9-56629717fdb9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.048971 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.051059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.052420 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1325d1bf-14b3-47b0-a65a-410ad46859e1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6636343 Mar 11 15:42:07.053374 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:07.053850 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:07.058248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35324) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:07.059587 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 7 to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 Mar 11 15:42:07.069121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group': {'name': 'tempest-secgroup--241468131'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:07.075607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:07.078652 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9a487a1a-9368-4486-8419-ac5ec97c3ded tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9228623 Mar 11 15:42:07.084971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:07.087818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35328) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:07.090357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751f1c6d-4f55-432a-8de7-2b709a027290 None None] DHCP port deletion for ffd2d404-63fa-42d6-a087-8fb6208a86e8 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:42:07.094933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-751f1c6d-4f55-432a-8de7-2b709a027290 None None] Deleting port 85034f65-9f7f-4d42-b9f9-532697d044a7 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:07.095373 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-751f1c6d-4f55-432a-8de7-2b709a027290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.136305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:07.148358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:07.166373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0fb64891-06bb-4061-9ac9-56629717fdb9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.192956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:07.194285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:07.194776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:07.251043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88431b-fe8b-40e8-a2dd-405cb7186918 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:07.257752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88431b-fe8b-40e8-a2dd-405cb7186918 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:07.258702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cc88431b-fe8b-40e8-a2dd-405cb7186918 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:07.265878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.277017 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:07.277349 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:07.280669 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 8 to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 Mar 11 15:42:07.293464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.299295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:07.302429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:07.305836 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:07.311712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:07.345634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:07.345989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:07.346312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:07.352252 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] No L3 agents can host the router db97877b-bd1c-495d-9008-cd949d0792c1 Mar 11 15:42:07.373516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-751f1c6d-4f55-432a-8de7-2b709a027290 None None] For port 85034f65-9f7f-4d42-b9f9-532697d044a7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=85034f65-9f7f-4d42-b9f9-532697d044a7,segment=NetworkSegment(da4eb4c5-f8e5-4929-b6ba-0f84952fcd17),segment_id=da4eb4c5-f8e5-4929-b6ba-0f84952fcd17)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:07.374843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-751f1c6d-4f55-432a-8de7-2b709a027290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.397782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0fb64891-06bb-4061-9ac9-56629717fdb9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.408701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.413476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:07.413811 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:07.416709 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 9 to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 Mar 11 15:42:07.437686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5f3585e0-5a41-4574-bbb1-bacb351da4f9 None None] Provisioning for port 8af82952-3ea8-4cc1-bab9-aaf12e857276 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:07.442574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Deleting port bb18cc50-f361-4e26-815c-91035a3f4230 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:07.442574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.450828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cc88431b-fe8b-40e8-a2dd-405cb7186918 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:07.454471 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cc88431b-fe8b-40e8-a2dd-405cb7186918 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3629801 Mar 11 15:42:07.457410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35332) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:07.462143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0fb64891-06bb-4061-9ac9-56629717fdb9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.471393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb64891-06bb-4061-9ac9-56629717fdb9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac7ecce-84b4-495d-bdfd-f00b25967292,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:07.499895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eca48a-1e2e-4198-beec-d460ae0b41cd None None] Network 29a238a3-9361-411e-aa1b-df66744b26b4 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:07.513793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.523700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0fb64891-06bb-4061-9ac9-56629717fdb9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/1ac7ecce-84b4-495d-bdfd-f00b25967292 HTTP/1.1" status: 204 len: 168 time: 0.8255074 Mar 11 15:42:07.523834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-751f1c6d-4f55-432a-8de7-2b709a027290 None None] Calling delete_port for 85034f65-9f7f-4d42-b9f9-532697d044a7 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:07.527160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35336) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:07.546811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:07.546811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:07.546811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:07.561303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5f3585e0-5a41-4574-bbb1-bacb351da4f9 None None] Provisioning complete for port 8af82952-3ea8-4cc1-bab9-aaf12e857276 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:07.561669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5f3585e0-5a41-4574-bbb1-bacb351da4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.581433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-78c63aaf-9d52-4992-99dd-502f414d9d32 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 8af82952-3ea8-4cc1-bab9-aaf12e857276 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:07.582052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78c63aaf-9d52-4992-99dd-502f414d9d32 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.584842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:07.585168 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:07.618026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e848f98e-c48f-46a0-b24d-580d0a49a82b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:07.635683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.640179 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0f0273b2-de59-4115-9715-db0fe7cc419b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5776048 Mar 11 15:42:07.644029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35340) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:07.648704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4f0d9151-d8f7-42bb-a9f3-89f1f42ae1fb tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': 'c872a519-d530-44aa-b676-6d318389a859', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e848f98e-c48f-46a0-b24d-580d0a49a82b', 'remote_ip_prefix': None}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:07.654985 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 10 to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 Mar 11 15:42:07.661626 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4f0d9151-d8f7-42bb-a9f3-89f1f42ae1fb tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:07.668593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4f0d9151-d8f7-42bb-a9f3-89f1f42ae1fb tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:07.673350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4f0d9151-d8f7-42bb-a9f3-89f1f42ae1fb tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:07.714295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4f0d9151-d8f7-42bb-a9f3-89f1f42ae1fb tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:07.731645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5f3585e0-5a41-4574-bbb1-bacb351da4f9 None None] Port 8af82952-3ea8-4cc1-bab9-aaf12e857276 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:07.810187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:07.810539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:07.810837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:07.850234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port cbbe23b4-60ed-462e-9230-83a408961ea4 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:07.850620 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port cbbe23b4-60ed-462e-9230-83a408961ea4 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:07.850935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.867615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f0d9151-d8f7-42bb-a9f3-89f1f42ae1fb tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.893991 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c67ad-c025-47b8-8992-37bdc03c9ef0 None None] DHCP port deletion for 29a238a3-9361-411e-aa1b-df66744b26b4 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:42:07.899304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-da7c67ad-c025-47b8-8992-37bdc03c9ef0 None None] Deleting port 9604d87e-9d2d-44e5-a9f6-9528744b78da {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:07.899836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-da7c67ad-c025-47b8-8992-37bdc03c9ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.908951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78c63aaf-9d52-4992-99dd-502f414d9d32 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.910126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Hosts for router db97877b-bd1c-495d-9008-cd949d0792c1: [] {{(pid=88557) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 11 15:42:07.938371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-751f1c6d-4f55-432a-8de7-2b709a027290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:07.995165 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f1c6d-4f55-432a-8de7-2b709a027290 None None] Pushing event deleted for resources: {'Port': ['ID=85034f65-9f7f-4d42-b9f9-532697d044a7,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:08.007953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f1c6d-4f55-432a-8de7-2b709a027290 None None] No DVR routers for this DVR port 85034f65-9f7f-4d42-b9f9-532697d044a7 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:42:08.053386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-78c63aaf-9d52-4992-99dd-502f414d9d32 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 8af82952-3ea8-4cc1-bab9-aaf12e857276 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:08.116931 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.152332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f0d9151-d8f7-42bb-a9f3-89f1f42ae1fb tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.160688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.172730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Hosts for other DVR routers connected to router db97877b-bd1c-495d-9008-cd949d0792c1: set() {{(pid=88557) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 11 15:42:08.175051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.178831 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5ceab0b0-091e-4e7c-84e8-06f3872de470 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] 10.222.0.39 "PUT /v2.0/routers/db97877b-bd1c-495d-9008-cd949d0792c1 HTTP/1.1" status: 200 len: 716 time: 2.5048761 Mar 11 15:42:08.185956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35344) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:08.219057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f0d9151-d8f7-42bb-a9f3-89f1f42ae1fb tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.230078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-da7c67ad-c025-47b8-8992-37bdc03c9ef0 None None] For port 9604d87e-9d2d-44e5-a9f6-9528744b78da, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9604d87e-9d2d-44e5-a9f6-9528744b78da,segment=NetworkSegment(82fb5db3-dbe3-4e25-8c42-cff501d2732d),segment_id=82fb5db3-dbe3-4e25-8c42-cff501d2732d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:08.230804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-da7c67ad-c025-47b8-8992-37bdc03c9ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.345433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.353997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d9151-d8f7-42bb-a9f3-89f1f42ae1fb tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cfcc6c-19d9-48a5-b17a-e41972c74078,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:08.384464 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-da7c67ad-c025-47b8-8992-37bdc03c9ef0 None None] Calling delete_port for 9604d87e-9d2d-44e5-a9f6-9528744b78da owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:08.416096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9604d87e-9d2d-44e5-a9f6-9528744b78da no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:42:08.515972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f0d9151-d8f7-42bb-a9f3-89f1f42ae1fb tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.517580 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4f0d9151-d8f7-42bb-a9f3-89f1f42ae1fb tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8733664 Mar 11 15:42:08.520526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35348) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:08.547233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78c63aaf-9d52-4992-99dd-502f414d9d32 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.567191 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1d6c931d-9f45-48af-967a-c95377a9cc2b tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] 10.222.0.39 "GET /v2.0/routers/db97877b-bd1c-495d-9008-cd949d0792c1 HTTP/1.1" status: 200 len: 716 time: 0.3753800 Mar 11 15:42:08.567191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Transition to ACTIVE for port object 2b7b66f9-2eeb-4d66-bfe3-e5fb598b9d1b will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:08.574524 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.577148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Calling delete_port for bb18cc50-f361-4e26-815c-91035a3f4230 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:08.590282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35352) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:08.604166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] For port cbbe23b4-60ed-462e-9230-83a408961ea4, host hv-neutron-8332, cleared binding levels {{(pid=88557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:08.604166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempted to set empty binding levels {{(pid=88557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 15:42:08.605132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17cbfd70-c5e1-43d4-8934-de91dcb81687 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.617180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c63aaf-9d52-4992-99dd-502f414d9d32 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=8af82952-3ea8-4cc1-bab9-aaf12e857276,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:08.623688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17cbfd70-c5e1-43d4-8934-de91dcb81687 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.672963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.695054 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-da7c67ad-c025-47b8-8992-37bdc03c9ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.707266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.770627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 85034f65-9f7f-4d42-b9f9-532697d044a7 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:42:08.781154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd2d404-63fa-42d6-a087-8fb6208a86e8']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:08.814030 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c67ad-c025-47b8-8992-37bdc03c9ef0 None None] Pushing event deleted for resources: {'Port': ['ID=9604d87e-9d2d-44e5-a9f6-9528744b78da,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:08.826292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c67ad-c025-47b8-8992-37bdc03c9ef0 None None] No DVR routers for this DVR port 9604d87e-9d2d-44e5-a9f6-9528744b78da on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:42:08.830962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:08.831564 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.842407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 85034f65-9f7f-4d42-b9f9-532697d044a7 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:42:08.842830 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 85034f65-9f7f-4d42-b9f9-532697d044a7 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:42:08.859745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4eb4c5-f8e5-4929-b6ba-0f84952fcd17') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:08.859745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4eb4c5-f8e5-4929-b6ba-0f84952fcd17') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:08.882566 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78c63aaf-9d52-4992-99dd-502f414d9d32 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.897815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.903615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17cbfd70-c5e1-43d4-8934-de91dcb81687 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.912868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event updated for resources: {'Port': ['ID=cbbe23b4-60ed-462e-9230-83a408961ea4,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:08.917637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17cbfd70-c5e1-43d4-8934-de91dcb81687 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.918911 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-17cbfd70-c5e1-43d4-8934-de91dcb81687 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d8cfcc6c-19d9-48a5-b17a-e41972c74078 HTTP/1.1" status: 204 len: 168 time: 0.3971498 Mar 11 15:42:08.923354 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35360) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:08.941887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.964653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:42:08.964653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:08.970619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbfd70-c5e1-43d4-8934-de91dcb81687 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8cfcc6c-19d9-48a5-b17a-e41972c74078,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:08.976470 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-78c63aaf-9d52-4992-99dd-502f414d9d32 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/8af82952-3ea8-4cc1-bab9-aaf12e857276 HTTP/1.1" status: 204 len: 168 time: 1.5175707 Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:42:08.976680 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:42:08.979051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35364) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:08.992414 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c4423288-21b6-4181-a653-03f674878d06 tempest-RoutersTestDVR-910902413 tempest-RoutersTestDVR-910902413-project] 10.222.0.39 "GET /v2.0/routers/db97877b-bd1c-495d-9008-cd949d0792c1 HTTP/1.1" status: 200 len: 682 time: 0.4002180 Mar 11 15:42:08.996805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35368) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:09.031228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.131628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-413d0e30-d9ac-457c-b22d-35a6cae38f03 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.151583 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-aa1bb6e1-7645-4b18-b3f5-4213d0f260c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.5787554 Mar 11 15:42:09.183692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35372) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:09.217342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e6216caa-cff5-493c-a374-812ce8b6803a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:09.244316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Network d925a543-d7e8-405a-aac5-5e73d7f74678 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:09.252528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:09.268316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:09.308242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77d172-b44f-49c2-b3e2-8aa40cc3a448 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:09.309752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77d172-b44f-49c2-b3e2-8aa40cc3a448 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:09.311229 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77d172-b44f-49c2-b3e2-8aa40cc3a448 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:09.312029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bb77d172-b44f-49c2-b3e2-8aa40cc3a448 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:09.327193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Pushing event updated for resources: {'Port': ['ID=2b7b66f9-2eeb-4d66-bfe3-e5fb598b9d1b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:09.343370 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.371941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.397007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Network': ['ID=ffd2d404-63fa-42d6-a087-8fb6208a86e8,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:09.404202 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-006b3f6b-5733-477a-82e5-bb3435f90d99 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/networks/ffd2d404-63fa-42d6-a087-8fb6208a86e8 HTTP/1.1" status: 204 len: 168 time: 1.8572125 Mar 11 15:42:09.404770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35376) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:09.412932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:09.413581 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.438017 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e6216caa-cff5-493c-a374-812ce8b6803a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:09.439228 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e6216caa-cff5-493c-a374-812ce8b6803a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5149529 Mar 11 15:42:09.459614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35380) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:09.494825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-fa642193-297a-4c32-9dd0-1e7deea49bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Deleting port cbbe23b4-60ed-462e-9230-83a408961ea4 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:09.495172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa642193-297a-4c32-9dd0-1e7deea49bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.529103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.541543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-413d0e30-d9ac-457c-b22d-35a6cae38f03 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.545270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-413d0e30-d9ac-457c-b22d-35a6cae38f03 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.579893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bb77d172-b44f-49c2-b3e2-8aa40cc3a448 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:09.581079 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bb77d172-b44f-49c2-b3e2-8aa40cc3a448 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6027660 Mar 11 15:42:09.603042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35384) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:09.604801 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-eb54563f-03c2-4f25-9988-7734c1d4bb10 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.1964374 Mar 11 15:42:09.609574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35386) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:09.611759 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Pushing event deleted for resources: {'Port': ['ID=bb18cc50-f361-4e26-815c-91035a3f4230,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:09.639109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-64ba7eb3-37ea-49a6-b050-68c08fcf6d68 None None] Provisioning for port 2b7b66f9-2eeb-4d66-bfe3-e5fb598b9d1b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:09.644632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-64ba7eb3-37ea-49a6-b050-68c08fcf6d68 None None] Provisioning complete for port 2b7b66f9-2eeb-4d66-bfe3-e5fb598b9d1b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:09.645245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-64ba7eb3-37ea-49a6-b050-68c08fcf6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.706193 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-413d0e30-d9ac-457c-b22d-35a6cae38f03 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.706584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413d0e30-d9ac-457c-b22d-35a6cae38f03 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db97877b-bd1c-495d-9008-cd949d0792c1 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:42:09.718328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-64ba7eb3-37ea-49a6-b050-68c08fcf6d68 None None] Port 2b7b66f9-2eeb-4d66-bfe3-e5fb598b9d1b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:09.757035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-413d0e30-d9ac-457c-b22d-35a6cae38f03 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.758162 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-413d0e30-d9ac-457c-b22d-35a6cae38f03 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] 10.222.0.39 "DELETE /v2.0/routers/db97877b-bd1c-495d-9008-cd949d0792c1 HTTP/1.1" status: 204 len: 168 time: 0.7603598 Mar 11 15:42:09.775231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35392) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:09.782145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8a7f64-d388-4752-b8c8-3125d4858282 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 66e9de56-1fb2-4647-9a75-48826b06ce11 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:42:09.791185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d70b0287-f00f-4f5f-b973-9bf637fcd634 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Request body: {'router': {'name': 'tempest-router-1223949201', 'distributed': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:09.798873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7f64-d388-4752-b8c8-3125d4858282 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.816106 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.868490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9401-ba32-404f-b9d6-72afb1e6f4a1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.895719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:09.942577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d70b0287-f00f-4f5f-b973-9bf637fcd634 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:09.993515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d70b0287-f00f-4f5f-b973-9bf637fcd634 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Usage tracker for resource:router and tenant:a2ff6bb888fb4390b3d146d6a379b956 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:10.003726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d70b0287-f00f-4f5f-b973-9bf637fcd634 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:10.022313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d70b0287-f00f-4f5f-b973-9bf637fcd634 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:10.061810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7f64-d388-4752-b8c8-3125d4858282 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.064570 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9401-ba32-404f-b9d6-72afb1e6f4a1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.089276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-fa642193-297a-4c32-9dd0-1e7deea49bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] For port cbbe23b4-60ed-462e-9230-83a408961ea4, host hv-neutron-8332, got binding levels [] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:10.089939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa642193-297a-4c32-9dd0-1e7deea49bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.174799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cb6194-d5fe-484a-b16d-0599648acea6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:10.181173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cb6194-d5fe-484a-b16d-0599648acea6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:10.183944 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.186954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cb6194-d5fe-484a-b16d-0599648acea6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:10.191217 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-49cb6194-d5fe-484a-b16d-0599648acea6 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.5721819 Mar 11 15:42:10.191352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.199237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35396) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:10.203985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.250989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-fa642193-297a-4c32-9dd0-1e7deea49bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Calling delete_port for cbbe23b4-60ed-462e-9230-83a408961ea4 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:10.282982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d70b0287-f00f-4f5f-b973-9bf637fcd634 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.284799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d70b0287-f00f-4f5f-b973-9bf637fcd634 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.295017 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a238a3-9361-411e-aa1b-df66744b26b4']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:10.319022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fb5db3-dbe3-4e25-8c42-cff501d2732d') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:10.319350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fb5db3-dbe3-4e25-8c42-cff501d2732d') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:10.336985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2141db0f-deed-48ec-ac4f-ca038be6e166 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Deleting port 2b7b66f9-2eeb-4d66-bfe3-e5fb598b9d1b {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:10.337334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2141db0f-deed-48ec-ac4f-ca038be6e166 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.360185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7f64-d388-4752-b8c8-3125d4858282 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.366086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.384491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.385035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Fanout notify agent at l3_agent the message router_deleted on router dde3d890-4818-45ef-b0b2-9ce06e2b6c09 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:42:10.400023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9401-ba32-404f-b9d6-72afb1e6f4a1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.407562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d70b0287-f00f-4f5f-b973-9bf637fcd634 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.416808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.436600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf9401-ba32-404f-b9d6-72afb1e6f4a1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e848f98e-c48f-46a0-b24d-580d0a49a82b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:10.438571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:42:10.438964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.451179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa642193-297a-4c32-9dd0-1e7deea49bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:42:10.456368 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:42:10.507537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa642193-297a-4c32-9dd0-1e7deea49bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.510262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa642193-297a-4c32-9dd0-1e7deea49bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbbe23b4-60ed-462e-9230-83a408961ea4,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:10.513560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d70b0287-f00f-4f5f-b973-9bf637fcd634 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.530742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7f64-d388-4752-b8c8-3125d4858282 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.576157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a7f64-d388-4752-b8c8-3125d4858282 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=66e9de56-1fb2-4647-9a75-48826b06ce11,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:10.578123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7f64-d388-4752-b8c8-3125d4858282 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.582766 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-eb8a7f64-d388-4752-b8c8-3125d4858282 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/66e9de56-1fb2-4647-9a75-48826b06ce11 HTTP/1.1" status: 204 len: 168 time: 0.9744530 Mar 11 15:42:10.583460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.583957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35400) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:10.585422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c905ca47-b187-4a81-9d9b-4af09bec4f7f None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:10.587213 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6176ee4b-7d33-412f-a403-1beb909926d0 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/dde3d890-4818-45ef-b0b2-9ce06e2b6c09 HTTP/1.1" status: 204 len: 168 time: 4.7448425 Mar 11 15:42:10.591857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35404) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:10.603865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Request body: {'router': {'name': 'tempest-snat-router-841121442', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'enable_snat': False}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:10.627257 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:10.636847 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fa642193-297a-4c32-9dd0-1e7deea49bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "DELETE /v2.0/ports/cbbe23b4-60ed-462e-9230-83a408961ea4 HTTP/1.1" status: 204 len: 168 time: 1.4498324 Mar 11 15:42:10.637370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35408) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:10.643956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Usage tracker for resource:router and tenant:cd224232dfe7432d80bc2e428ab4523c is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:10.648527 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:10.686766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d70b0287-f00f-4f5f-b973-9bf637fcd634 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.690632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d70b0287-f00f-4f5f-b973-9bf637fcd634 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9115202 Mar 11 15:42:10.691047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35412) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:10.695896 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5acb137-afdc-4a5f-8db9-e21f10ee2be5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:42:10.696415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d5acb137-afdc-4a5f-8db9-e21f10ee2be5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Synchronizing usage tracker for tenant:2f41ea3ec87b4d4f94e71bad866a2b1c on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:10.702238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:10.709730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9401-ba32-404f-b9d6-72afb1e6f4a1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.710842 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bfcf9401-ba32-404f-b9d6-72afb1e6f4a1 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-groups/e848f98e-c48f-46a0-b24d-580d0a49a82b HTTP/1.1" status: 204 len: 168 time: 1.2484589 Mar 11 15:42:10.719935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35416) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:10.739793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.761371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa50563d-2597-4b0d-937b-78a50fd0f343 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet d1128f9d-bff3-407a-a620-7db9d231d6fa {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:42:10.764456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.767609 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:42:10.774819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa50563d-2597-4b0d-937b-78a50fd0f343 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.792781 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/networks/29a238a3-9361-411e-aa1b-df66744b26b4 HTTP/1.1" status: 204 len: 168 time: 1.3869865 Mar 11 15:42:10.794085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62210-831a-4d2f-89a3-2d9d9accf39c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Network': ['ID=29a238a3-9361-411e-aa1b-df66744b26b4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:10.800687 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35420) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:10.814025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'network': {'name': 'tempest-RoutersTest-1385028090'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:10.833094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.834607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.844660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:10.858913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:network and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:10.869572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2141db0f-deed-48ec-ac4f-ca038be6e166 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.879529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:10.891924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5725d8f-b30e-4588-96ae-e81c226d0256 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.893609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:10.951023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6628db3f-8055-4e51-9ff9-f7405b5e815b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:10.954116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:10.963601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa50563d-2597-4b0d-937b-78a50fd0f343 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.028852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2141db0f-deed-48ec-ac4f-ca038be6e166 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Calling delete_port for 2b7b66f9-2eeb-4d66-bfe3-e5fb598b9d1b owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:11.047135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d5acb137-afdc-4a5f-8db9-e21f10ee2be5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Unset dirty status for tenant:2f41ea3ec87b4d4f94e71bad866a2b1c on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:11.048305 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d5acb137-afdc-4a5f-8db9-e21f10ee2be5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "GET /v2.0/ports/cbbe23b4-60ed-462e-9230-83a408961ea4 HTTP/1.1" status: 404 len: 333 time: 0.4101059 Mar 11 15:42:11.059616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35424) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:11.072594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Request body: {'port': {'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1254609210'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:11.086639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:11.113752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:11.138649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:11.142146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.205102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:42:11.265023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5725d8f-b30e-4588-96ae-e81c226d0256 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.270033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5725d8f-b30e-4588-96ae-e81c226d0256 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.310989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa50563d-2597-4b0d-937b-78a50fd0f343 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.407631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Made reservation on behalf of 2f41ea3ec87b4d4f94e71bad866a2b1c for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:11.410066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.418859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6628db3f-8055-4e51-9ff9-f7405b5e815b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:11.420180 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6628db3f-8055-4e51-9ff9-f7405b5e815b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6980739 Mar 11 15:42:11.430859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35428) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:11.479208 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5725d8f-b30e-4588-96ae-e81c226d0256 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.479685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5725d8f-b30e-4588-96ae-e81c226d0256 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96fc1cdd-20b0-4fbb-9eba-a6789646dfef {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:42:11.500978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5725d8f-b30e-4588-96ae-e81c226d0256 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.504578 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a5725d8f-b30e-4588-96ae-e81c226d0256 tempest-RoutersTestDVR-1502221031 tempest-RoutersTestDVR-1502221031-project-admin] 10.222.0.39 "DELETE /v2.0/routers/96fc1cdd-20b0-4fbb-9eba-a6789646dfef HTTP/1.1" status: 204 len: 168 time: 0.8101311 Mar 11 15:42:11.552363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6aae419e-05ef-4110-965a-c2373e44ec76 None None] Provisioning complete for port 12988e1c-f28c-4a0b-927e-87a9e9474e36 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:11.553363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6aae419e-05ef-4110-965a-c2373e44ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.584888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] device_id is not set on port 5791a99f-31c8-436b-ba82-14556702380d yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:11.648045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa50563d-2597-4b0d-937b-78a50fd0f343 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.689209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50563d-2597-4b0d-937b-78a50fd0f343 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=d1128f9d-bff3-407a-a620-7db9d231d6fa,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:11.691441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa50563d-2597-4b0d-937b-78a50fd0f343 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.702776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa784720-7f0a-476e-a58f-d8af932aa6a1 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:11.703294 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fa50563d-2597-4b0d-937b-78a50fd0f343 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/d1128f9d-bff3-407a-a620-7db9d231d6fa HTTP/1.1" status: 204 len: 168 time: 1.1185527 Mar 11 15:42:11.705906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35434) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:11.708308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.737283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.737624 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added segment 8c5ae068-3e29-444c-a2ee-dc5fe520384c of type vlan for network 590f5adc-e3a7-47da-8d5a-0137e085b099 Mar 11 15:42:11.746909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb07966c-a14c-47eb-83ce-3d44c0750a4d tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.756980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2141db0f-deed-48ec-ac4f-ca038be6e166 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.777623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-430f1b25-4893-4c20-bfce-8b6160172f8f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:router {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:11.842387 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141db0f-deed-48ec-ac4f-ca038be6e166 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Pushing event deleted for resources: {'Port': ['ID=2b7b66f9-2eeb-4d66-bfe3-e5fb598b9d1b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:11.853286 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb07966c-a14c-47eb-83ce-3d44c0750a4d tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.877584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:11.897543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-430f1b25-4893-4c20-bfce-8b6160172f8f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:router {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:11.901090 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-430f1b25-4893-4c20-bfce-8b6160172f8f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1939566 Mar 11 15:42:11.902242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35438) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:11.913177 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:11.994483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a409a0-7b58-4d50-9866-6a1d0af94fd4 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:42:12.001653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-68a409a0-7b58-4d50-9866-6a1d0af94fd4 None None] Deleting port 12988e1c-f28c-4a0b-927e-87a9e9474e36 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:12.003418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-68a409a0-7b58-4d50-9866-6a1d0af94fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.137681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:12.143098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:12.148225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:12.155144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:12.171412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2141db0f-deed-48ec-ac4f-ca038be6e166 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.194136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35444) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:12.251027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb07966c-a14c-47eb-83ce-3d44c0750a4d tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.254341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.258737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:12.260179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:12.260949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.263589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.275060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-68a409a0-7b58-4d50-9866-6a1d0af94fd4 None None] For port 12988e1c-f28c-4a0b-927e-87a9e9474e36, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=12988e1c-f28c-4a0b-927e-87a9e9474e36,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:12.276042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-68a409a0-7b58-4d50-9866-6a1d0af94fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.328603 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2141db0f-deed-48ec-ac4f-ca038be6e166 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] 10.222.0.39 "DELETE /v2.0/ports/2b7b66f9-2eeb-4d66-bfe3-e5fb598b9d1b HTTP/1.1" status: 204 len: 168 time: 2.1282511 Mar 11 15:42:12.335893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35450) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:12.358310 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb07966c-a14c-47eb-83ce-3d44c0750a4d tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.359598 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bb07966c-a14c-47eb-83ce-3d44c0750a4d tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-groups/c872a519-d530-44aa-b676-6d318389a859 HTTP/1.1" status: 204 len: 168 time: 0.9278173 Mar 11 15:42:12.362494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35452) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:12.364847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07966c-a14c-47eb-83ce-3d44c0750a4d tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c872a519-d530-44aa-b676-6d318389a859,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:12.380871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.383043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Request body: {'port': {'name': 'tempest-new-port-name-1594355604', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:12.383642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.api.validators [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] bootfile-name is not in valid_values {{(pid=88557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:42:12.384154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.api.validators [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] tftp-server is not in valid_values {{(pid=88557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:42:12.384702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.api.validators [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] server-ip-address is not in valid_values {{(pid=88557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:42:12.420634 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6187284 Mar 11 15:42:12.462603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35458) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:12.474380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-68a409a0-7b58-4d50-9866-6a1d0af94fd4 None None] Calling delete_port for 12988e1c-f28c-4a0b-927e-87a9e9474e36 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:12.483832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'subnet': {'network_id': '590f5adc-e3a7-47da-8d5a-0137e085b099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:12.502255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 12988e1c-f28c-4a0b-927e-87a9e9474e36 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:42:12.508808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8305407-95ea-4a9f-be20-187b48cc5853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.513530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d20996-d501-4c40-b7bc-398478eb408a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Network': ['ID=590f5adc-e3a7-47da-8d5a-0137e085b099,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:12.548631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 590f5adc-e3a7-47da-8d5a-0137e085b099 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:42:12.562154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f8305407-95ea-4a9f-be20-187b48cc5853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:12.569649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5e3fb3e0-783f-46de-8072-ac0201fe4841 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:12.606112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.629709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f8305407-95ea-4a9f-be20-187b48cc5853 admin admin] Usage tracker for resource:security_group_rule and tenant:7113c188d00d4519a61006f850aa25e6 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:12.640191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f8305407-95ea-4a9f-be20-187b48cc5853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:12.667495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f8305407-95ea-4a9f-be20-187b48cc5853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:12.688792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:12.703055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:subnet and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:12.711057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:12.711253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.750440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:12.758488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.759342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5e3fb3e0-783f-46de-8072-ac0201fe4841 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:12.760604 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5e3fb3e0-783f-46de-8072-ac0201fe4841 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3967452 Mar 11 15:42:12.768595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35462) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:12.787386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group': {'name': 'tempest-secgroup--555509126'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:12.796662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-68a409a0-7b58-4d50-9866-6a1d0af94fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.802127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:12.827963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:12.881174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a409a0-7b58-4d50-9866-6a1d0af94fd4 None None] Pushing event deleted for resources: {'Port': ['ID=12988e1c-f28c-4a0b-927e-87a9e9474e36,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:12.883081 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a409a0-7b58-4d50-9866-6a1d0af94fd4 None None] No DVR routers for this DVR port 12988e1c-f28c-4a0b-927e-87a9e9474e36 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:42:12.912970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:12.916707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:12.951528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8305407-95ea-4a9f-be20-187b48cc5853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.006772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.022170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:13.034980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:13.046196 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:13.046466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.047122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:13.047709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.074400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8305407-95ea-4a9f-be20-187b48cc5853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.095404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event updated for resources: {'Port': ['ID=5791a99f-31c8-436b-ba82-14556702380d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:13.147166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:13.161605 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.166055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:13.176063 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:13.179377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:13.182362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:13.182950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.187064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:13.189214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2531b9a-faec-4d83-aca8-f8ff538e0b1b None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:13.196463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=01443af1-1490-478e-868b-be84a666591e,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:13.199497 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e288b1bf-7469-469c-be89-454b963590cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1388278 Mar 11 15:42:13.206754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f8305407-95ea-4a9f-be20-187b48cc5853 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7113c188d00d4519a61006f850aa25e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0115149 Mar 11 15:42:13.207911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35466) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:13.208134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35468) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:13.209180 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.224890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8305407-95ea-4a9f-be20-187b48cc5853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10f4d83-ce60-4d66-a9b9-10827e1b1694,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:13.230381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:13.261832 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:13.342763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.418048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.435393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '01443af1-1490-478e-868b-be84a666591e'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:42:13.436224 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.486495 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c327eb6c-8d25-4198-975c-5d0b14f887e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5835259 Mar 11 15:42:13.488687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7ba170-fd24-443d-8237-feb7d708c699,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:13.490672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35474) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:13.496328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:13.526318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cb98820-943a-45b4-a773-cd1822793ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.541539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.599860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.604295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.608593 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Allocated IP 172.20.0.2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/01443af1-1490-478e-868b-be84a666591e/7b922c1d-0223-4693-b33c-dd349416f4f2) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:13.608750 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ba575f4f-2f1d-4ba8-b7c7-013618179f41 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8326616 Mar 11 15:42:13.614798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35478) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:13.626800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cb98820-943a-45b4-a773-cd1822793ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.640215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Allocated IP 172.26.6.80 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/3e8c832b-3235-4d0a-9cf0-2bed1c5e2624) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:13.660796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-78ae516a-b71e-47f8-93d6-851fd9c9d769 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': 'af7ba170-fd24-443d-8237-feb7d708c699', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:13.680179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-78ae516a-b71e-47f8-93d6-851fd9c9d769 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:13.689434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.701757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-78ae516a-b71e-47f8-93d6-851fd9c9d769 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:13.718030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-78ae516a-b71e-47f8-93d6-851fd9c9d769 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:13.738089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Subnet': ['ID=87b52125-d6cc-47de-bb27-862bf9244cfe,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:13.751967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:13.754430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Checking segment: {'id': '8c5ae068-3e29-444c-a2ee-dc5fe520384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '590f5adc-e3a7-47da-8d5a-0137e085b099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:13.754795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network hostable DHCP agents. Network: 590f5adc-e3a7-47da-8d5a-0137e085b099, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:42:13.763105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:13.769482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:13.776064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:13.779696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-78ae516a-b71e-47f8-93d6-851fd9c9d769 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:13.786924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.823514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.833914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Transition to ACTIVE for port object 7b922c1d-0223-4693-b33c-dd349416f4f2 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:13.852529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Transition to ACTIVE for port object 7b922c1d-0223-4693-b33c-dd349416f4f2 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:13.864190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 590f5adc-e3a7-47da-8d5a-0137e085b099 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:42:13.909864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:13.913683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.939190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.943869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 590f5adc-e3a7-47da-8d5a-0137e085b099) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:13.949714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:13.950096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:13.993302 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10eb365-7883-4ba2-a907-43cd087109d6 None None] Network 590f5adc-e3a7-47da-8d5a-0137e085b099 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:14.060617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Pushing event updated for resources: {'Port': ['ID=d19c6c7f-e8f0-41cb-98d4-d23818e40ea1,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:14.069187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78ae516a-b71e-47f8-93d6-851fd9c9d769 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.079294 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-70f4ec41-a622-4d08-bfff-a603b848c7e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5977199 Mar 11 15:42:14.082091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35482) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:14.087795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-3caaf0dc-a6a0-41c8-bf23-5f015d41aa40 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-907993799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:14.096063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:14.105010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] In _notify_port_updated(), no bound segment for port d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 on network d925a543-d7e8-405a-aac5-5e73d7f74678 {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:42:14.107062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3caaf0dc-a6a0-41c8-bf23-5f015d41aa40 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:14.110493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:14.111352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.112508 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-72541255-ed5f-4c18-b174-bdf410158c5f tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] 10.222.0.39 "PUT /v2.0/ports/d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 HTTP/1.1" status: 200 len: 1137 time: 1.7513847 Mar 11 15:42:14.115667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3caaf0dc-a6a0-41c8-bf23-5f015d41aa40 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:router and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:14.119270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:14.124118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35486) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:14.128206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:14.132183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Pushing event updated for resources: {'Port': ['ID=7b922c1d-0223-4693-b33c-dd349416f4f2,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:14.135697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3caaf0dc-a6a0-41c8-bf23-5f015d41aa40 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:14.143439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cb98820-943a-45b4-a773-cd1822793ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.183385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.198951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3caaf0dc-a6a0-41c8-bf23-5f015d41aa40 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:14.226727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb98820-943a-45b4-a773-cd1822793ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10f4d83-ce60-4d66-a9b9-10827e1b1694,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:14.278434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9688bff3-1e72-483a-b3fe-fe40b8374498 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:14.280030 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9688bff3-1e72-483a-b3fe-fe40b8374498 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] 10.222.0.39 "GET /v2.0/ports/d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 HTTP/1.1" status: 200 len: 1137 time: 0.1504166 Mar 11 15:42:14.284466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0cb98820-943a-45b4-a773-cd1822793ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.285108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35490) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:14.286322 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0cb98820-943a-45b4-a773-cd1822793ac2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a10f4d83-ce60-4d66-a9b9-10827e1b1694 HTTP/1.1" status: 204 len: 168 time: 1.0736055 Mar 11 15:42:14.295254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78ae516a-b71e-47f8-93d6-851fd9c9d769 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.298683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Attempting to bind port 7b922c1d-0223-4693-b33c-dd349416f4f2 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:14.299058 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Attempting to bind port 7b922c1d-0223-4693-b33c-dd349416f4f2 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:14.299425 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Attempting to bind port 7b922c1d-0223-4693-b33c-dd349416f4f2 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:14.316054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] device_id is not set on port 5791a99f-31c8-436b-ba82-14556702380d yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:14.323629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:14.323629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:14.323629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.323629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:14.324560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Bound port: 7b922c1d-0223-4693-b33c-dd349416f4f2, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:14.324956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.327071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.347841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Transition to ACTIVE for port object 5791a99f-31c8-436b-ba82-14556702380d will not be triggered until provisioned by entity L2. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:14.402315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78ae516a-b71e-47f8-93d6-851fd9c9d769 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.432131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae516a-b71e-47f8-93d6-851fd9c9d769 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf67f2d7-5013-491e-8794-d7581d338bba,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:14.436197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.474999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.490298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e3f25036-f488-4cb0-be13-f799848841aa None None] Provisioning complete for port d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:14.490651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e3f25036-f488-4cb0-be13-f799848841aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.522933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-590f5adc-e3a7-47da-8d5a-0137e085b099', 'network_id': '590f5adc-e3a7-47da-8d5a-0137e085b099', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'fixed_ips': [{'subnet_id': '87b52125-d6cc-47de-bb27-862bf9244cfe'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:42:14.524076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3caaf0dc-a6a0-41c8-bf23-5f015d41aa40 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.524308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.525138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3caaf0dc-a6a0-41c8-bf23-5f015d41aa40 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.583480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f94e8f10-75cb-437c-aad8-ae1cc927122d tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Deleting port d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:14.588594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f94e8f10-75cb-437c-aad8-ae1cc927122d tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.589892 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:14.598242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78ae516a-b71e-47f8-93d6-851fd9c9d769 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.603377 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-78ae516a-b71e-47f8-93d6-851fd9c9d769 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9654968 Mar 11 15:42:14.603377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:14.609355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35496) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:14.611883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3caaf0dc-a6a0-41c8-bf23-5f015d41aa40 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.616537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:14.644108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e3f25036-f488-4cb0-be13-f799848841aa None None] Port d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:14.650386 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event updated for resources: {'Port': ['ID=3e8c832b-3235-4d0a-9cf0-2bed1c5e2624,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:14.659536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] For port 7b922c1d-0223-4693-b33c-dd349416f4f2, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:14.675838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] For port 7b922c1d-0223-4693-b33c-dd349416f4f2, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7b922c1d-0223-4693-b33c-dd349416f4f2,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:14.713314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:14.713663 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:14.714264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:14.738892 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:14.739140 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:14.742544 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 2 to bind port 5791a99f-31c8-436b-ba82-14556702380d Mar 11 15:42:14.756520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-735beefb-3f91-457b-8da1-d8fb494288b8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.786799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-735beefb-3f91-457b-8da1-d8fb494288b8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.788083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Allocated IP 172.20.0.2 (590f5adc-e3a7-47da-8d5a-0137e085b099/87b52125-d6cc-47de-bb27-862bf9244cfe/9f4117ce-22bc-4848-a357-af15bf08383c) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:14.793470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3caaf0dc-a6a0-41c8-bf23-5f015d41aa40 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.829059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event updated for resources: {'Port': ['ID=5791a99f-31c8-436b-ba82-14556702380d,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:14.843639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:14.843639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:14.843639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:14.850851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.982805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3caaf0dc-a6a0-41c8-bf23-5f015d41aa40 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.987773 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3caaf0dc-a6a0-41c8-bf23-5f015d41aa40 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9010611 Mar 11 15:42:14.993296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-735beefb-3f91-457b-8da1-d8fb494288b8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:14.994562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35502) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:15.015622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-735beefb-3f91-457b-8da1-d8fb494288b8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.019401 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-735beefb-3f91-457b-8da1-d8fb494288b8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/cf67f2d7-5013-491e-8794-d7581d338bba HTTP/1.1" status: 204 len: 168 time: 0.3984432 Mar 11 15:42:15.020621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'port': {'network_id': '590f5adc-e3a7-47da-8d5a-0137e085b099', 'name': 'tempest-RoutersTest-815694960'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:15.028567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76620e5-2d67-4469-8c63-8f5109202fec None None] Pushing event updated for resources: {'Port': ['ID=7b922c1d-0223-4693-b33c-dd349416f4f2,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:15.037400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:15.037400 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:15.037400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35506) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:15.037400 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 3 to bind port 5791a99f-31c8-436b-ba82-14556702380d Mar 11 15:42:15.060139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f94e8f10-75cb-437c-aad8-ae1cc927122d tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.115669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:15.116013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:15.116349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:15.130206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.133639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:15.133976 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:15.141329 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 4 to bind port 5791a99f-31c8-436b-ba82-14556702380d Mar 11 15:42:15.144453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Transition to ACTIVE for port object 9f4117ce-22bc-4848-a357-af15bf08383c will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:15.171250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Transition to ACTIVE for port object 9f4117ce-22bc-4848-a357-af15bf08383c will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:15.178572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:15.178912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:15.179248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:15.192480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:15.192838 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:15.194117 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 5 to bind port 5791a99f-31c8-436b-ba82-14556702380d Mar 11 15:42:15.195860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f94e8f10-75cb-437c-aad8-ae1cc927122d tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Calling delete_port for d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:15.209533 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e8981d3d-dbd7-4277-b464-4eac2f6e6585 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:15.211993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35510) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:15.223991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735beefb-3f91-457b-8da1-d8fb494288b8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf67f2d7-5013-491e-8794-d7581d338bba,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:15.239291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:15.239824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:15.240512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:15.249706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81969bcf-7c2b-431a-b198-544ea11a58b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.264833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:15.265426 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:15.266684 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 6 to bind port 5791a99f-31c8-436b-ba82-14556702380d Mar 11 15:42:15.275489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.329132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81969bcf-7c2b-431a-b198-544ea11a58b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:15.352287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81969bcf-7c2b-431a-b198-544ea11a58b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ff6bb888fb4390b3d146d6a379b956 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:15.365852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:15.366395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:15.367066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:15.369574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81969bcf-7c2b-431a-b198-544ea11a58b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:15.374645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e8981d3d-dbd7-4277-b464-4eac2f6e6585 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:15.381266 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e8981d3d-dbd7-4277-b464-4eac2f6e6585 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3342292 Mar 11 15:42:15.392351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35514) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:15.393442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81969bcf-7c2b-431a-b198-544ea11a58b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:15.413980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:15.414497 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:15.420465 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 7 to bind port 5791a99f-31c8-436b-ba82-14556702380d Mar 11 15:42:15.452126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.objects.ports [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:42:15.453566 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Network 590f5adc-e3a7-47da-8d5a-0137e085b099 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:15.464342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:15.471376 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:15.526561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Pushing event updated for resources: {'Port': ['ID=9f4117ce-22bc-4848-a357-af15bf08383c,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:15.532162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:15.532495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:15.532866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:15.592048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Attempting to bind port 9f4117ce-22bc-4848-a357-af15bf08383c on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:15.592719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Attempting to bind port 9f4117ce-22bc-4848-a357-af15bf08383c by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '8c5ae068-3e29-444c-a2ee-dc5fe520384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '590f5adc-e3a7-47da-8d5a-0137e085b099'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:15.592975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Attempting to bind port 9f4117ce-22bc-4848-a357-af15bf08383c on network 590f5adc-e3a7-47da-8d5a-0137e085b099 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:15.598766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:15.598931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:15.599961 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:15.600132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Checking segment: {'id': '8c5ae068-3e29-444c-a2ee-dc5fe520384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '590f5adc-e3a7-47da-8d5a-0137e085b099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:15.600657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.601119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Bound using segment: {'id': '8c5ae068-3e29-444c-a2ee-dc5fe520384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '590f5adc-e3a7-47da-8d5a-0137e085b099'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:15.601651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Bound port: 9f4117ce-22bc-4848-a357-af15bf08383c, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5ae068-3e29-444c-a2ee-dc5fe520384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '590f5adc-e3a7-47da-8d5a-0137e085b099'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:15.602078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.605364 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 8 to bind port 5791a99f-31c8-436b-ba82-14556702380d Mar 11 15:42:15.627447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:15.638330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.640049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:port and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:15.649624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:15.694415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:15.694415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:15.694415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:15.703951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:15.706671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] For port 9f4117ce-22bc-4848-a357-af15bf08383c, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:15.728883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:15.729200 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:15.733635 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 9 to bind port 5791a99f-31c8-436b-ba82-14556702380d Mar 11 15:42:15.747531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85e80a9a-4e45-4880-9ade-81eb5729b727 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.785709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:15.785709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:15.785709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:15.805652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:15.809477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.831036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] device_id is not set on port fefebadd-29d6-4d60-82b4-5e147ac5aeb7 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:15.842353 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] For port 9f4117ce-22bc-4848-a357-af15bf08383c, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9f4117ce-22bc-4848-a357-af15bf08383c,segment=NetworkSegment(8c5ae068-3e29-444c-a2ee-dc5fe520384c),segment_id=8c5ae068-3e29-444c-a2ee-dc5fe520384c)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:15.863323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85e80a9a-4e45-4880-9ade-81eb5729b727 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.871608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:15.871935 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:15.887575 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 10 to bind port 5791a99f-31c8-436b-ba82-14556702380d Mar 11 15:42:15.890463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f94e8f10-75cb-437c-aad8-ae1cc927122d tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.922007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.942665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:15.943072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:15.943389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:15.956708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81969bcf-7c2b-431a-b198-544ea11a58b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.969045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:15.969245 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 5791a99f-31c8-436b-ba82-14556702380d on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:15.969600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.977617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e8f10-75cb-437c-aad8-ae1cc927122d tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Pushing event deleted for resources: {'Port': ['ID=d19c6c7f-e8f0-41cb-98d4-d23818e40ea1,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:16.020394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cc922-39ea-4adf-a449-95c60b9ea9c4 None None] Pushing event updated for resources: {'Port': ['ID=9f4117ce-22bc-4848-a357-af15bf08383c,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:16.042933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:16.056793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81969bcf-7c2b-431a-b198-544ea11a58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:16.174003 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-81969bcf-7c2b-431a-b198-544ea11a58b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2ff6bb888fb4390b3d146d6a379b956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9590371 Mar 11 15:42:16.187583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35518) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:16.229740 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85e80a9a-4e45-4880-9ade-81eb5729b727 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:16.259149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81969bcf-7c2b-431a-b198-544ea11a58b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462234bf-26f0-46f7-9546-dce01ff8dbf0,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:16.328411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e80a9a-4e45-4880-9ade-81eb5729b727 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7ba170-fd24-443d-8237-feb7d708c699,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:16.356283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:16.363160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] For port 5791a99f-31c8-436b-ba82-14556702380d, host hv-neutron-8332, cleared binding levels {{(pid=88557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:16.363715 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempted to set empty binding levels {{(pid=88557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 15:42:16.469540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:16.545483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7b922c1d-0223-4693-b33c-dd349416f4f2 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:16.558437 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Allocated IP 172.20.0.7 (590f5adc-e3a7-47da-8d5a-0137e085b099/87b52125-d6cc-47de-bb27-862bf9244cfe/fefebadd-29d6-4d60-82b4-5e147ac5aeb7) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:16.560829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f94e8f10-75cb-437c-aad8-ae1cc927122d tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:16.613805 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] In _notify_port_updated(), no bound segment for port 5791a99f-31c8-436b-ba82-14556702380d on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:42:16.614760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.615423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:16.616814 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "PUT /v2.0/ports/5791a99f-31c8-436b-ba82-14556702380d HTTP/1.1" status: 200 len: 981 time: 3.4055781 Mar 11 15:42:16.627672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35522) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:16.655618 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f94e8f10-75cb-437c-aad8-ae1cc927122d tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] 10.222.0.39 "DELETE /v2.0/ports/d19c6c7f-e8f0-41cb-98d4-d23818e40ea1 HTTP/1.1" status: 204 len: 168 time: 2.3693404 Mar 11 15:42:16.657412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35526) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:16.736031 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 7b922c1d-0223-4693-b33c-dd349416f4f2 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:16.765635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bac0ae-ddb4-443a-b1e4-cdd8e5bac0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event updated for resources: {'Port': ['ID=5791a99f-31c8-436b-ba82-14556702380d,revision_number=3']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:16.769002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85e80a9a-4e45-4880-9ade-81eb5729b727 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:16.773112 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-85e80a9a-4e45-4880-9ade-81eb5729b727 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-groups/af7ba170-fd24-443d-8237-feb7d708c699 HTTP/1.1" status: 204 len: 168 time: 1.3743346 Mar 11 15:42:16.775723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35530) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:16.816042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9e9dcf9f-a8f5-43d4-8ad0-aac00dddb942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:16.885592 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-77833973-ca99-40bc-8c2a-753290797a8b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:16.902146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.902624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.902987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fa3951-b74f-4232-aa79-dfd9f01c3616 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Deleting subnet 6a2002b1-4b2c-4081-932c-e9fb53256432 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:42:16.903093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.903563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.904033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.904503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.904999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.905464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.905927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.906393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.906855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.907351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.907778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.908240 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:16.908761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9e9dcf9f-a8f5-43d4-8ad0-aac00dddb942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:16.909799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Synchronizing usage tracker for tenant:2f41ea3ec87b4d4f94e71bad866a2b1c on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:16.931643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fa3951-b74f-4232-aa79-dfd9f01c3616 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:16.950504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-009aa059-fb9a-4ced-bd23-c119068975ae None None] Provisioning for port 7b922c1d-0223-4693-b33c-dd349416f4f2 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:16.956687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-009aa059-fb9a-4ced-bd23-c119068975ae None None] Provisioning complete for port 7b922c1d-0223-4693-b33c-dd349416f4f2 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:16.957449 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-009aa059-fb9a-4ced-bd23-c119068975ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.000415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] For port 7b922c1d-0223-4693-b33c-dd349416f4f2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7b922c1d-0223-4693-b33c-dd349416f4f2,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:17.095773 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-009aa059-fb9a-4ced-bd23-c119068975ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.119523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fa3951-b74f-4232-aa79-dfd9f01c3616 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.132930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Router acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:42:17.196562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-77833973-ca99-40bc-8c2a-753290797a8b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:17.198189 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-77833973-ca99-40bc-8c2a-753290797a8b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4217660 Mar 11 15:42:17.199178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Unset dirty status for tenant:2f41ea3ec87b4d4f94e71bad866a2b1c on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:17.200996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.203086 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2c95cfc0-4c0d-489c-96f0-35fb623e0713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12936 time: 0.5745621 Mar 11 15:42:17.210603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35534) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:17.214547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35536) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:17.219510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group': {'name': 'tempest-secgroup--51806869'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:17.232836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:17.257810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:17.308303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6a348883-a088-422a-bd02-ced312aca0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Deleting port 5791a99f-31c8-436b-ba82-14556702380d {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:17.308703 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a348883-a088-422a-bd02-ced312aca0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.359700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.360440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.366769 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-009aa059-fb9a-4ced-bd23-c119068975ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:42:17.367494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-009aa059-fb9a-4ced-bd23-c119068975ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:42:17.388570 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:17.397437 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Sync routers for ids ['acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:17.412726 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Routers {'acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:17.413341 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:17.416002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014270f0-e1aa-40e7-935a-1e5d87cda26f None None] Network 590f5adc-e3a7-47da-8d5a-0137e085b099 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:17.459930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.478081 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9e9dcf9f-a8f5-43d4-8ad0-aac00dddb942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.487820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.514097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.516538 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d62db5ae-9a94-43c0-8b6c-cc3b4bd7e023 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9236817 Mar 11 15:42:17.518815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35542) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:17.520298 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:17.547341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:17.584576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:17.586358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dcf9f-a8f5-43d4-8ad0-aac00dddb942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462234bf-26f0-46f7-9546-dce01ff8dbf0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:17.596062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203bafa-e46d-494a-a82a-879140d4c9e1 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:17.599851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Transition to ACTIVE for port object fefebadd-29d6-4d60-82b4-5e147ac5aeb7 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:17.601921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:17.602678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.607662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:17.608138 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Set router acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:42:17.620106 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=f0e8b34f-0980-4128-9c53-e88bad0fdcc7,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:17.621460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:17.632933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:17.656066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9e9dcf9f-a8f5-43d4-8ad0-aac00dddb942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.657548 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9e9dcf9f-a8f5-43d4-8ad0-aac00dddb942 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/462234bf-26f0-46f7-9546-dce01ff8dbf0 HTTP/1.1" status: 204 len: 168 time: 1.4565339 Mar 11 15:42:17.695754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fa3951-b74f-4232-aa79-dfd9f01c3616 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.776831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=7b922c1d-0223-4693-b33c-dd349416f4f2,revision_number=4']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:17.821482 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e81db438-66c8-4d9e-9b18-6b81bfbf196b tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/routers/acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4 HTTP/1.1" status: 200 len: 907 time: 0.2945180 Mar 11 15:42:17.824829 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35548) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:17.840668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Request body: {'router': {'name': 'tempest-snat-router-841121442', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'enable_snat': True}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:17.854325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:17.860580 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e06e6751-d087-47f1-95a0-3792568396bb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3687763 Mar 11 15:42:17.865906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35552) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:17.868161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Usage tracker for resource:router and tenant:cd224232dfe7432d80bc2e428ab4523c is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:17.875016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:17.884306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.886706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:17.905691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:97:2f:bf', 'name': 'tempest-NetworksTestDHCPv6-848979033'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:17.944432 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4', 'name': 'tempest-snat-router-841121442', 'tenant_id': 'cd224232dfe7432d80bc2e428ab4523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': False}, 'gw_port_id': '3e8c832b-3235-4d0a-9cf0-2bed1c5e2624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:10Z', 'updated_at': '2022-03-11T15:42:15Z', 'revision_number': 3, 'project_id': 'cd224232dfe7432d80bc2e428ab4523c', 'gw_port': {'id': '3e8c832b-3235-4d0a-9cf0-2bed1c5e2624', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:13Z', 'updated_at': '2022-03-11T15:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:17.948608 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Checking router: acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:42:17.948931 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Updating router acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4 port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:42:17.989065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:17.997631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-009aa059-fb9a-4ced-bd23-c119068975ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.014401 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.054109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e227c73-22d1-444c-8c18-4677c88e84d3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:18.077101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.078146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.105469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-6a348883-a088-422a-bd02-ced312aca0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] For port 5791a99f-31c8-436b-ba82-14556702380d, host hv-neutron-8332, got binding levels [] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:18.106087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a348883-a088-422a-bd02-ced312aca0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.113184 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.140267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-009aa059-fb9a-4ced-bd23-c119068975ae None None] For port 7b922c1d-0223-4693-b33c-dd349416f4f2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7b922c1d-0223-4693-b33c-dd349416f4f2,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:18.179030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.185242 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f84177e8-0a29-41b4-a3c9-05c5668fb6d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9722161 Mar 11 15:42:18.190044 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35558) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:18.194894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-380f8673-bc8c-4ebf-af64-d18ff248150b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': '3e227c73-22d1-444c-8c18-4677c88e84d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:18.207517 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-380f8673-bc8c-4ebf-af64-d18ff248150b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:18.214186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-380f8673-bc8c-4ebf-af64-d18ff248150b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Usage tracker for resource:security_group_rule and tenant:62c62e7dd3984bb0a9c92cb59929c686 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:18.218600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-380f8673-bc8c-4ebf-af64-d18ff248150b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:18.232405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-380f8673-bc8c-4ebf-af64-d18ff248150b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:18.236008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-009aa059-fb9a-4ced-bd23-c119068975ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.296744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6a348883-a088-422a-bd02-ced312aca0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Calling delete_port for 5791a99f-31c8-436b-ba82-14556702380d owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:18.350282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.389200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fa3951-b74f-4232-aa79-dfd9f01c3616 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.482480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aa059-fb9a-4ced-bd23-c119068975ae None None] Pushing event updated for resources: {'Port': ['ID=7b922c1d-0223-4693-b33c-dd349416f4f2,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:18.573364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-608a3bb4-ed49-45d3-975c-dcd3dd98e14c None None] Provisioning for port 9f4117ce-22bc-4848-a357-af15bf08383c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:18.589886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:18.594425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:18.598045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:18.605609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:18.627445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa3951-b74f-4232-aa79-dfd9f01c3616 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2002b1-4b2c-4081-932c-e9fb53256432,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:18.660835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2461d2-f943-417d-90dd-2b71cb326ac9 None None] Network d925a543-d7e8-405a-aac5-5e73d7f74678 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:18.666918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fa3951-b74f-4232-aa79-dfd9f01c3616 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.688594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7b922c1d-0223-4693-b33c-dd349416f4f2 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:18.696877 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-380f8673-bc8c-4ebf-af64-d18ff248150b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.701062 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.743934 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Transition to ACTIVE for port object 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:18.814404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.817010 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.862678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 590f5adc-e3a7-47da-8d5a-0137e085b099 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:18.880033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-380f8673-bc8c-4ebf-af64-d18ff248150b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.884836 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:18.900944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:18.928686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:18.985886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-380f8673-bc8c-4ebf-af64-d18ff248150b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:18.991353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f8fa3951-b74f-4232-aa79-dfd9f01c3616 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] 10.222.0.39 "DELETE /v2.0/subnets/6a2002b1-4b2c-4081-932c-e9fb53256432 HTTP/1.1" status: 204 len: 168 time: 2.3284080 Mar 11 15:42:18.998687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=fefebadd-29d6-4d60-82b4-5e147ac5aeb7,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:19.002590 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Attempting to bind port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:19.003116 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Attempting to bind port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:19.003600 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Attempting to bind port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:19.010402 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35574) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:19.014193 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Pushing event updated for resources: {'Port': ['ID=3e8c832b-3235-4d0a-9cf0-2bed1c5e2624,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:19.023690 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:19.026829 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:19.027527 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.027940 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:19.028416 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Bound port: 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:19.033312 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.099829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7b922c1d-0223-4693-b33c-dd349416f4f2 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:19.100752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.120190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a348883-a088-422a-bd02-ced312aca0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.131988 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.135184 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.135540 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.135876 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.136205 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.136690 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.137029 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.137354 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.137690 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.138016 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.138468 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.138795 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:19.222344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a348883-a088-422a-bd02-ced312aca0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event deleted for resources: {'Port': ['ID=5791a99f-31c8-436b-ba82-14556702380d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:19.236725 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] For port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:19.243030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:19.243948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.256318 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] For port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3e8c832b-3235-4d0a-9cf0-2bed1c5e2624,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:19.256648 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a348883-a088-422a-bd02-ced312aca0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.312781 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.353494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.359551 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f8673-bc8c-4ebf-af64-d18ff248150b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9294b8f4-6f46-463e-97b5-fba8b58aca22,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:19.360109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9f4117ce-22bc-4848-a357-af15bf08383c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:19.363124 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.402646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb3ed3e-fd12-4780-91fd-b3c02373d0fc None None] DHCP port deletion for d925a543-d7e8-405a-aac5-5e73d7f74678 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:42:19.409466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35586) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:19.409827 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6a348883-a088-422a-bd02-ced312aca0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "DELETE /v2.0/ports/5791a99f-31c8-436b-ba82-14556702380d HTTP/1.1" status: 204 len: 168 time: 2.1800072 Mar 11 15:42:19.414614 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8d79e37c-ed08-4f4c-86af-03d50d27ec8b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.4060724 Mar 11 15:42:19.422004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35588) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:19.425627 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Deleting port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:19.428154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.435049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 7976e079-5cf9-421a-9140-6e0896558020 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:19.460236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3ed3e-fd12-4780-91fd-b3c02373d0fc None None] Deleting port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:19.462019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ed3e-fd12-4780-91fd-b3c02373d0fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.466055 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Routers {'acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:19.466680 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:41:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:19.529822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6a989bb5-fed5-4f9b-85a8-58fe017cf086 None None] Provisioning complete for port 7b922c1d-0223-4693-b33c-dd349416f4f2 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:19.530497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6a989bb5-fed5-4f9b-85a8-58fe017cf086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.583481 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2e2e3-f6be-4159-87fc-59032c4ed743 None None] Pushing event updated for resources: {'Port': ['ID=3e8c832b-3235-4d0a-9cf0-2bed1c5e2624,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:19.626447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 9f4117ce-22bc-4848-a357-af15bf08383c completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:19.637273 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9f4117ce-22bc-4848-a357-af15bf08383c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:19.637944 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.759546 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] Set router acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:42:19.877068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 172.20.0.4 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/01443af1-1490-478e-868b-be84a666591e/7976e079-5cf9-421a-9140-6e0896558020) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:19.884649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::f816:3eff:fe97:2fbf (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/f0e8b34f-0980-4128-9c53-e88bad0fdcc7/7976e079-5cf9-421a-9140-6e0896558020) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:19.973612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-380f8673-bc8c-4ebf-af64-d18ff248150b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:19.973612 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-380f8673-bc8c-4ebf-af64-d18ff248150b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7832172 Mar 11 15:42:19.984221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ecb3ed3e-fd12-4780-91fd-b3c02373d0fc None None] For port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d437b7fb-6635-46c6-a9dc-fd30b59ba6ab,segment=NetworkSegment(92dee3a1-c985-4728-932b-9a614bfba703),segment_id=92dee3a1-c985-4728-932b-9a614bfba703)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:19.984585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ed3e-fd12-4780-91fd-b3c02373d0fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.045021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35596) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:20.092768 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-12cab763-ef8b-423f-a298-cf8a65dbadae tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules/9294b8f4-6f46-463e-97b5-fba8b58aca22 HTTP/1.1" status: 200 len: 763 time: 0.0306492 Mar 11 15:42:20.093736 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfe8ae8-7c73-4894-ae88-08a5817d9fba tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:42:20.095026 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8dfe8ae8-7c73-4894-ae88-08a5817d9fba tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "GET /v2.0/ports/5791a99f-31c8-436b-ba82-14556702380d HTTP/1.1" status: 404 len: 333 time: 0.6782186 Mar 11 15:42:20.103101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35602) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:20.103436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35604) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:20.121126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6a989bb5-fed5-4f9b-85a8-58fe017cf086 None None] Provisioning for port fefebadd-29d6-4d60-82b4-5e147ac5aeb7 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:20.138963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3ed3e-fd12-4780-91fd-b3c02373d0fc None None] Calling delete_port for d437b7fb-6635-46c6-a9dc-fd30b59ba6ab owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:20.169865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6a989bb5-fed5-4f9b-85a8-58fe017cf086 None None] Provisioning complete for port fefebadd-29d6-4d60-82b4-5e147ac5aeb7 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:20.169865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6a989bb5-fed5-4f9b-85a8-58fe017cf086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.183579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.190672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-541316971', 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:20.195580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:20.200185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Usage tracker for resource:port and tenant:2f41ea3ec87b4d4f94e71bad866a2b1c is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:20.202920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:20.207580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 7976e079-5cf9-421a-9140-6e0896558020 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:20.209109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:20.215651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.239821 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4', 'name': 'tempest-snat-router-841121442', 'tenant_id': 'cd224232dfe7432d80bc2e428ab4523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': False}, 'gw_port_id': '3e8c832b-3235-4d0a-9cf0-2bed1c5e2624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:10Z', 'updated_at': '2022-03-11T15:42:15Z', 'revision_number': 3, 'project_id': 'cd224232dfe7432d80bc2e428ab4523c', 'gw_port': {'id': '3e8c832b-3235-4d0a-9cf0-2bed1c5e2624', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:13Z', 'updated_at': '2022-03-11T15:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:20.245776 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728796a-9164-47eb-8f8e-a526f79b3e19 None None] The sync data for ids ['acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4'] in dv-neutron-833203-2-hyperv is: [{'id': 'acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4', 'name': 'tempest-snat-router-841121442', 'tenant_id': 'cd224232dfe7432d80bc2e428ab4523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': False}, 'gw_port_id': '3e8c832b-3235-4d0a-9cf0-2bed1c5e2624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:10Z', 'updated_at': '2022-03-11T15:42:15Z', 'revision_number': 3, 'project_id': 'cd224232dfe7432d80bc2e428ab4523c', 'gw_port': {'id': '3e8c832b-3235-4d0a-9cf0-2bed1c5e2624', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:13Z', 'updated_at': '2022-03-11T15:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:20.275604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6a989bb5-fed5-4f9b-85a8-58fe017cf086 None None] Port fefebadd-29d6-4d60-82b4-5e147ac5aeb7 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:20.297495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 9f4117ce-22bc-4848-a357-af15bf08383c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9f4117ce-22bc-4848-a357-af15bf08383c,segment=NetworkSegment(8c5ae068-3e29-444c-a2ee-dc5fe520384c),segment_id=8c5ae068-3e29-444c-a2ee-dc5fe520384c)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:20.338325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.348716 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Made reservation on behalf of 2f41ea3ec87b4d4f94e71bad866a2b1c for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:20.351239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.385130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.404519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5d501af9-76ac-4ca1-b08c-e479e253978e tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:20.444898 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:20.450554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:20.469433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:20.504408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] device_id is not set on port d8b5100a-d43a-40e8-8e7b-338df0ccb432 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:20.510295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ed3e-fd12-4780-91fd-b3c02373d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.568853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb3ed3e-fd12-4780-91fd-b3c02373d0fc None None] No DVR routers for this DVR port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:42:20.569063 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=7976e079-5cf9-421a-9140-6e0896558020,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:20.573781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7b922c1d-0223-4693-b33c-dd349416f4f2 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:20.594296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:20.595565 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.737569 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6a1ffe0f-7d85-47e9-ab30-2e0c312bee19 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8397098 Mar 11 15:42:20.737869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=9f4117ce-22bc-4848-a357-af15bf08383c,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:20.743560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35618) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:20.815908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3ed3e-fd12-4780-91fd-b3c02373d0fc None None] Pushing event deleted for resources: {'Port': ['ID=d437b7fb-6635-46c6-a9dc-fd30b59ba6ab,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:20.818955 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7b922c1d-0223-4693-b33c-dd349416f4f2 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:20.819459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.857690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.860984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9edc6ee0-4592-44c4-8d1f-64a69cc9336c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.889072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5d501af9-76ac-4ca1-b08c-e479e253978e tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:20.890463 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5d501af9-76ac-4ca1-b08c-e479e253978e tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7860701 Mar 11 15:42:20.900824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35624) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:20.960750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-892511a1-7c4c-47bd-b16e-dc7641611af4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:20.994785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-892511a1-7c4c-47bd-b16e-dc7641611af4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.027302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28067613-cefa-4f95-a212-a3d0064a90fc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:21.034009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28067613-cefa-4f95-a212-a3d0064a90fc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:21.034973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-28067613-cefa-4f95-a212-a3d0064a90fc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:21.039113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35628) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:21.096863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4568db5a-d525-4f6c-8440-1c55b56ee0c6 None None] Provisioning for port 7976e079-5cf9-421a-9140-6e0896558020 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:21.104309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d437b7fb-6635-46c6-a9dc-fd30b59ba6ab no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:42:21.124434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-28067613-cefa-4f95-a212-a3d0064a90fc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:21.126106 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-28067613-cefa-4f95-a212-a3d0064a90fc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3838155 Mar 11 15:42:21.128882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35634) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:21.155943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: d437b7fb-6635-46c6-a9dc-fd30b59ba6ab {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:42:21.156754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d437b7fb-6635-46c6-a9dc-fd30b59ba6ab not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:42:21.160214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4568db5a-d525-4f6c-8440-1c55b56ee0c6 None None] Provisioning complete for port 7976e079-5cf9-421a-9140-6e0896558020 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:21.160911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4568db5a-d525-4f6c-8440-1c55b56ee0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.182001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-892511a1-7c4c-47bd-b16e-dc7641611af4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.215635 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1077292835', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:21.225794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892511a1-7c4c-47bd-b16e-dc7641611af4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9294b8f4-6f46-463e-97b5-fba8b58aca22,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:21.234212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:21.247871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Usage tracker for resource:port and tenant:641eff6f6f3e4d019c7914e2edd27794 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:21.252908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:21.259227 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-1373e217-eddf-4a0c-9b3d-8789b5752f68 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 7976e079-5cf9-421a-9140-6e0896558020 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:21.259768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1373e217-eddf-4a0c-9b3d-8789b5752f68 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.264632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4568db5a-d525-4f6c-8440-1c55b56ee0c6 None None] Port 7976e079-5cf9-421a-9140-6e0896558020 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:21.312993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:21.325386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-892511a1-7c4c-47bd-b16e-dc7641611af4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.326734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-892511a1-7c4c-47bd-b16e-dc7641611af4 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9294b8f4-6f46-463e-97b5-fba8b58aca22 HTTP/1.1" status: 204 len: 168 time: 0.4220760 Mar 11 15:42:21.331749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35638) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:21.394992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] For port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d437b7fb-6635-46c6-a9dc-fd30b59ba6ab,segment=NetworkSegment(92dee3a1-c985-4728-932b-9a614bfba703),segment_id=92dee3a1-c985-4728-932b-9a614bfba703)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:21.395596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.408751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Made reservation on behalf of 641eff6f6f3e4d019c7914e2edd27794 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:21.411093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.436775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.474233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-998462e6-3879-447d-9913-d6cb9e3d070a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:21.494878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:21.516162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Usage tracker for resource:security_group_rule and tenant:641eff6f6f3e4d019c7914e2edd27794 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:21.526555 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:21.579454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:21.656619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1373e217-eddf-4a0c-9b3d-8789b5752f68 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.726561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Calling delete_port for d437b7fb-6635-46c6-a9dc-fd30b59ba6ab owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:21.781428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-998462e6-3879-447d-9913-d6cb9e3d070a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:21.785274 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-998462e6-3879-447d-9913-d6cb9e3d070a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4498134 Mar 11 15:42:21.794801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:42:21.798690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-1373e217-eddf-4a0c-9b3d-8789b5752f68 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 7976e079-5cf9-421a-9140-6e0896558020 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:21.802928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35642) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:21.843404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b5a88fb8-856d-4fd6-9c3a-32200b8b1057 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': '3e227c73-22d1-444c-8c18-4677c88e84d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:21.900202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.903721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b5a88fb8-856d-4fd6-9c3a-32200b8b1057 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:21.922838 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.942864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b5a88fb8-856d-4fd6-9c3a-32200b8b1057 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:21.971952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:21.995343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.027858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.033206 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:42:22.033487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:42:22.036438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.081218 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.146653 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] device_id is not set on port 05f23acc-9cf2-4273-b3c9-4b8371cb503a yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:22.161411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5a88fb8-856d-4fd6-9c3a-32200b8b1057 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.208285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee4432d-d297-4052-9504-49445f1f95c0,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:22.264979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=fefebadd-29d6-4d60-82b4-5e147ac5aeb7,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:22.322283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1373e217-eddf-4a0c-9b3d-8789b5752f68 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.419439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373e217-eddf-4a0c-9b3d-8789b5752f68 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=7976e079-5cf9-421a-9140-6e0896558020,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:22.424355 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.504211 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-fb331555-4148-46be-a62b-57f0779a1672 None None] Provisioning complete for port fefebadd-29d6-4d60-82b4-5e147ac5aeb7 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:22.504789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fb331555-4148-46be-a62b-57f0779a1672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.516536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Allocated IP 172.26.6.247 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/3fbdc051-7667-4bab-8979-68473cee4f5e) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:22.539450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Deleting port d437b7fb-6635-46c6-a9dc-fd30b59ba6ab {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:22.542267 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.555446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1373e217-eddf-4a0c-9b3d-8789b5752f68 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.603658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-fb331555-4148-46be-a62b-57f0779a1672 None None] Port fefebadd-29d6-4d60-82b4-5e147ac5aeb7 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:22.619228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9f4117ce-22bc-4848-a357-af15bf08383c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:22.625036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5a88fb8-856d-4fd6-9c3a-32200b8b1057 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.650881 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1373e217-eddf-4a0c-9b3d-8789b5752f68 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/7976e079-5cf9-421a-9140-6e0896558020 HTTP/1.1" status: 204 len: 168 time: 1.5207288 Mar 11 15:42:22.653483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35648) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:22.695438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9f4117ce-22bc-4848-a357-af15bf08383c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:22.696334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.704896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event updated for resources: {'Port': ['ID=d8b5100a-d43a-40e8-8e7b-338df0ccb432,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:22.737100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c5c3c4-dd59-417c-868b-11a02bdc943e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:22.742190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c5c3c4-dd59-417c-868b-11a02bdc943e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:22.742190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c5c3c4-dd59-417c-868b-11a02bdc943e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:22.742190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-75c5c3c4-dd59-417c-868b-11a02bdc943e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:22.806277 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5a88fb8-856d-4fd6-9c3a-32200b8b1057 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.809070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:22.830131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] The port 'd437b7fb-6635-46c6-a9dc-fd30b59ba6ab' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:42:22.837022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:22.844219 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:22.853111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-75c5c3c4-dd59-417c-868b-11a02bdc943e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:22.856395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:22.856395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:22.856395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.857193 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-75c5c3c4-dd59-417c-868b-11a02bdc943e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2025504 Mar 11 15:42:22.857812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35652) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:22.900944 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a88fb8-856d-4fd6-9c3a-32200b8b1057 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73754a0-5de2-4bae-af52-cc1d9695c09d,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:22.929367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc8275c-95cb-4648-91dc-5a76cdffb375 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 01443af1-1490-478e-868b-be84a666591e {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:42:22.932362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dc8275c-95cb-4648-91dc-5a76cdffb375 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.961546 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:22.967269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:22.967678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:22.993559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dc8275c-95cb-4648-91dc-5a76cdffb375 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.090045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dc8275c-95cb-4648-91dc-5a76cdffb375 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.103288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.120340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3e8c832b-3235-4d0a-9cf0-2bed1c5e2624,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:23.140878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.157775 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5a88fb8-856d-4fd6-9c3a-32200b8b1057 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.161464 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b5a88fb8-856d-4fd6-9c3a-32200b8b1057 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3510888 Mar 11 15:42:23.161464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.164289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35660) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:23.173179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.185848 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-944cd3d0-1ffe-42a2-a27a-62d5eb7968ff tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules/f73754a0-5de2-4bae-af52-cc1d9695c09d HTTP/1.1" status: 200 len: 763 time: 0.0203340 Mar 11 15:42:23.188525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35664) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:23.244616 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b82b9305-c45b-4fdf-84d9-0772d2b0045b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0528824 Mar 11 15:42:23.246920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35668) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:23.248104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dc8275c-95cb-4648-91dc-5a76cdffb375 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.251607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=3e8c832b-3235-4d0a-9cf0-2bed1c5e2624,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:23.303643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8275c-95cb-4648-91dc-5a76cdffb375 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=01443af1-1490-478e-868b-be84a666591e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:23.306922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dc8275c-95cb-4648-91dc-5a76cdffb375 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.314924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb1cee-085d-4896-bebb-00c4b27e58fc None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:23.332915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79805bef-c467-459a-abd7-8f6a487247d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.344011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79805bef-c467-459a-abd7-8f6a487247d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.392909 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3dc8275c-95cb-4648-91dc-5a76cdffb375 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/01443af1-1490-478e-868b-be84a666591e HTTP/1.1" status: 204 len: 168 time: 0.5316670 Mar 11 15:42:23.393112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35672) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:23.423293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.445593 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6334b3eb-08ab-4975-8879-f12242809747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.3368425 Mar 11 15:42:23.446856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35676) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:23.451795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79805bef-c467-459a-abd7-8f6a487247d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.473142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d925a543-d7e8-405a-aac5-5e73d7f74678']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:23.502197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92dee3a1-c985-4728-932b-9a614bfba703') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:23.502488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92dee3a1-c985-4728-932b-9a614bfba703') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:23.515916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79805bef-c467-459a-abd7-8f6a487247d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f73754a0-5de2-4bae-af52-cc1d9695c09d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:23.520379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.526055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-1864e1f3-929a-442b-bbcf-1513e288d1e7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet f0e8b34f-0980-4128-9c53-e88bad0fdcc7 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:42:23.534687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1864e1f3-929a-442b-bbcf-1513e288d1e7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.547464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.556308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:42:23.556733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.562083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79805bef-c467-459a-abd7-8f6a487247d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.563188 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-79805bef-c467-459a-abd7-8f6a487247d3 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f73754a0-5de2-4bae-af52-cc1d9695c09d HTTP/1.1" status: 204 len: 168 time: 0.3111353 Mar 11 15:42:23.569787 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35680) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:42:23.571857 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:42:23.614609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3998ac4-407b-404b-82b3-59c29408d60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:23.615185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a3998ac4-407b-404b-82b3-59c29408d60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Synchronizing usage tracker for tenant:2f41ea3ec87b4d4f94e71bad866a2b1c on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:23.633394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1864e1f3-929a-442b-bbcf-1513e288d1e7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.659089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1abe1df5-5ab5-4be2-a858-c64eda75b77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.678873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.749074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6d37ac6c-deda-4d68-8601-cc76796a759b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:23.764411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:23.776173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:23.780443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.790296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:23.794336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Allocated IP 172.26.6.222 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/05f23acc-9cf2-4273-b3c9-4b8371cb503a) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:23.820984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event updated for resources: {'Port': ['ID=3fbdc051-7667-4bab-8979-68473cee4f5e,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:23.842692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a3998ac4-407b-404b-82b3-59c29408d60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Unset dirty status for tenant:2f41ea3ec87b4d4f94e71bad866a2b1c on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:23.846925 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a3998ac4-407b-404b-82b3-59c29408d60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "GET /v2.0/ports/d8b5100a-d43a-40e8-8e7b-338df0ccb432 HTTP/1.1" status: 200 len: 958 time: 0.3990831 Mar 11 15:42:23.855933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1864e1f3-929a-442b-bbcf-1513e288d1e7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.870638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35684) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:23.914788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.916960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6d37ac6c-deda-4d68-8601-cc76796a759b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:23.921030 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6d37ac6c-deda-4d68-8601-cc76796a759b tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3425300 Mar 11 15:42:23.921488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35688) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:23.937361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ae1ddafc-c459-4165-a592-a1a78fba5bd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': '3e227c73-22d1-444c-8c18-4677c88e84d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:23.950806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:23.972604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ae1ddafc-c459-4165-a592-a1a78fba5bd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:24.031631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] Pushing event deleted for resources: {'Network': ['ID=d925a543-d7e8-405a-aac5-5e73d7f74678,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:24.050491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ae1ddafc-c459-4165-a592-a1a78fba5bd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:24.108712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.112656 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3dfdb6da-2026-4f18-813c-44caad2571c9 tempest-ExtraDHCPOptionsTestJSON-639274 tempest-ExtraDHCPOptionsTestJSON-639274-project] 10.222.0.39 "DELETE /v2.0/networks/d925a543-d7e8-405a-aac5-5e73d7f74678 HTTP/1.1" status: 204 len: 168 time: 5.0868793 Mar 11 15:42:24.127410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6f57a-5e4f-479b-9013-eb2e4126e773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Deleting port d8b5100a-d43a-40e8-8e7b-338df0ccb432 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:24.127747 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cfd6f57a-5e4f-479b-9013-eb2e4126e773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.129266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1864e1f3-929a-442b-bbcf-1513e288d1e7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.175779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864e1f3-929a-442b-bbcf-1513e288d1e7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e8b34f-0980-4128-9c53-e88bad0fdcc7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:24.181953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1864e1f3-929a-442b-bbcf-1513e288d1e7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.194620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddafc-c459-4165-a592-a1a78fba5bd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.240220 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1864e1f3-929a-442b-bbcf-1513e288d1e7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/f0e8b34f-0980-4128-9c53-e88bad0fdcc7 HTTP/1.1" status: 204 len: 168 time: 0.8455441 Mar 11 15:42:24.250837 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7791b6-7351-4d7e-b2b4-4d12996136bd None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:24.261789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35694) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:24.352635 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cfa5357f-1e44-4e90-8694-33986076f2e6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850754 Mar 11 15:42:24.352851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35698) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:24.428541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddafc-c459-4165-a592-a1a78fba5bd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.435181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.453129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.496378 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3dca5dea-8f38-48ad-93bf-9c98f1540c3f None None] Provisioning complete for port 7b922c1d-0223-4693-b33c-dd349416f4f2 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:24.496776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3dca5dea-8f38-48ad-93bf-9c98f1540c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.537697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:24.640806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.648187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddafc-c459-4165-a592-a1a78fba5bd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.687199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ddafc-c459-4165-a592-a1a78fba5bd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042fe46f-eca9-45e9-93ff-d459b03f0944,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:24.708181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa01f1e-c6ec-449d-abe1-61848f6eeae1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:24.709008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4fa01f1e-c6ec-449d-abe1-61848f6eeae1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:24.734344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:24.734998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.744025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:24.752215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:24.757235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:24.768067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35704) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:24.784814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Pushing event updated for resources: {'Port': ['ID=05f23acc-9cf2-4273-b3c9-4b8371cb503a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:24.821603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:24.822397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.858985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4fa01f1e-c6ec-449d-abe1-61848f6eeae1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:24.864052 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4fa01f1e-c6ec-449d-abe1-61848f6eeae1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5080199 Mar 11 15:42:24.864052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35710) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:24.865889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cfd6f57a-5e4f-479b-9013-eb2e4126e773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.918285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddafc-c459-4165-a592-a1a78fba5bd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:24.921924 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ae1ddafc-c459-4165-a592-a1a78fba5bd8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9922156 Mar 11 15:42:24.927819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35714) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:24.948035 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6308a0fb-d536-4591-86b0-cad8a41cf8f0 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.9062364 Mar 11 15:42:24.954282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35718) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:24.963717 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-42989511-b04f-4752-8edd-86d4ae6ff24a tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules/042fe46f-eca9-45e9-93ff-d459b03f0944 HTTP/1.1" status: 200 len: 764 time: 0.0368178 Mar 11 15:42:24.970508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}]}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:24.975365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35722) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:24.982918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:24.985651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b56cd-35ff-4fdc-8a38-f7a1fc00ce08 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:42:24.989989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d45b56cd-35ff-4fdc-8a38-f7a1fc00ce08 None None] Deleting port 7b922c1d-0223-4693-b33c-dd349416f4f2 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:24.990234 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d45b56cd-35ff-4fdc-8a38-f7a1fc00ce08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.006760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d9152-23f6-4f7b-a5b8-faa10dbb7fa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:25.007564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6f8d9152-23f6-4f7b-a5b8-faa10dbb7fa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:25.010428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Usage tracker for resource:router and tenant:641eff6f6f3e4d019c7914e2edd27794 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:25.017025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:25.030043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:25.066835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-fc3a1e42-77da-449d-ae16-77406b54c87f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:25.109205 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6f57a-5e4f-479b-9013-eb2e4126e773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Calling delete_port for d8b5100a-d43a-40e8-8e7b-338df0ccb432 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:25.130932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.131810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.149279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.163620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-fc3a1e42-77da-449d-ae16-77406b54c87f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:25.170500 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fc3a1e42-77da-449d-ae16-77406b54c87f tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1858323 Mar 11 15:42:25.170500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6f8d9152-23f6-4f7b-a5b8-faa10dbb7fa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:25.170500 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6f8d9152-23f6-4f7b-a5b8-faa10dbb7fa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3009112 Mar 11 15:42:25.170500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35726) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:25.172163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35728) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:25.195801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.199138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d45b56cd-35ff-4fdc-8a38-f7a1fc00ce08 None None] For port 7b922c1d-0223-4693-b33c-dd349416f4f2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7b922c1d-0223-4693-b33c-dd349416f4f2,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:25.199553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d45b56cd-35ff-4fdc-8a38-f7a1fc00ce08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.264616 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e4c389e6-a5b5-4fb3-9ba3-206f88c534fc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931995 Mar 11 15:42:25.273922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35734) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:25.281130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a182f8a5-9059-4f14-8622-9643080fd3b9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:25.281914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:42:25.296401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-017f9d86-2252-48fb-8093-f1f354905c01 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.309705 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-131d8226-01ec-443a-ae9f-68c926a7dcd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=735693999eaf4bcdb07fd521b20faefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5382345 Mar 11 15:42:25.314308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35738) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:25.316187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.323960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-017f9d86-2252-48fb-8093-f1f354905c01 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.341718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d45b56cd-35ff-4fdc-8a38-f7a1fc00ce08 None None] Calling delete_port for 7b922c1d-0223-4693-b33c-dd349416f4f2 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:25.420117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.499542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cfd6f57a-5e4f-479b-9013-eb2e4126e773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.528206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d45b56cd-35ff-4fdc-8a38-f7a1fc00ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.585064 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b56cd-35ff-4fdc-8a38-f7a1fc00ce08 None None] Pushing event deleted for resources: {'Port': ['ID=7b922c1d-0223-4693-b33c-dd349416f4f2,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:25.588593 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b56cd-35ff-4fdc-8a38-f7a1fc00ce08 None None] No DVR routers for this DVR port 7b922c1d-0223-4693-b33c-dd349416f4f2 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:42:25.613051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-017f9d86-2252-48fb-8093-f1f354905c01 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.650079 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cfd6f57a-5e4f-479b-9013-eb2e4126e773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.652612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=fefebadd-29d6-4d60-82b4-5e147ac5aeb7,revision_number=3']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:25.666800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a182f8a5-9059-4f14-8622-9643080fd3b9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:25.688673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.696759 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e38c9de6-7d9a-48a0-b7d5-3af388244543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.698502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.700161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f9d86-2252-48fb-8093-f1f354905c01 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=042fe46f-eca9-45e9-93ff-d459b03f0944,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:25.705829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a182f8a5-9059-4f14-8622-9643080fd3b9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:25.709775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.733369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6f57a-5e4f-479b-9013-eb2e4126e773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8b5100a-d43a-40e8-8e7b-338df0ccb432,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:25.780352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e38c9de6-7d9a-48a0-b7d5-3af388244543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.794321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-017f9d86-2252-48fb-8093-f1f354905c01 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.796588 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-017f9d86-2252-48fb-8093-f1f354905c01 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/042fe46f-eca9-45e9-93ff-d459b03f0944 HTTP/1.1" status: 204 len: 168 time: 0.6229198 Mar 11 15:42:25.805388 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35744) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:25.812874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a182f8a5-9059-4f14-8622-9643080fd3b9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:25.816395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a182f8a5-9059-4f14-8622-9643080fd3b9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.818519 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a182f8a5-9059-4f14-8622-9643080fd3b9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:42:25.818952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a182f8a5-9059-4f14-8622-9643080fd3b9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:42:25.878850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.889416 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cfd6f57a-5e4f-479b-9013-eb2e4126e773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "DELETE /v2.0/ports/d8b5100a-d43a-40e8-8e7b-338df0ccb432 HTTP/1.1" status: 204 len: 168 time: 2.0132453 Mar 11 15:42:25.899584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35748) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:25.956691 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a182f8a5-9059-4f14-8622-9643080fd3b9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6815372 Mar 11 15:42:25.959813 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f127d3d-9111-4d2a-baee-75708ac13f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:42:25.961116 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8f127d3d-9111-4d2a-baee-75708ac13f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "GET /v2.0/ports/d8b5100a-d43a-40e8-8e7b-338df0ccb432 HTTP/1.1" status: 404 len: 333 time: 0.0530133 Mar 11 15:42:25.962515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35752) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:25.965797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35756) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:25.970668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ca6e6a86-1ed9-4640-aa77-c13191d1ffd9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:25.986228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Request body: {'port': {'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-515242180'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:26.000226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:26.024818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:26.037531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Usage tracker for resource:port and tenant:2f41ea3ec87b4d4f94e71bad866a2b1c is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:26.041429 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:26.054500 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-55128500-d59c-4eb8-8f96-8b0e2d25b388 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:26.088398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ca6e6a86-1ed9-4640-aa77-c13191d1ffd9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:26.103825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ca6e6a86-1ed9-4640-aa77-c13191d1ffd9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:26.118170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:26.152696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 590f5adc-e3a7-47da-8d5a-0137e085b099 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:26.156130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:26.289227 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e6a86-1ed9-4640-aa77-c13191d1ffd9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:26.292707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6a86-1ed9-4640-aa77-c13191d1ffd9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:26.294338 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6e6a86-1ed9-4640-aa77-c13191d1ffd9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:42:26.295190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6e6a86-1ed9-4640-aa77-c13191d1ffd9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:42:26.370516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:26.374775 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e38c9de6-7d9a-48a0-b7d5-3af388244543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:26.393795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Made reservation on behalf of 2f41ea3ec87b4d4f94e71bad866a2b1c for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:26.396670 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:26.404999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:26.405322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-55128500-d59c-4eb8-8f96-8b0e2d25b388 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:26.406368 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-55128500-d59c-4eb8-8f96-8b0e2d25b388 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6004312 Mar 11 15:42:26.409915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35760) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:26.426340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d59ecad8-fa3b-43ec-9d6b-332f759c4f28 None None] Provisioning complete for port fefebadd-29d6-4d60-82b4-5e147ac5aeb7 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:26.426340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d59ecad8-fa3b-43ec-9d6b-332f759c4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:26.485004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7b922c1d-0223-4693-b33c-dd349416f4f2 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:42:26.530993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c9de6-7d9a-48a0-b7d5-3af388244543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf51fef2-b64d-4f7d-bdc4-f91b032c30fe,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:26.533637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 7b922c1d-0223-4693-b33c-dd349416f4f2 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:42:26.534011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7b922c1d-0223-4693-b33c-dd349416f4f2 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:42:26.553368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d59ecad8-fa3b-43ec-9d6b-332f759c4f28 None None] Port fefebadd-29d6-4d60-82b4-5e147ac5aeb7 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:26.555754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] device_id is not set on port 57e44162-e669-4f1b-9421-13e8de5d0c46 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:26.580259 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ca6e6a86-1ed9-4640-aa77-c13191d1ffd9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6123030 Mar 11 15:42:26.581018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35764) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:26.592026 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e38c9de6-7d9a-48a0-b7d5-3af388244543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:26.593310 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e38c9de6-7d9a-48a0-b7d5-3af388244543 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf51fef2-b64d-4f7d-bdc4-f91b032c30fe HTTP/1.1" status: 204 len: 168 time: 1.2746692 Mar 11 15:42:26.618289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e416c8b6-974b-46d1-8bb3-7d3ae6da26cf tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:26.803391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6554-10a9-49c2-b37e-4ae0e11ba906 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:26.826828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Router c7597d5a-089f-4c6a-8473-05b22e0848d7 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:42:26.830220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e416c8b6-974b-46d1-8bb3-7d3ae6da26cf tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:26.882613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e416c8b6-974b-46d1-8bb3-7d3ae6da26cf tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:26.895191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6554-10a9-49c2-b37e-4ae0e11ba906 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:26.911846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router bb7fc928-136b-4345-89ae-9094423d2d36 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:42:26.924428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.016995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e416c8b6-974b-46d1-8bb3-7d3ae6da26cf tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:27.020869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e416c8b6-974b-46d1-8bb3-7d3ae6da26cf tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.022569 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e416c8b6-974b-46d1-8bb3-7d3ae6da26cf tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:42:27.022917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e416c8b6-974b-46d1-8bb3-7d3ae6da26cf tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:42:27.029366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.103043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6554-10a9-49c2-b37e-4ae0e11ba906 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.184523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6554-10a9-49c2-b37e-4ae0e11ba906 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.184523 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b2aa6554-10a9-49c2-b37e-4ae0e11ba906 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-groups/3e227c73-22d1-444c-8c18-4677c88e84d3 HTTP/1.1" status: 204 len: 168 time: 0.7687101 Mar 11 15:42:27.184914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35778) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:27.187695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa6554-10a9-49c2-b37e-4ae0e11ba906 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e227c73-22d1-444c-8c18-4677c88e84d3,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:27.211120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:27.215284 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:27.229295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db96a85-802d-4dca-96a1-f5435ec28945 None None] Sync routers for ids ['bb7fc928-136b-4345-89ae-9094423d2d36'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:27.239018 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Sync routers for ids ['c7597d5a-089f-4c6a-8473-05b22e0848d7'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:27.243916 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-68ab7203-4960-41ae-ac81-38cacd1e7d13 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/bb7fc928-136b-4345-89ae-9094423d2d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7366939 Mar 11 15:42:27.254673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35784) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:27.257715 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Routers {'c7597d5a-089f-4c6a-8473-05b22e0848d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:27.257715 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c7597d5a-089f-4c6a-8473-05b22e0848d7'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:27.270354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db96a85-802d-4dca-96a1-f5435ec28945 None None] Routers {'bb7fc928-136b-4345-89ae-9094423d2d36'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:27.271599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1db96a85-802d-4dca-96a1-f5435ec28945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['bb7fc928-136b-4345-89ae-9094423d2d36'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:27.300213 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.313457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c381ba75-7ed4-42a4-a057-9ab04c42c7f8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:27.376377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1db96a85-802d-4dca-96a1-f5435ec28945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:27.387835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db96a85-802d-4dca-96a1-f5435ec28945 None None] Routers {'bb7fc928-136b-4345-89ae-9094423d2d36'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:27.388461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1db96a85-802d-4dca-96a1-f5435ec28945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['bb7fc928-136b-4345-89ae-9094423d2d36'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:27.396882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.400777 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e3c89629-5f8d-4149-b9af-633bd0c57c88 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.5749598 Mar 11 15:42:27.401442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35788) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:27.419443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:27.426582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a6dd7-f880-43e5-b06d-9411ccf45c3b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:27.429161 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-831a6dd7-f880-43e5-b06d-9411ccf45c3b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports/fefebadd-29d6-4d60-82b4-5e147ac5aeb7 HTTP/1.1" status: 200 len: 976 time: 0.1723773 Mar 11 15:42:27.448744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.451506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.468450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35792) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:27.478219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1db96a85-802d-4dca-96a1-f5435ec28945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:27.478782 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db96a85-802d-4dca-96a1-f5435ec28945 None None] The sync data for ids ['bb7fc928-136b-4345-89ae-9094423d2d36'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:27.488320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:27.497633 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:27.498595 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:27.499200 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.511943 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event updated for resources: {'Port': ['ID=57e44162-e669-4f1b-9421-13e8de5d0c46,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:27.519968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c381ba75-7ed4-42a4-a057-9ab04c42c7f8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:27.521648 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c381ba75-7ed4-42a4-a057-9ab04c42c7f8 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3378298 Mar 11 15:42:27.526783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35796) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:27.531739 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4130098c-0d3a-439f-b636-ce1f75d8bcc9 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group': {'name': 'tempest-secgroup--92168340'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:27.542153 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e416c8b6-974b-46d1-8bb3-7d3ae6da26cf tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9574101 Mar 11 15:42:27.542887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4130098c-0d3a-439f-b636-ce1f75d8bcc9 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:27.546456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35800) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:27.558144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c74611e1-a7e4-4b61-a8cd-30222bb51c3f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:27.574997 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Set router c7597d5a-089f-4c6a-8473-05b22e0848d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:42:27.583875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4130098c-0d3a-439f-b636-ce1f75d8bcc9 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:27.661511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.662041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31a78a3f-cbee-4298-84d6-0893cfeae105 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:42:27.721508 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d1d98c7d-a19b-42de-83fd-5cb08003ff0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7546794 Mar 11 15:42:27.735192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35810) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:27.749985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:27.910176 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:42:27.911409 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6423e365-e350-40ec-ad75-e48a9ff738f8 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9560518 Mar 11 15:42:27.916482 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7597d5a-089f-4c6a-8473-05b22e0848d7', 'name': 'tempest-snat-router-841121442', 'tenant_id': 'cd224232dfe7432d80bc2e428ab4523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '3fbdc051-7667-4bab-8979-68473cee4f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:18Z', 'updated_at': '2022-03-11T15:42:24Z', 'revision_number': 3, 'project_id': 'cd224232dfe7432d80bc2e428ab4523c', 'gw_port': {'id': '3fbdc051-7667-4bab-8979-68473cee4f5e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7597d5a-089f-4c6a-8473-05b22e0848d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:22Z', 'updated_at': '2022-03-11T15:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:27.917450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35816) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:27.921634 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Checking router: c7597d5a-089f-4c6a-8473-05b22e0848d7 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:42:27.921983 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Updating router c7597d5a-089f-4c6a-8473-05b22e0848d7 port 3fbdc051-7667-4bab-8979-68473cee4f5e binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:42:27.930518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4130098c-0d3a-439f-b636-ce1f75d8bcc9 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:27.970861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c74611e1-a7e4-4b61-a8cd-30222bb51c3f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:27.986377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35820) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:27.988142 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.001237 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1024d79d-b5d0-4328-99eb-ec90657b3f25 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/routers/c7597d5a-089f-4c6a-8473-05b22e0848d7 HTTP/1.1" status: 200 len: 907 time: 0.5916877 Mar 11 15:42:28.002650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35826) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:28.004142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4130098c-0d3a-439f-b636-ce1f75d8bcc9 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:28.018575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4130098c-0d3a-439f-b636-ce1f75d8bcc9 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:28.024464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c74611e1-a7e4-4b61-a8cd-30222bb51c3f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:28.125746 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.198247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74611e1-a7e4-4b61-a8cd-30222bb51c3f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:28.201883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c74611e1-a7e4-4b61-a8cd-30222bb51c3f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.203708 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74611e1-a7e4-4b61-a8cd-30222bb51c3f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:42:28.204148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74611e1-a7e4-4b61-a8cd-30222bb51c3f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:42:28.228060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e6f48279-b59f-4b47-81f5-4aea93a09303 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Deleting port 05f23acc-9cf2-4273-b3c9-4b8371cb503a {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:28.228060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e6f48279-b59f-4b47-81f5-4aea93a09303 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.270443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-466650085'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:28.282745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:28.300029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4130098c-0d3a-439f-b636-ce1f75d8bcc9 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.323419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:network and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:28.335302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:28.355512 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.361483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:28.367832 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Transition to ACTIVE for port object 3fbdc051-7667-4bab-8979-68473cee4f5e will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:28.402651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4130098c-0d3a-439f-b636-ce1f75d8bcc9 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.463753 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c74611e1-a7e4-4b61-a8cd-30222bb51c3f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9160647 Mar 11 15:42:28.468867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35830) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:28.484144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ea9d226a-19ac-4a10-98bc-79694b883708 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:28.492877 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130098c-0d3a-439f-b636-ce1f75d8bcc9 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea2ba8a-f76e-466a-b6be-0d0ecd528eae,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:28.493044 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.502471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] device_id is not set on port 57e44162-e669-4f1b-9421-13e8de5d0c46 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:28.511445 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.530003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Transition to ACTIVE for port object 57e44162-e669-4f1b-9421-13e8de5d0c46 will not be triggered until provisioned by entity L2. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:28.555847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:28.559239 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.570567 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Attempting to bind port 3fbdc051-7667-4bab-8979-68473cee4f5e on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:28.570927 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Attempting to bind port 3fbdc051-7667-4bab-8979-68473cee4f5e by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:28.571278 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Attempting to bind port 3fbdc051-7667-4bab-8979-68473cee4f5e on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:28.574569 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55004f9-e8b4-4d31-b47c-160ff2e63a35 None None] Pushing event updated for resources: {'Port': ['ID=3fbdc051-7667-4bab-8979-68473cee4f5e,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:28.576164 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4130098c-0d3a-439f-b636-ce1f75d8bcc9 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.578813 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:28.579435 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:28.579831 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.580991 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:28.580991 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Bound port: 3fbdc051-7667-4bab-8979-68473cee4f5e, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:28.581182 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.584430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35834) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:28.586002 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4130098c-0d3a-439f-b636-ce1f75d8bcc9 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0579588 Mar 11 15:42:28.599371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.639667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.662601 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] For port 3fbdc051-7667-4bab-8979-68473cee4f5e, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:28.663682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d2df6718-1807-4e52-bc03-c0db77274549 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Request body: {'security_group_rule': {'security_group_id': 'fea2ba8a-f76e-466a-b6be-0d0ecd528eae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:28.666145 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] For port 3fbdc051-7667-4bab-8979-68473cee4f5e, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3fbdc051-7667-4bab-8979-68473cee4f5e,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:28.668398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.743352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event updated for resources: {'Port': ['ID=57e44162-e669-4f1b-9421-13e8de5d0c46,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:28.745294 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:28.753124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:28.753458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:28.753806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:28.765693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:28.765693 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:28.765693 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 2 to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 Mar 11 15:42:28.775635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:28.775635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:28.776016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:28.781812 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:28.782146 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:28.782534 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 3 to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 Mar 11 15:42:28.787217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d2df6718-1807-4e52-bc03-c0db77274549 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:28.799072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:28.799405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:28.800175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:28.808004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:28.808343 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:28.808773 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 4 to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 Mar 11 15:42:28.824642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:28.825341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:28.825341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:28.828702 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Routers {'c7597d5a-089f-4c6a-8473-05b22e0848d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:28.829280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:28.829402 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c7597d5a-089f-4c6a-8473-05b22e0848d7'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:28.831091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:28.831423 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:28.831817 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 5 to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 Mar 11 15:42:28.841785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d2df6718-1807-4e52-bc03-c0db77274549 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:28.847662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:28.848045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:28.848339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:28.849527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:security_group_rule and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:28.853698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:28.854033 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:28.854771 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 6 to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 Mar 11 15:42:28.870192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:28.870527 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:28.870879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:28.875848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:28.876180 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:28.876600 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 7 to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 Mar 11 15:42:28.885262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:28.892576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:28.892932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:28.893278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:28.896967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ea9d226a-19ac-4a10-98bc-79694b883708 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:28.899568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:28.899915 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:28.902894 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 8 to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 Mar 11 15:42:28.914330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:28.916995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:28.917342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:28.917684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:28.921222 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55004f9-e8b4-4d31-b47c-160ff2e63a35 None None] Pushing event updated for resources: {'Port': ['ID=3fbdc051-7667-4bab-8979-68473cee4f5e,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:28.922913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:28.923979 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:28.924389 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 9 to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 Mar 11 15:42:28.943507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:28.944151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:28.944151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:28.948949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:28.949278 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:28.949662 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.plugins.ml2.plugin [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempt 10 to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 Mar 11 15:42:28.965279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:28.965621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] {{(pid=88557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:28.966037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempting to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:28.970607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:42:28.970937 dv-neutron-833203-2-hyperv neutron-server[88557]: ERROR neutron.plugins.ml2.managers [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Failed to bind port 57e44162-e669-4f1b-9421-13e8de5d0c46 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'eb304e22-0147-462c-95c3-ad8a691f6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae63769-5b1a-4142-ad94-3aa88a9f9ec8'}] Mar 11 15:42:28.971382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.009309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ea9d226a-19ac-4a10-98bc-79694b883708 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:29.051325 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] Set router c7597d5a-089f-4c6a-8473-05b22e0848d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:42:29.067163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] For port 57e44162-e669-4f1b-9421-13e8de5d0c46, host hv-neutron-8332, cleared binding levels {{(pid=88557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:29.067566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attempted to set empty binding levels {{(pid=88557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 15:42:29.068848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2df6718-1807-4e52-bc03-c0db77274549 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.082977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e6f48279-b59f-4b47-81f5-4aea93a09303 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.090661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30f254a0-cb9d-4f86-aa0b-06cb436ad33b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.116324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.175864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] In _notify_port_updated(), no bound segment for port 57e44162-e669-4f1b-9421-13e8de5d0c46 on network 9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:42:29.176810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:29.177383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.181050 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "PUT /v2.0/ports/57e44162-e669-4f1b-9421-13e8de5d0c46 HTTP/1.1" status: 200 len: 980 time: 1.4427378 Mar 11 15:42:29.190490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35838) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:29.257488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-daccc9fd-459c-4e79-883c-1b674f52330c tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Deleting port 57e44162-e669-4f1b-9421-13e8de5d0c46 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:29.257909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-daccc9fd-459c-4e79-883c-1b674f52330c tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.294651 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9d226a-19ac-4a10-98bc-79694b883708 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:29.297878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea9d226a-19ac-4a10-98bc-79694b883708 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.299233 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9d226a-19ac-4a10-98bc-79694b883708 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:42:29.299656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9d226a-19ac-4a10-98bc-79694b883708 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:42:29.309540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e6f48279-b59f-4b47-81f5-4aea93a09303 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Calling delete_port for 05f23acc-9cf2-4273-b3c9-4b8371cb503a owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:29.346103 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7597d5a-089f-4c6a-8473-05b22e0848d7', 'name': 'tempest-snat-router-841121442', 'tenant_id': 'cd224232dfe7432d80bc2e428ab4523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '3fbdc051-7667-4bab-8979-68473cee4f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:18Z', 'updated_at': '2022-03-11T15:42:24Z', 'revision_number': 3, 'project_id': 'cd224232dfe7432d80bc2e428ab4523c', 'gw_port': {'id': '3fbdc051-7667-4bab-8979-68473cee4f5e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7597d5a-089f-4c6a-8473-05b22e0848d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:22Z', 'updated_at': '2022-03-11T15:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:29.352178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f67973-b114-456b-9918-f5a840e6526e tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event updated for resources: {'Port': ['ID=57e44162-e669-4f1b-9421-13e8de5d0c46,revision_number=3']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:29.354524 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0f7ca-2388-47bf-802f-4922e389018d None None] The sync data for ids ['c7597d5a-089f-4c6a-8473-05b22e0848d7'] in dv-neutron-833203-2-hyperv is: [{'id': 'c7597d5a-089f-4c6a-8473-05b22e0848d7', 'name': 'tempest-snat-router-841121442', 'tenant_id': 'cd224232dfe7432d80bc2e428ab4523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '3fbdc051-7667-4bab-8979-68473cee4f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:18Z', 'updated_at': '2022-03-11T15:42:24Z', 'revision_number': 3, 'project_id': 'cd224232dfe7432d80bc2e428ab4523c', 'gw_port': {'id': '3fbdc051-7667-4bab-8979-68473cee4f5e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7597d5a-089f-4c6a-8473-05b22e0848d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:22Z', 'updated_at': '2022-03-11T15:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:29.404135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.473132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-daccc9fd-459c-4e79-883c-1b674f52330c tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] For port 57e44162-e669-4f1b-9421-13e8de5d0c46, host hv-neutron-8332, got binding levels [] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:29.473482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-daccc9fd-459c-4e79-883c-1b674f52330c tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.618562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-daccc9fd-459c-4e79-883c-1b674f52330c tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Calling delete_port for 57e44162-e669-4f1b-9421-13e8de5d0c46 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:29.735766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Deleting port 3fbdc051-7667-4bab-8979-68473cee4f5e {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:29.736100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.781910 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ea9d226a-19ac-4a10-98bc-79694b883708 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.3114233 Mar 11 15:42:29.785821 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35842) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:29.791538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-97f259ed-5169-4b4c-96ea-808b10a1ca47 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:29.808738 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-daccc9fd-459c-4e79-883c-1b674f52330c tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.845316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2df6718-1807-4e52-bc03-c0db77274549 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.879599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccc9fd-459c-4e79-883c-1b674f52330c tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Pushing event deleted for resources: {'Port': ['ID=57e44162-e669-4f1b-9421-13e8de5d0c46,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:29.924847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.926949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2df6718-1807-4e52-bc03-c0db77274549 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.939147 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-daccc9fd-459c-4e79-883c-1b674f52330c tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:29.964200 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-daccc9fd-459c-4e79-883c-1b674f52330c tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "DELETE /v2.0/ports/57e44162-e669-4f1b-9421-13e8de5d0c46 HTTP/1.1" status: 204 len: 168 time: 0.7723570 Mar 11 15:42:29.966706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-97f259ed-5169-4b4c-96ea-808b10a1ca47 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:29.968643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35846) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:30.010668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-97f259ed-5169-4b4c-96ea-808b10a1ca47 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:30.019323 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1b3b42-b4b5-49e1-9df3-707c0e200e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:42:30.019847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-af1b3b42-b4b5-49e1-9df3-707c0e200e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Synchronizing usage tracker for tenant:2f41ea3ec87b4d4f94e71bad866a2b1c on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:30.048996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.051755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df6718-1807-4e52-bc03-c0db77274549 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93b2aae-0dd5-46f7-ae20-cf39e241779b,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:30.127300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f259ed-5169-4b4c-96ea-808b10a1ca47 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:30.134924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97f259ed-5169-4b4c-96ea-808b10a1ca47 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.134924 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f259ed-5169-4b4c-96ea-808b10a1ca47 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:42:30.134924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f259ed-5169-4b4c-96ea-808b10a1ca47 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:42:30.148326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdf68ec-1b12-4a05-9490-ab4a8d4e5451,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:30.156067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-af1b3b42-b4b5-49e1-9df3-707c0e200e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] Unset dirty status for tenant:2f41ea3ec87b4d4f94e71bad866a2b1c on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:30.160760 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-af1b3b42-b4b5-49e1-9df3-707c0e200e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-710585098-project-admin] 10.222.0.39 "GET /v2.0/ports/57e44162-e669-4f1b-9421-13e8de5d0c46 HTTP/1.1" status: 404 len: 333 time: 0.1877789 Mar 11 15:42:30.161736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35852) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:30.163121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e6f48279-b59f-4b47-81f5-4aea93a09303 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.170869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:42:30.175963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-30f254a0-cb9d-4f86-aa0b-06cb436ad33b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port fefebadd-29d6-4d60-82b4-5e147ac5aeb7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:30.176303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30f254a0-cb9d-4f86-aa0b-06cb436ad33b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.250228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d2df6718-1807-4e52-bc03-c0db77274549 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.254084 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d2df6718-1807-4e52-bc03-c0db77274549 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6623211 Mar 11 15:42:30.270145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35856) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:30.274009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] For port 3fbdc051-7667-4bab-8979-68473cee4f5e, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3fbdc051-7667-4bab-8979-68473cee4f5e,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:30.274333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.285420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f48279-b59f-4b47-81f5-4aea93a09303 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Pushing event deleted for resources: {'Port': ['ID=05f23acc-9cf2-4273-b3c9-4b8371cb503a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:30.322149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.322806 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added segment 63cbb2c1-868a-4bfd-886a-4002f3ecf2dd of type vlan for network 79712a8a-4b0a-4b39-b534-d301015953bb Mar 11 15:42:30.370105 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-97f259ed-5169-4b4c-96ea-808b10a1ca47 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5831802 Mar 11 15:42:30.375694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35860) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:30.434128 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.436650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ed2d5f34-6bdb-4073-bf07-5317499d4bda tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:30.500327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3fbdc051-7667-4bab-8979-68473cee4f5e up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:30.507572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Calling delete_port for 3fbdc051-7667-4bab-8979-68473cee4f5e owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:30.570312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ed2d5f34-6bdb-4073-bf07-5317499d4bda tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:30.571558 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ed2d5f34-6bdb-4073-bf07-5317499d4bda tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1949875 Mar 11 15:42:30.577437 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35864) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:30.616871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.647802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 3fbdc051-7667-4bab-8979-68473cee4f5e completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:30.653683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 3fbdc051-7667-4bab-8979-68473cee4f5e triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:30.654327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.658267 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae63769-5b1a-4142-ad94-3aa88a9f9ec8']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:30.674580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb304e22-0147-462c-95c3-ad8a691f6920') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:30.674887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb304e22-0147-462c-95c3-ad8a691f6920') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:30.677157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.687466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5684ad3a-c6e5-4516-8536-b5b7debfec04 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:30.688936 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5684ad3a-c6e5-4516-8536-b5b7debfec04 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1104980 Mar 11 15:42:30.691423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35868) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:30.695234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.787362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30f254a0-cb9d-4f86-aa0b-06cb436ad33b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.791999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.795716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.801225 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e0341697-1ec0-48b7-b971-ad4f5f6443f0 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047630 Mar 11 15:42:30.801376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35872) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:30.813631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 3fbdc051-7667-4bab-8979-68473cee4f5e, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3fbdc051-7667-4bab-8979-68473cee4f5e,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:30.814175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:30.828757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:42:30.829157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.841315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e6f48279-b59f-4b47-81f5-4aea93a09303 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:42:30.844585 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:42:30.848001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:42:30.894778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.912383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29af7f23-24a7-44ea-ab05-1656cdb01118 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:30.976324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=3fbdc051-7667-4bab-8979-68473cee4f5e,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:30.994415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-30f254a0-cb9d-4f86-aa0b-06cb436ad33b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for fefebadd-29d6-4d60-82b4-5e147ac5aeb7 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:31.006937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:31.016200 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:31.022944 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e6f48279-b59f-4b47-81f5-4aea93a09303 tempest-RoutersAdminNegativeIpV6Test-1354241741 tempest-RoutersAdminNegativeIpV6Test-1354241741-project-admin] 10.222.0.39 "DELETE /v2.0/ports/05f23acc-9cf2-4273-b3c9-4b8371cb503a HTTP/1.1" status: 204 len: 168 time: 3.1042156 Mar 11 15:42:31.060812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29af7f23-24a7-44ea-ab05-1656cdb01118 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.125310 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.154531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.164190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] Pushing event deleted for resources: {'Network': ['ID=9ae63769-5b1a-4142-ad94-3aa88a9f9ec8,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:31.167003 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3b0f7143-e968-4a29-8bc7-33862ba94474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301022358-project] 10.222.0.39 "DELETE /v2.0/networks/9ae63769-5b1a-4142-ad94-3aa88a9f9ec8 HTTP/1.1" status: 204 len: 168 time: 1.0038023 Mar 11 15:42:31.170849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:31.172376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.179137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.179255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:31.179255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.201236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:42:31.203891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:42:31.413444 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.4267852 Mar 11 15:42:31.414132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29af7f23-24a7-44ea-ab05-1656cdb01118 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.416202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35880) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:31.421821 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-871786776'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:31.431656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:31.435984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:network and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:31.439035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:31.445290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:31.468978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95149f36-b82d-40f7-919d-c5e29d89d845 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Network': ['ID=79712a8a-4b0a-4b39-b534-d301015953bb,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:31.476412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29af7f23-24a7-44ea-ab05-1656cdb01118 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.477973 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-29af7f23-24a7-44ea-ab05-1656cdb01118 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-groups/fea2ba8a-f76e-466a-b6be-0d0ecd528eae HTTP/1.1" status: 204 len: 168 time: 1.1951449 Mar 11 15:42:31.480376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35886) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:31.481103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af7f23-24a7-44ea-ab05-1656cdb01118 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea2ba8a-f76e-466a-b6be-0d0ecd528eae,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:31.481394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 79712a8a-4b0a-4b39-b534-d301015953bb details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:42:31.541786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-68fb2e13-12aa-43f3-9535-d5fdb38dd862 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:31.545721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:31.547328 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.574028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35890) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:31.577836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-68fb2e13-12aa-43f3-9535-d5fdb38dd862 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:31.579248 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-68fb2e13-12aa-43f3-9535-d5fdb38dd862 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0970447 Mar 11 15:42:31.582120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35894) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:31.587655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:42:31.593816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30f254a0-cb9d-4f86-aa0b-06cb436ad33b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.633955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.634648 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added segment ec07c2a3-2354-4a23-a7eb-3aedf1a51e65 of type vlan for network 9c5dd1f0-4a5b-4a42-816a-ce81398543b9 Mar 11 15:42:31.648356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c96049c0-6bc8-44a8-b9e8-dfe0b9018b60 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Synchronizing usage tracker for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:31.713290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Deleting port 3fbdc051-7667-4bab-8979-68473cee4f5e {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:31.714283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.740576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.751896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f254a0-cb9d-4f86-aa0b-06cb436ad33b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=fefebadd-29d6-4d60-82b4-5e147ac5aeb7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:31.801523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35902) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:31.811849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c96049c0-6bc8-44a8-b9e8-dfe0b9018b60 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] Unset dirty status for tenant:62c62e7dd3984bb0a9c92cb59929c686 on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:31.813076 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c96049c0-6bc8-44a8-b9e8-dfe0b9018b60 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2297549 Mar 11 15:42:31.817080 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35908) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:31.861417 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-8809694c-5163-4acc-af66-ac46939828b6 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] delete failed (client error): The resource could not be found. Mar 11 15:42:31.866057 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8809694c-5163-4acc-af66-ac46939828b6 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "DELETE /v2.0/security-groups/fea2ba8a-f76e-466a-b6be-0d0ecd528eae HTTP/1.1" status: 404 len: 347 time: 0.0444641 Mar 11 15:42:31.867990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35912) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:31.889611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.890753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:31.891363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.946745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6dee969-b9a6-42d8-a89a-08052c56061f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.052477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30f254a0-cb9d-4f86-aa0b-06cb436ad33b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.058135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b6dee969-b9a6-42d8-a89a-08052c56061f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:32.065857 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6484957 Mar 11 15:42:32.095174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35916) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:32.107456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b6dee969-b9a6-42d8-a89a-08052c56061f admin admin] Usage tracker for resource:security_group_rule and tenant:516fadd17fbb4d2490ba8def8ffb501e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:32.112051 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-98c955c0-2fa9-4e98-ae8c-542a5ddcdce0 tempest-SecGroupTest-1693113878 tempest-SecGroupTest-1693113878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2429531 Mar 11 15:42:32.115655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b6dee969-b9a6-42d8-a89a-08052c56061f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:32.121279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'subnet': {'network_id': '79712a8a-4b0a-4b39-b534-d301015953bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:32.135874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d612b2-1981-4e13-afd6-5f1a1ae6e2b3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Network': ['ID=9c5dd1f0-4a5b-4a42-816a-ce81398543b9,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:32.139736 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-08a67cfa-b71f-4dd5-8985-69a967fa1b46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69f731d920474c69957f6855abcec0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376245 Mar 11 15:42:32.152697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 9c5dd1f0-4a5b-4a42-816a-ce81398543b9 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:42:32.160340 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35922) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:32.194843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b6dee969-b9a6-42d8-a89a-08052c56061f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:32.327678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.objects.ports [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88557) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:42:32.329814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:32.334188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.340080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] For port 3fbdc051-7667-4bab-8979-68473cee4f5e, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3fbdc051-7667-4bab-8979-68473cee4f5e,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:32.340444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.364019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:subnet and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:32.376107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:32.475701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3fbdc051-7667-4bab-8979-68473cee4f5e up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:32.517820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:32.525467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02e94b80-f51e-49a0-be4b-d4429dbab74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.529735 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:32.534940 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:32.546299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Calling delete_port for 3fbdc051-7667-4bab-8979-68473cee4f5e owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:32.546796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:32.547258 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.549313 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b0c68-db80-41dc-bcea-60a926384269 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:32.582754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=98a9aea2-5d9d-434d-a3a7-bf0c4539644e,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:32.585956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02e94b80-f51e-49a0-be4b-d4429dbab74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.618505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:32.622188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.682854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f254a0-cb9d-4f86-aa0b-06cb436ad33b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router bb7fc928-136b-4345-89ae-9094423d2d36 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:42:32.732885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 3fbdc051-7667-4bab-8979-68473cee4f5e triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:32.739879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.819431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35928) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:32.819606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6dee969-b9a6-42d8-a89a-08052c56061f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.825539 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5426826c-8d4a-418d-b3f9-43d2884e224e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0232363 Mar 11 15:42:32.831670 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35932) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:32.840987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:98:85:f6', 'name': 'tempest-NetworksTestDHCPv6-1694984006'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:32.962850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '98a9aea2-5d9d-434d-a3a7-bf0c4539644e'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:42:32.964640 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.975825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02e94b80-f51e-49a0-be4b-d4429dbab74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.020440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e94b80-f51e-49a0-be4b-d4429dbab74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ebd4bc-39f9-4b76-abf5-6a9019b8ecce,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:33.028520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6dee969-b9a6-42d8-a89a-08052c56061f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.053008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f254a0-cb9d-4f86-aa0b-06cb436ad33b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:33.061001 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.089542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed34b6-9609-4155-a2e9-43a6d019bd78 None None] Sync routers for ids ['bb7fc928-136b-4345-89ae-9094423d2d36'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:33.109333 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b6dee969-b9a6-42d8-a89a-08052c56061f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=516fadd17fbb4d2490ba8def8ffb501e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5317159 Mar 11 15:42:33.109333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dee969-b9a6-42d8-a89a-08052c56061f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd082a6f-2bf0-4cfd-a38f-1959b89dd4a8,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:33.113152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35938) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:33.128398 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-30f254a0-cb9d-4f86-aa0b-06cb436ad33b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/bb7fc928-136b-4345-89ae-9094423d2d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6585255 Mar 11 15:42:33.129316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35942) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:33.134378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:33.143172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02e94b80-f51e-49a0-be4b-d4429dbab74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.147028 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-02e94b80-f51e-49a0-be4b-d4429dbab74a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3ebd4bc-39f9-4b76-abf5-6a9019b8ecce HTTP/1.1" status: 204 len: 168 time: 0.9831204 Mar 11 15:42:33.147148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed34b6-9609-4155-a2e9-43a6d019bd78 None None] Routers {'bb7fc928-136b-4345-89ae-9094423d2d36'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:33.147148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e3ed34b6-9609-4155-a2e9-43a6d019bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['bb7fc928-136b-4345-89ae-9094423d2d36'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:33.211836 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-65eb02d2-2340-4687-b4ab-a4214f15a5ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62c62e7dd3984bb0a9c92cb59929c686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907743 Mar 11 15:42:33.215915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35948) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:33.235320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:33.253003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Subnet': ['ID=706f6591-9a04-4a99-90b8-d61897912527,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:33.257086 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e3ed34b6-9609-4155-a2e9-43a6d019bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:33.259226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a07d53d6-a1ba-4684-a74c-55301639de8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.310809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a07d53d6-a1ba-4684-a74c-55301639de8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.345406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0e91c892-cdeb-47c5-8046-39d0580ac805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.377982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Allocated IP 2001:db8::f816:3eff:fe3e:a0d (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/98a9aea2-5d9d-434d-a3a7-bf0c4539644e/42ed4747-1cd8-46c3-85bd-6828540e12ea) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:33.382215 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed34b6-9609-4155-a2e9-43a6d019bd78 None None] Routers {'bb7fc928-136b-4345-89ae-9094423d2d36'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:33.383239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e3ed34b6-9609-4155-a2e9-43a6d019bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['bb7fc928-136b-4345-89ae-9094423d2d36'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:33.386167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0e91c892-cdeb-47c5-8046-39d0580ac805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.439605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.439793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:33.439793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Checking segment: {'id': '63cbb2c1-868a-4bfd-886a-4002f3ecf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '79712a8a-4b0a-4b39-b534-d301015953bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:33.439793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network hostable DHCP agents. Network: 79712a8a-4b0a-4b39-b534-d301015953bb, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:42:33.460893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e3ed34b6-9609-4155-a2e9-43a6d019bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:33.461324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed34b6-9609-4155-a2e9-43a6d019bd78 None None] The sync data for ids ['bb7fc928-136b-4345-89ae-9094423d2d36'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:33.487785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fbdc051-7667-4bab-8979-68473cee4f5e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:33.574507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a07d53d6-a1ba-4684-a74c-55301639de8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.605637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.631629 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-4f5b5c41-07ea-4bcf-adeb-a27c9e1c40c1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 15:42:33.635135 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4f5b5c41-07ea-4bcf-adeb-a27c9e1c40c1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/bb7fc928-136b-4345-89ae-9094423d2d36/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4961860 Mar 11 15:42:33.636564 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35954) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:33.668338 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d53d6-a1ba-4684-a74c-55301639de8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd082a6f-2bf0-4cfd-a38f-1959b89dd4a8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:33.696193 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-09c669cc-ab25-47db-92e5-b09df5025576 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7fc928-136b-4345-89ae-9094423d2d36 HTTP/1.1" status: 200 len: 205 time: 0.0568259 Mar 11 15:42:33.699575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35958) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:33.704222 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 79712a8a-4b0a-4b39-b534-d301015953bb is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:42:33.747681 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.757078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0e91c892-cdeb-47c5-8046-39d0580ac805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.759889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Transition to ACTIVE for port object 42ed4747-1cd8-46c3-85bd-6828540e12ea will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:33.770536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.779080 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Transition to ACTIVE for port object 42ed4747-1cd8-46c3-85bd-6828540e12ea will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:33.836272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91c892-cdeb-47c5-8046-39d0580ac805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ad5b78-a0c0-46f5-a7ed-93d14d8abfe0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:33.841029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.846439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.859837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a7908abc-c98c-46e1-83b3-a25850ce9dfd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.873964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.927791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 79712a8a-4b0a-4b39-b534-d301015953bb) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:33.931351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port f4e9c52d-56a0-4d76-83a3-f6d70b364810 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:33.937946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3931bda6-a7a5-46ec-a725-c3cea93f020f None None] Network 79712a8a-4b0a-4b39-b534-d301015953bb requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:33.954916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:33.962284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:33.962598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a07d53d6-a1ba-4684-a74c-55301639de8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.966606 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a07d53d6-a1ba-4684-a74c-55301639de8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd082a6f-2bf0-4cfd-a38f-1959b89dd4a8 HTTP/1.1" status: 204 len: 168 time: 0.8516262 Mar 11 15:42:33.972173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0e91c892-cdeb-47c5-8046-39d0580ac805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.972325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:33.972822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.973952 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0e91c892-cdeb-47c5-8046-39d0580ac805 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2ad5b78-a0c0-46f5-a7ed-93d14d8abfe0 HTTP/1.1" status: 204 len: 168 time: 0.7559073 Mar 11 15:42:33.991671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:33.992518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:33.993521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7597d5a-089f-4c6a-8473-05b22e0848d7 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:42:34.010360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Pushing event updated for resources: {'Port': ['ID=42ed4747-1cd8-46c3-85bd-6828540e12ea,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:34.033550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:34.046349 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-64e0ef7f-77ba-4031-ad52-c5ec5f804732 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "DELETE /v2.0/routers/c7597d5a-089f-4c6a-8473-05b22e0848d7 HTTP/1.1" status: 204 len: 168 time: 6.0335917 Mar 11 15:42:34.047359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35966) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:34.047841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35968) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:34.281121 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Attempting to bind port 42ed4747-1cd8-46c3-85bd-6828540e12ea on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:34.281658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Attempting to bind port 42ed4747-1cd8-46c3-85bd-6828540e12ea by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:34.281932 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Attempting to bind port 42ed4747-1cd8-46c3-85bd-6828540e12ea on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:34.300485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:34.300887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:34.304963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:34.304963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:34.304963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Bound port: 42ed4747-1cd8-46c3-85bd-6828540e12ea, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:34.304963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:34.357296 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-467804b9-db5a-4848-a9eb-b89bc24164e5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2549145 Mar 11 15:42:34.393514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35976) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:34.433499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a7908abc-c98c-46e1-83b3-a25850ce9dfd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:34.443950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a7908abc-c98c-46e1-83b3-a25850ce9dfd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:34.448420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'subnet': {'network_id': '9c5dd1f0-4a5b-4a42-816a-ce81398543b9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:34.535538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:34.547270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::f816:3eff:fe98:85f6 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/98a9aea2-5d9d-434d-a3a7-bf0c4539644e/f4e9c52d-56a0-4d76-83a3-f6d70b364810) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:34.550914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-79712a8a-4b0a-4b39-b534-d301015953bb', 'network_id': '79712a8a-4b0a-4b39-b534-d301015953bb', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'fixed_ips': [{'subnet_id': '706f6591-9a04-4a99-90b8-d61897912527'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:42:34.551800 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:34.623282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] For port 42ed4747-1cd8-46c3-85bd-6828540e12ea, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:34.686981 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-214d1ccc-2632-4dab-95da-9b9ab7f64871 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f41ea3ec87b4d4f94e71bad866a2b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6372888 Mar 11 15:42:34.745305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3fbdc051-7667-4bab-8979-68473cee4f5e no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:42:34.780448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] For port 42ed4747-1cd8-46c3-85bd-6828540e12ea, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=42ed4747-1cd8-46c3-85bd-6828540e12ea,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:34.801337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 3fbdc051-7667-4bab-8979-68473cee4f5e {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:42:34.801337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3fbdc051-7667-4bab-8979-68473cee4f5e not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:42:34.815433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35982) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:34.853063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:34.890146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a7908abc-c98c-46e1-83b3-a25850ce9dfd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:34.890764 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7908abc-c98c-46e1-83b3-a25850ce9dfd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Fanout notify agent at l3_agent the message router_deleted on router bb7fc928-136b-4345-89ae-9094423d2d36 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:42:34.933110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a7908abc-c98c-46e1-83b3-a25850ce9dfd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:34.938076 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a7908abc-c98c-46e1-83b3-a25850ce9dfd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/bb7fc928-136b-4345-89ae-9094423d2d36 HTTP/1.1" status: 204 len: 168 time: 1.2374928 Mar 11 15:42:34.943347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 35992) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:34.950523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:35.018392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:subnet and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:35.028016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:35.037477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:35.049454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e87b5eb6-29aa-4d9d-9d1b-4bde2c66f92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.063089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26405e9-e76e-407c-9617-520f000ade55 None None] Pushing event updated for resources: {'Port': ['ID=42ed4747-1cd8-46c3-85bd-6828540e12ea,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:35.066512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Allocated IP 2001:db8::2 (79712a8a-4b0a-4b39-b534-d301015953bb/706f6591-9a04-4a99-90b8-d61897912527/fc8dbc48-c1aa-4d27-9862-89ea31b39fb9) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:35.076716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e87b5eb6-29aa-4d9d-9d1b-4bde2c66f92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.101598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.125499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 35998) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:35.134575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object f4e9c52d-56a0-4d76-83a3-f6d70b364810 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:35.151567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec6c37b-23a6-4ca7-af6c-b5f50ce2c443 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting subnet 87b52125-d6cc-47de-bb27-862bf9244cfe {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:42:35.155958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c37b-23a6-4ca7-af6c-b5f50ce2c443 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.188586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.209558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:35.213067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.242603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c37b-23a6-4ca7-af6c-b5f50ce2c443 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.334384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.363015 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-016c98f8-5689-4c29-b914-d3426d2a5530 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=641eff6f6f3e4d019c7914e2edd27794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341492 Mar 11 15:42:35.363015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Deleting port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:35.363015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.412680 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.441535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Transition to ACTIVE for port object fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:35.452515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c37b-23a6-4ca7-af6c-b5f50ce2c443 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.473488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36004) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:35.482852 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Transition to ACTIVE for port object fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:35.546029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:35.559342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.594800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:35.600686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:35.607683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:35.608355 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.635948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e87b5eb6-29aa-4d9d-9d1b-4bde2c66f92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.642535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=f4e9c52d-56a0-4d76-83a3-f6d70b364810,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:35.643582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Network 79712a8a-4b0a-4b39-b534-d301015953bb is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:35.646732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:35.651140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:35.677842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b5eb6-29aa-4d9d-9d1b-4bde2c66f92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de9fa4a-f46b-4a4c-83e3-24e6410c2cfd,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:35.683856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c37b-23a6-4ca7-af6c-b5f50ce2c443 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.733943 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6c37b-23a6-4ca7-af6c-b5f50ce2c443 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Subnet': ['ID=87b52125-d6cc-47de-bb27-862bf9244cfe,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:35.738953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c37b-23a6-4ca7-af6c-b5f50ce2c443 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.747224 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6ec6c37b-23a6-4ca7-af6c-b5f50ce2c443 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/87b52125-d6cc-47de-bb27-862bf9244cfe HTTP/1.1" status: 204 len: 168 time: 0.8031645 Mar 11 15:42:35.748897 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9a625916-af77-4c43-a537-0f69850ecea4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9157655 Mar 11 15:42:35.751325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36014) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:35.756727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36016) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:35.765448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Pushing event updated for resources: {'Port': ['ID=fc8dbc48-c1aa-4d27-9862-89ea31b39fb9,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:35.775943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0580b08-e258-432e-8c29-02ab0852c95e None None] Network 590f5adc-e3a7-47da-8d5a-0137e085b099 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:35.859589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36022) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:35.880919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Attempting to bind port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:35.881456 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Attempting to bind port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '63cbb2c1-868a-4bfd-886a-4002f3ecf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '79712a8a-4b0a-4b39-b534-d301015953bb'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:35.881861 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Attempting to bind port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 on network 79712a8a-4b0a-4b39-b534-d301015953bb {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:35.895557 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e87b5eb6-29aa-4d9d-9d1b-4bde2c66f92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.899326 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e87b5eb6-29aa-4d9d-9d1b-4bde2c66f92f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7de9fa4a-f46b-4a4c-83e3-24e6410c2cfd HTTP/1.1" status: 204 len: 168 time: 1.0791798 Mar 11 15:42:35.901656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:35.906482 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Checking segment: {'id': '63cbb2c1-868a-4bfd-886a-4002f3ecf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '79712a8a-4b0a-4b39-b534-d301015953bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:35.906798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.910507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Bound using segment: {'id': '63cbb2c1-868a-4bfd-886a-4002f3ecf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '79712a8a-4b0a-4b39-b534-d301015953bb'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:35.911755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Bound port: fc8dbc48-c1aa-4d27-9862-89ea31b39fb9, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cbb2c1-868a-4bfd-886a-4002f3ecf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '79712a8a-4b0a-4b39-b534-d301015953bb'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:35.911956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.953593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:35.978084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 9f4117ce-22bc-4848-a357-af15bf08383c {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:35.978478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:36.034315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] For port 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3e8c832b-3235-4d0a-9cf0-2bed1c5e2624,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:36.034706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:36.055313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-716e17ac-bf59-4dc3-a695-11e0d2fd59d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:36.114193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb0df8-a63d-4d6a-8c71-4f15e6cdc8d6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:36.120533 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb0df8-a63d-4d6a-8c71-4f15e6cdc8d6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:36.121382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-16eb0df8-a63d-4d6a-8c71-4f15e6cdc8d6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:36.127236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] For port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:36.132994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] For port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fc8dbc48-c1aa-4d27-9862-89ea31b39fb9,segment=NetworkSegment(63cbb2c1-868a-4bfd-886a-4002f3ecf2dd),segment_id=63cbb2c1-868a-4bfd-886a-4002f3ecf2dd)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:36.138399 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c710375d-37a7-4799-bb38-8c864ecb64f1 tempest-ServiceProvidersTest-1018504673 tempest-ServiceProvidersTest-1018504673-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2633674 Mar 11 15:42:36.219151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:36.285093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-16eb0df8-a63d-4d6a-8c71-4f15e6cdc8d6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:36.286373 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-16eb0df8-a63d-4d6a-8c71-4f15e6cdc8d6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5271988 Mar 11 15:42:36.289687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Calling delete_port for 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:36.289860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36032) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:36.326659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa37df9-bf5e-462a-b49a-e72e26eb1120 None None] DHCP port deletion for 590f5adc-e3a7-47da-8d5a-0137e085b099 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:42:36.362995 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-eaa37df9-bf5e-462a-b49a-e72e26eb1120 None None] Deleting port 9f4117ce-22bc-4848-a357-af15bf08383c {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:36.363549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eaa37df9-bf5e-462a-b49a-e72e26eb1120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:36.380757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] For port 9f4117ce-22bc-4848-a357-af15bf08383c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9f4117ce-22bc-4848-a357-af15bf08383c,segment=NetworkSegment(8c5ae068-3e29-444c-a2ee-dc5fe520384c),segment_id=8c5ae068-3e29-444c-a2ee-dc5fe520384c)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:36.380757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:36.385061 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-716e17ac-bf59-4dc3-a695-11e0d2fd59d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:36.418794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:36.732211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36042) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:36.799958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Subnet': ['ID=2123a98e-14cd-44d0-81b3-899cbec9e24c,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:36.850199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Checking segment: {'id': 'ec07c2a3-2354-4a23-a7eb-3aedf1a51e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9c5dd1f0-4a5b-4a42-816a-ce81398543b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:36.852624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network hostable DHCP agents. Network: 9c5dd1f0-4a5b-4a42-816a-ce81398543b9, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:42:36.885622 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for 9f4117ce-22bc-4848-a357-af15bf08383c owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:36.905340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-716e17ac-bf59-4dc3-a695-11e0d2fd59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:36.973070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e17ac-bf59-4dc3-a695-11e0d2fd59d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee4432d-d297-4052-9504-49445f1f95c0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:37.033156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-eaa37df9-bf5e-462a-b49a-e72e26eb1120 None None] For port 9f4117ce-22bc-4848-a357-af15bf08383c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9f4117ce-22bc-4848-a357-af15bf08383c,segment=NetworkSegment(8c5ae068-3e29-444c-a2ee-dc5fe520384c),segment_id=8c5ae068-3e29-444c-a2ee-dc5fe520384c)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:37.035023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eaa37df9-bf5e-462a-b49a-e72e26eb1120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.065593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 9c5dd1f0-4a5b-4a42-816a-ce81398543b9 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:42:37.099461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-058552fd-41ac-47a8-8895-d6f0bd128955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.137915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0021a-a13e-4192-bb44-586d5ca5162d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port f4e9c52d-56a0-4d76-83a3-f6d70b364810 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:37.138236 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ce0021a-a13e-4192-bb44-586d5ca5162d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.140323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-058552fd-41ac-47a8-8895-d6f0bd128955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:37.146050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-716e17ac-bf59-4dc3-a695-11e0d2fd59d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.147191 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-716e17ac-bf59-4dc3-a695-11e0d2fd59d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ee4432d-d297-4052-9504-49445f1f95c0 HTTP/1.1" status: 204 len: 168 time: 1.6703367 Mar 11 15:42:37.148456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-058552fd-41ac-47a8-8895-d6f0bd128955 admin admin] Usage tracker for resource:security_group_rule and tenant:f4d03b60088f481ea3b8767a172f9b38 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:37.152055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-058552fd-41ac-47a8-8895-d6f0bd128955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:37.173275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-058552fd-41ac-47a8-8895-d6f0bd128955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:37.182648 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 9c5dd1f0-4a5b-4a42-816a-ce81398543b9) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:37.191831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:37.192534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.216983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.219100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.227734 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 42ed4747-1cd8-46c3-85bd-6828540e12ea up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:37.293656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c0e9e-3507-471a-9d09-915276b5b360 None None] Network 9c5dd1f0-4a5b-4a42-816a-ce81398543b9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:37.365391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e8c832b-3235-4d0a-9cf0-2bed1c5e2624,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:37.368984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No DVR routers for this DVR port 9f4117ce-22bc-4848-a357-af15bf08383c on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:42:37.411018 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-85608064-360f-4771-a80f-d56d7e8551fc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0067146 Mar 11 15:42:37.415867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36056) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:37.443545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b0788a6f-76c0-453c-90f2-602db37ae7ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-504760092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:37.456386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b0788a6f-76c0-453c-90f2-602db37ae7ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:37.465098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b0788a6f-76c0-453c-90f2-602db37ae7ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:router and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:37.471041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b0788a6f-76c0-453c-90f2-602db37ae7ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:37.482550 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-eaa37df9-bf5e-462a-b49a-e72e26eb1120 None None] Calling delete_port for 9f4117ce-22bc-4848-a357-af15bf08383c owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:37.487709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=9f4117ce-22bc-4848-a357-af15bf08383c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:37.488931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b0788a6f-76c0-453c-90f2-602db37ae7ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:37.508934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.552459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600174b-889a-4095-aedb-9ea03014b7e7 None None] Pushing event updated for resources: {'Port': ['ID=fc8dbc48-c1aa-4d27-9862-89ea31b39fb9,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:37.700687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dffba447-93ca-4690-8e66-d6633181f6e1 None None] Provisioning for port 42ed4747-1cd8-46c3-85bd-6828540e12ea completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:37.756922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-eaa37df9-bf5e-462a-b49a-e72e26eb1120 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:42:37.757509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-eaa37df9-bf5e-462a-b49a-e72e26eb1120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:42:37.767041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.770974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.809464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.905281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-058552fd-41ac-47a8-8895-d6f0bd128955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.920826 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 42ed4747-1cd8-46c3-85bd-6828540e12ea completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:37.922761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b0788a6f-76c0-453c-90f2-602db37ae7ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.924773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b0788a6f-76c0-453c-90f2-602db37ae7ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.946736 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 42ed4747-1cd8-46c3-85bd-6828540e12ea triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:37.947112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.965558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b0788a6f-76c0-453c-90f2-602db37ae7ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.969808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:37.970384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:42:38.023532 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ce0021a-a13e-4192-bb44-586d5ca5162d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.046652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-9c5dd1f0-4a5b-4a42-816a-ce81398543b9', 'network_id': '9c5dd1f0-4a5b-4a42-816a-ce81398543b9', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'fixed_ips': [{'subnet_id': '2123a98e-14cd-44d0-81b3-899cbec9e24c'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:42:38.047466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.062399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-058552fd-41ac-47a8-8895-d6f0bd128955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.103016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.107596 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d33d6003-621a-433f-aaf8-ea19420d5cc9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "DELETE /v2.0/routers/acbe1282-35a6-4c9b-ab3b-1e3d62e5d1a4 HTTP/1.1" status: 204 len: 168 time: 4.0528541 Mar 11 15:42:38.147549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36076) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:38.154988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b0788a6f-76c0-453c-90f2-602db37ae7ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.189592 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0021a-a13e-4192-bb44-586d5ca5162d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for f4e9c52d-56a0-4d76-83a3-f6d70b364810 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:38.214576 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e9d85e5d-ae86-4e1a-bd43-d27efebd3cb5 None None] Provisioning for port f4e9c52d-56a0-4d76-83a3-f6d70b364810 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:38.226329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1308318724', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:38.229457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e9d85e5d-ae86-4e1a-bd43-d27efebd3cb5 None None] Provisioning complete for port f4e9c52d-56a0-4d76-83a3-f6d70b364810 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:38.246005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e9d85e5d-ae86-4e1a-bd43-d27efebd3cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.291159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:38.313374 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-058552fd-41ac-47a8-8895-d6f0bd128955 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4d03b60088f481ea3b8767a172f9b38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5720148 Mar 11 15:42:38.321969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058552fd-41ac-47a8-8895-d6f0bd128955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2302c039-1dd0-43b2-bf98-358145cac41f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:38.341179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36080) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:38.349196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-eaa37df9-bf5e-462a-b49a-e72e26eb1120 None None] Deleting port 9f4117ce-22bc-4848-a357-af15bf08383c {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:38.353116 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eaa37df9-bf5e-462a-b49a-e72e26eb1120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.354707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Usage tracker for resource:router and tenant:601a2f8a56674200837873036080a8f2 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:38.389463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:38.409346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:38.473194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b0788a6f-76c0-453c-90f2-602db37ae7ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.475045 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b0788a6f-76c0-453c-90f2-602db37ae7ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0530894 Mar 11 15:42:38.478346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36088) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:38.487913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590f5adc-e3a7-47da-8d5a-0137e085b099']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:38.547134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.550424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.554018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5cd621b1-f025-43be-9b3b-cffafea63b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.607237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ce0021a-a13e-4192-bb44-586d5ca5162d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.612066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5cd621b1-f025-43be-9b3b-cffafea63b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.619730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.628201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5ae068-3e29-444c-a2ee-dc5fe520384c') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:38.630700 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5ae068-3e29-444c-a2ee-dc5fe520384c') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:38.699324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e7869-5c16-42dd-b165-4732bb319ffd None None] Network 79712a8a-4b0a-4b39-b534-d301015953bb requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:38.716901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-eaa37df9-bf5e-462a-b49a-e72e26eb1120 None None] The port '9f4117ce-22bc-4848-a357-af15bf08383c' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:42:38.747934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.756983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0021a-a13e-4192-bb44-586d5ca5162d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=f4e9c52d-56a0-4d76-83a3-f6d70b364810,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:38.809896 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e9d85e5d-ae86-4e1a-bd43-d27efebd3cb5 None None] Port f4e9c52d-56a0-4d76-83a3-f6d70b364810 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:38.896405 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5cd621b1-f025-43be-9b3b-cffafea63b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.904743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ce0021a-a13e-4192-bb44-586d5ca5162d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.909694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:38.997838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Allocated IP 2001:db8:1::2 (9c5dd1f0-4a5b-4a42-816a-ce81398543b9/2123a98e-14cd-44d0-81b3-899cbec9e24c/3ae090a3-5249-46f3-a6b3-df81b2eee5c4) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:39.001421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:39.047063 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:42:39.047554 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:39.062517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd621b1-f025-43be-9b3b-cffafea63b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2302c039-1dd0-43b2-bf98-358145cac41f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:42:39.073108 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:42:39.152822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ef82a128-ecfd-4f9d-8ff7-f378d4e12c22 None None] Provisioning for port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:39.173764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 42ed4747-1cd8-46c3-85bd-6828540e12ea, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=42ed4747-1cd8-46c3-85bd-6828540e12ea,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:39.249125 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:39.313784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5cd621b1-f025-43be-9b3b-cffafea63b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:39.318502 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5cd621b1-f025-43be-9b3b-cffafea63b57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2302c039-1dd0-43b2-bf98-358145cac41f HTTP/1.1" status: 204 len: 168 time: 0.9697335 Mar 11 15:42:39.361201 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0ce0021a-a13e-4192-bb44-586d5ca5162d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/f4e9c52d-56a0-4d76-83a3-f6d70b364810 HTTP/1.1" status: 204 len: 168 time: 3.0707793 Mar 11 15:42:39.368229 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36110) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:39.410248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9f4117ce-22bc-4848-a357-af15bf08383c no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:42:39.471888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:39.477543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 9f4117ce-22bc-4848-a357-af15bf08383c {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:42:39.478155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9f4117ce-22bc-4848-a357-af15bf08383c not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:42:39.495942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36114) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:39.555883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:39.560299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:39.580200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:39.604350 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Transition to ACTIVE for port object 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:39.614263 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62660038-e2c1-4304-a84f-b3413a8929c8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:39.615795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62660038-e2c1-4304-a84f-b3413a8929c8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:39.616600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-62660038-e2c1-4304-a84f-b3413a8929c8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:39.622987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=42ed4747-1cd8-46c3-85bd-6828540e12ea,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:39.647117 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/networks/590f5adc-e3a7-47da-8d5a-0137e085b099 HTTP/1.1" status: 204 len: 168 time: 3.8893602 Mar 11 15:42:39.648528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a3451-7afd-4037-8e10-eb90c0338299 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Network': ['ID=590f5adc-e3a7-47da-8d5a-0137e085b099,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:39.649769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36122) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:39.669879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'network': {'name': 'tempest-RoutersTest-2316696'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:39.676046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:39.676422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:39.709512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Transition to ACTIVE for port object 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:39.709948 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:39.766431 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:network and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:39.777521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-425142454'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:39.783507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:39.795858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:39.797263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:39.800239 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:39.811618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Usage tracker for resource:network and tenant:6b032bd7f4884ed0a664f3c5274d34a6 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:39.819909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:39.833998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:39.855116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-62660038-e2c1-4304-a84f-b3413a8929c8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:39.857217 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-62660038-e2c1-4304-a84f-b3413a8929c8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4842269 Mar 11 15:42:39.859999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36128) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:39.875433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:39.889614 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:39.890207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:39.954359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-26369e8d-08b3-4e6e-9937-67420e1af2a8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 98a9aea2-5d9d-434d-a3a7-bf0c4539644e {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:42:39.959636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26369e8d-08b3-4e6e-9937-67420e1af2a8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.021926 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Network 9c5dd1f0-4a5b-4a42-816a-ce81398543b9 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:40.037808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Pushing event updated for resources: {'Port': ['ID=3ae090a3-5249-46f3-a6b3-df81b2eee5c4,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:40.047346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:40.070170 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:40.096732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Made reservation on behalf of 6b032bd7f4884ed0a664f3c5274d34a6 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:40.101417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.120070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:40.123535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.152903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26369e8d-08b3-4e6e-9937-67420e1af2a8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.194580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:42:40.210641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.219079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Attempting to bind port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:40.225233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Attempting to bind port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'ec07c2a3-2354-4a23-a7eb-3aedf1a51e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9c5dd1f0-4a5b-4a42-816a-ce81398543b9'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:40.225233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Attempting to bind port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 on network 9c5dd1f0-4a5b-4a42-816a-ce81398543b9 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:40.226797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.227142 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added segment b81a1ed5-978e-4621-b3fd-661927e51f35 of type vlan for network a596c795-f8d9-4ff5-a0a1-872d55e36c63 Mar 11 15:42:40.249844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:40.260099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Usage tracker for resource:security_group_rule and tenant:6b032bd7f4884ed0a664f3c5274d34a6 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:40.260256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:40.260514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Checking segment: {'id': 'ec07c2a3-2354-4a23-a7eb-3aedf1a51e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9c5dd1f0-4a5b-4a42-816a-ce81398543b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:40.260899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.261285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Bound using segment: {'id': 'ec07c2a3-2354-4a23-a7eb-3aedf1a51e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9c5dd1f0-4a5b-4a42-816a-ce81398543b9'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:40.261761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Bound port: 3ae090a3-5249-46f3-a6b3-df81b2eee5c4, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec07c2a3-2354-4a23-a7eb-3aedf1a51e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9c5dd1f0-4a5b-4a42-816a-ce81398543b9'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:40.262126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.263053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:40.275896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:40.284774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-135e8fba-dd7f-4a4e-bcba-a5cf7fb03951 None None] Provisioning complete for port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:40.285138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-135e8fba-dd7f-4a4e-bcba-a5cf7fb03951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.366606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36142) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:40.369498 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Allocated IP 2001:db8::1 (79712a8a-4b0a-4b39-b534-d301015953bb/706f6591-9a04-4a99-90b8-d61897912527/e16e0731-c6e9-4f75-92fa-b0e327b08544) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:40.479636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.494348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.549149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.560921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.584120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fc8dbc48-c1aa-4d27-9862-89ea31b39fb9,segment=NetworkSegment(63cbb2c1-868a-4bfd-886a-4002f3ecf2dd),segment_id=63cbb2c1-868a-4bfd-886a-4002f3ecf2dd)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:40.587068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] For port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:40.599511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Transition to ACTIVE for port object e16e0731-c6e9-4f75-92fa-b0e327b08544 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:40.601902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-135e8fba-dd7f-4a4e-bcba-a5cf7fb03951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.611751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] For port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3ae090a3-5249-46f3-a6b3-df81b2eee5c4,segment=NetworkSegment(ec07c2a3-2354-4a23-a7eb-3aedf1a51e65),segment_id=ec07c2a3-2354-4a23-a7eb-3aedf1a51e65)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:40.668458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.672877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.700630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.719482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.733231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26369e8d-08b3-4e6e-9937-67420e1af2a8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.767789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.783957 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:42:40.811672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.841711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 79712a8a-4b0a-4b39-b534-d301015953bb is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:40.846478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:40.851197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:40.851810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.860657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7ca4e5-6f97-4e35-a1a4-63bbd39ec759,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:40.873135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.880189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:42:40.883508 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3e8c832b-3235-4d0a-9cf0-2bed1c5e2624 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:42:40.884206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:40.885073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:40.895749 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=e16e0731-c6e9-4f75-92fa-b0e327b08544,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:40.952791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-135e8fba-dd7f-4a4e-bcba-a5cf7fb03951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:42:40.953140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-135e8fba-dd7f-4a4e-bcba-a5cf7fb03951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:42:40.957216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=fc8dbc48-c1aa-4d27-9862-89ea31b39fb9,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:40.990099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ce7da033-aa55-4443-915f-9bffd30655fc tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:40.997869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:42:41.032613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Allocated IP 172.26.6.185 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/a58281ea-555d-472f-b1af-46e3a8cb01f7) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:41.041408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36160) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:41.041621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.3907144 Mar 11 15:42:41.048977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'subnet': {'network_id': 'a596c795-f8d9-4ff5-a0a1-872d55e36c63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:41.055697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b800a-e69c-4784-81b6-07f1ec5cd899 None None] Pushing event updated for resources: {'Port': ['ID=3ae090a3-5249-46f3-a6b3-df81b2eee5c4,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:41.110889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:41.111433 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Added segment ffe510f6-eed0-4973-a6d8-40979271c0ee of type vlan for network f5993af4-bfe3-4fac-b3d3-9ade08079cbd Mar 11 15:42:41.196991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:41.270480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f0a37-01b2-44fd-bbb7-0779a1812ea3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Network': ['ID=a596c795-f8d9-4ff5-a0a1-872d55e36c63,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:41.283602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26369e8d-08b3-4e6e-9937-67420e1af2a8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:41.283712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network a596c795-f8d9-4ff5-a0a1-872d55e36c63 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:42:41.361497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:41.387121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:41.398118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:subnet and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:41.431422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:41.454519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:41.472688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:41.473014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:41.473685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:41.519920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26369e8d-08b3-4e6e-9937-67420e1af2a8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=98a9aea2-5d9d-434d-a3a7-bf0c4539644e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:41.522739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26369e8d-08b3-4e6e-9937-67420e1af2a8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:41.575053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:41.575053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:41.622377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b20df48-6e9d-42ac-a39c-c6f384bf9887 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:41.643679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'Network': ['ID=f5993af4-bfe3-4fac-b3d3-9ade08079cbd,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:41.649604 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ce7da033-aa55-4443-915f-9bffd30655fc tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] 10.222.0.39 "PUT /v2.0/quotas/9e1b6c86f89041cd9c79c0fa1cc96767 HTTP/1.1" status: 200 len: 366 time: 1.2034752 Mar 11 15:42:41.652136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36172) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:41.676974 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:42:41.826789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:41.868104 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-26369e8d-08b3-4e6e-9937-67420e1af2a8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/98a9aea2-5d9d-434d-a3a7-bf0c4539644e HTTP/1.1" status: 204 len: 168 time: 2.0068250 Mar 11 15:42:41.873082 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f0d4aa51-7f20-4cbf-8fb7-6370a59cf6e5 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.3724635 Mar 11 15:42:41.873082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36178) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:41.873082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36180) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:41.874730 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-87e14bf9-5e2d-4eda-90b4-2a942e6f8f67 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2209954 Mar 11 15:42:41.881641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:41.893589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36186) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:41.936498 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d58942f6-fcda-45b0-90c0-6dbd80e60210 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] 10.222.0.39 "GET /v2.0/quotas/9e1b6c86f89041cd9c79c0fa1cc96767 HTTP/1.1" status: 200 len: 366 time: 0.0371156 Mar 11 15:42:41.940247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Request body: {'subnet': {'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:41.946792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36190) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:41.994852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36198) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:41.998999 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-54891bfb-61e4-4766-9e2e-c87f352b2e23 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233454 Mar 11 15:42:42.033608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:42.086028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ed3d5ace-2e26-4730-b55e-167ec84d420c None None] Provisioning for port e16e0731-c6e9-4f75-92fa-b0e327b08544 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:42.097283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:42.102983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Usage tracker for resource:subnet and tenant:6b032bd7f4884ed0a664f3c5274d34a6 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:42.106550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:42.113681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:42.140892 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1e18c332-0c0b-4fc4-8f1d-50393c6f5d59 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/9e1b6c86f89041cd9c79c0fa1cc96767 HTTP/1.1" status: 204 len: 168 time: 0.1903536 Mar 11 15:42:42.141214 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36204) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:42.155344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:42.158402 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ea58146e-c4fe-4863-9f94-19204e0f435e tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0136316 Mar 11 15:42:42.158539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:42.158639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36208) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:42.192841 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a80b81c6-f847-4356-9f07-611b097f7172 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] 10.222.0.39 "GET /v2.0/quotas/9e1b6c86f89041cd9c79c0fa1cc96767 HTTP/1.1" status: 200 len: 370 time: 0.0245979 Mar 11 15:42:42.193511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36214) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:42.199136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ed3d5ace-2e26-4730-b55e-167ec84d420c None None] Provisioning complete for port e16e0731-c6e9-4f75-92fa-b0e327b08544 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:42.199503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5ace-2e26-4730-b55e-167ec84d420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:42.210103 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ed35f259-af98-4a10-8b26-cda15ff15492 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] 10.222.0.39 "GET /v2.0/quotas/9e1b6c86f89041cd9c79c0fa1cc96767/default HTTP/1.1" status: 200 len: 370 time: 0.0131643 Mar 11 15:42:42.210103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Made reservation on behalf of 6b032bd7f4884ed0a664f3c5274d34a6 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:42.219695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:42.260842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36218) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:42.278302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:42.313328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d5ace-2e26-4730-b55e-167ec84d420c None None] Port e16e0731-c6e9-4f75-92fa-b0e327b08544 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:42.392662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 42ed4747-1cd8-46c3-85bd-6828540e12ea up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:42.421827 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-1acd3d5c-c6b2-4966-aaac-f1d6a20df325 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] delete failed (client error): The resource could not be found. Mar 11 15:42:42.425139 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1acd3d5c-c6b2-4966-aaac-f1d6a20df325 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/9e1b6c86f89041cd9c79c0fa1cc96767 HTTP/1.1" status: 404 len: 348 time: 0.1501410 Mar 11 15:42:42.445690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:42.471989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:42.507162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:42.557007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41890f4f-8c9e-41d0-a918-add860e879ed None None] Network 9c5dd1f0-4a5b-4a42-816a-ce81398543b9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:42.560370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Pushing event updated for resources: {'Port': ['ID=a58281ea-555d-472f-b1af-46e3a8cb01f7,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:42.569974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:42.572010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:42.574881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:42.577054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:42.578893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:42.618886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:42.674046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:42.675546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:42.688189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:42.692791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:42.822435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db6571-8aa8-423b-bc29-bbdfef95f165 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:42:42.882966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a6db6571-8aa8-423b-bc29-bbdfef95f165 None None] Deleting port 42ed4747-1cd8-46c3-85bd-6828540e12ea {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:42.883190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a6db6571-8aa8-423b-bc29-bbdfef95f165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:42.919572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 42ed4747-1cd8-46c3-85bd-6828540e12ea triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:42.919992 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:43.023034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36234) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:43.025989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Checking segment: {'id': 'b81a1ed5-978e-4621-b3fd-661927e51f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a596c795-f8d9-4ff5-a0a1-872d55e36c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:43.026357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network hostable DHCP agents. Network: a596c795-f8d9-4ff5-a0a1-872d55e36c63, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:42:43.087947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:43.122000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-69f65476-060c-4ec4-8ab9-e2cb60df3b87 None None] Provisioning for port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:43.124463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Subnet': ['ID=c42c9f92-dd50-40a5-a94e-a43c913c1469,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:43.153886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 79712a8a-4b0a-4b39-b534-d301015953bb is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:43.155139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:43.172328 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=e16e0731-c6e9-4f75-92fa-b0e327b08544,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:43.188882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Usage tracker for resource:network and tenant:06d1b4fbf4b64721b6f6257f2061c83f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:43.200289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:43.218327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:43.264838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'Subnet': ['ID=2233c714-e3fb-4f48-b711-38a088d5fa5b,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:43.285568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network a596c795-f8d9-4ff5-a0a1-872d55e36c63 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:42:43.378867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Usage tracker for resource:subnet and tenant:06d1b4fbf4b64721b6f6257f2061c83f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:43.405978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Checking segment: {'id': 'ffe510f6-eed0-4973-a6d8-40979271c0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:43.406334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Network hostable DHCP agents. Network: f5993af4-bfe3-4fac-b3d3-9ade08079cbd, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:42:43.415263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:43.439359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36238) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:43.443046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a6db6571-8aa8-423b-bc29-bbdfef95f165 None None] For port 42ed4747-1cd8-46c3-85bd-6828540e12ea, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=42ed4747-1cd8-46c3-85bd-6828540e12ea,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:43.443541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a6db6571-8aa8-423b-bc29-bbdfef95f165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:43.449346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-137033738', 'description': 'tempest-secgroup-smoke-137033738 description', 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:43.476580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:43.480997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Usage tracker for resource:subnetpool and tenant:06d1b4fbf4b64721b6f6257f2061c83f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:43.491822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:43.549641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:security_group and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:43.559049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:43.562058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:43.580063 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:43.591103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, a596c795-f8d9-4ff5-a0a1-872d55e36c63) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:43.598667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:43.598882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Usage tracker for resource:port and tenant:06d1b4fbf4b64721b6f6257f2061c83f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:43.599502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:43.607841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bdfa2a-e8f4-41c4-b414-c610bae172d0 None None] Network a596c795-f8d9-4ff5-a0a1-872d55e36c63 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:43.611661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:43.630371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a6db6571-8aa8-423b-bc29-bbdfef95f165 None None] Calling delete_port for 42ed4747-1cd8-46c3-85bd-6828540e12ea owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:43.677486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Usage tracker for resource:router and tenant:06d1b4fbf4b64721b6f6257f2061c83f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:43.688793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:43.690685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:42:43.700661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, f5993af4-bfe3-4fac-b3d3-9ade08079cbd) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:43.709344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:43.709929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:43.723741 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ad70c1cf-e655-4e50-a36b-8e569321f933 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6810775 Mar 11 15:42:43.732134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36244) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:43.742721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e0a63-b027-4dd4-a1ee-ca73567a675f None None] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:43.745033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c549708b-e427-4d99-8cae-b5122f6d5057 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1643037916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:43.752263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Usage tracker for resource:floatingip and tenant:06d1b4fbf4b64721b6f6257f2061c83f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:43.755401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:43.772323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:43.783775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c549708b-e427-4d99-8cae-b5122f6d5057 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:43.806073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router c8b7002c-f81d-44f5-a0f3-97dbd01cfed7 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:42:43.839646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:43.842346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c549708b-e427-4d99-8cae-b5122f6d5057 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:router and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:43.850829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5da6d850-45e8-433e-90e4-fc54c9fe6ab3 None None] Provisioning complete for port e16e0731-c6e9-4f75-92fa-b0e327b08544 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:43.851200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5da6d850-45e8-433e-90e4-fc54c9fe6ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:43.852799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c549708b-e427-4d99-8cae-b5122f6d5057 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:43.866419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:43.870322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:security_group_rule and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:43.873194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:43.878882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:43.886979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:43.892335 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.objects.ports [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88557) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:42:43.945157 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:43.945521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.038661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5da6d850-45e8-433e-90e4-fc54c9fe6ab3 None None] Port e16e0731-c6e9-4f75-92fa-b0e327b08544 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:44.096256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.109198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c549708b-e427-4d99-8cae-b5122f6d5057 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:44.111812 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a4bd74e3-b92c-4b07-82d3-fe236d66450f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2349529 Mar 11 15:42:44.119010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36248) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:44.123595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a6db6571-8aa8-423b-bc29-bbdfef95f165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.133050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Request body: {'port': {'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1584340918'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:44.210022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:44.215846 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d797177a-60ab-4995-93dc-80dd606f3f49 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/c8b7002c-f81d-44f5-a0f3-97dbd01cfed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7345181 Mar 11 15:42:44.218996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36252) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:44.224929 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.services.revisions.revision_plugin [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Could not find related port for resource to bump revision. Mar 11 15:42:44.227671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db6571-8aa8-423b-bc29-bbdfef95f165 None None] Pushing event deleted for resources: {'Port': ['ID=42ed4747-1cd8-46c3-85bd-6828540e12ea,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:44.247645 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd8c0a-e69f-4177-af1e-3dd8fbd0f5eb None None] Sync routers for ids ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:44.260181 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd8c0a-e69f-4177-af1e-3dd8fbd0f5eb None None] Routers {'c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:44.260969 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8c0a-e69f-4177-af1e-3dd8fbd0f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:44.283496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db6571-8aa8-423b-bc29-bbdfef95f165 None None] No DVR routers for this DVR port 42ed4747-1cd8-46c3-85bd-6828540e12ea on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:42:44.285879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.303817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:44.315401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c549708b-e427-4d99-8cae-b5122f6d5057 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.317700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c549708b-e427-4d99-8cae-b5122f6d5057 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.327726 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_pluggable_backend [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Port 42ed4747-1cd8-46c3-85bd-6828540e12ea was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88557) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 15:42:44.328035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_pluggable_backend [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3e:a0d {{(pid=88557) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 15:42:44.331039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:security_group_rule and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:44.339727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:44.354890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d39d5-2c9e-4e18-b096-5c8a7aab54ae tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:44.355526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2a2d39d5-2c9e-4e18-b096-5c8a7aab54ae tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Synchronizing usage tracker for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:44.358701 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8c0a-e69f-4177-af1e-3dd8fbd0f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:44.361808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-a596c795-f8d9-4ff5-a0a1-872d55e36c63', 'network_id': 'a596c795-f8d9-4ff5-a0a1-872d55e36c63', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'fixed_ips': [{'subnet_id': 'c42c9f92-dd50-40a5-a94e-a43c913c1469'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:42:44.362904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.368521 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd8c0a-e69f-4177-af1e-3dd8fbd0f5eb None None] Routers {'c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:44.369875 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8c0a-e69f-4177-af1e-3dd8fbd0f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:44.370394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_pluggable_backend [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3e:a0d {{(pid=88557) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 11 15:42:44.373277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:44.374906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.406631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c549708b-e427-4d99-8cae-b5122f6d5057 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.412181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f206351c-c0fa-432f-81b4-2254a54d8bd8,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:44.415083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.443199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:44.446524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:44.449611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:44.450211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.471987 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8c0a-e69f-4177-af1e-3dd8fbd0f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:44.472818 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd8c0a-e69f-4177-af1e-3dd8fbd0f5eb None None] The sync data for ids ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:44.473074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=3f0fd8e5-0309-4a19-ab3d-dcbb830e9719,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:44.501781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2a2d39d5-2c9e-4e18-b096-5c8a7aab54ae tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Unset dirty status for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:44.505240 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2a2d39d5-2c9e-4e18-b096-5c8a7aab54ae tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports/e16e0731-c6e9-4f75-92fa-b0e327b08544 HTTP/1.1" status: 200 len: 911 time: 0.2838120 Mar 11 15:42:44.508083 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36256) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:44.530357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Usage tracker for resource:security_group and tenant:06d1b4fbf4b64721b6f6257f2061c83f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:44.539308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:44.551926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Usage tracker for resource:port and tenant:6b032bd7f4884ed0a664f3c5274d34a6 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:44.552993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.557158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:44.560947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:44.566841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bccdbc9-4bd4-41bc-ae0d-801bdda9ea6c None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:44.571848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:44.596703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-db0f3d1f-391d-4a7e-9ff3-79d24e9e2140 None None] Provisioning complete for port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:44.597039 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-db0f3d1f-391d-4a7e-9ff3-79d24e9e2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.614898 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-de4b7c29-69bd-4c24-9505-1177cfafd2e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6189623 Mar 11 15:42:44.623844 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36262) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:44.631748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:d3:9f:ec', 'name': 'tempest-NetworksTestDHCPv6-847950335'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:44.659914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c549708b-e427-4d99-8cae-b5122f6d5057 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.689979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Usage tracker for resource:security_group_rule and tenant:06d1b4fbf4b64721b6f6257f2061c83f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:44.708499 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-f5993af4-bfe3-4fac-b3d3-9ade08079cbd', 'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd', 'tenant_id': '6b032bd7f4884ed0a664f3c5274d34a6', 'fixed_ips': [{'subnet_id': '2233c714-e3fb-4f48-b711-38a088d5fa5b'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:42:44.709356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.722158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:44.728351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.737352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-30022622-ca19-43bb-8f1d-2f7bdcff2b84 tempest-QuotasTest-1224707710 tempest-QuotasTest-1224707710-project-admin] 10.222.0.39 "GET /v2.0/quotas/06d1b4fbf4b64721b6f6257f2061c83f/details.json HTTP/1.1" status: 200 len: 703 time: 1.7131872 Mar 11 15:42:44.751514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Made reservation on behalf of 6b032bd7f4884ed0a664f3c5274d34a6 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:44.755876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.794179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] device_id is not set on port 669afd47-7dfd-4fe6-9356-a3acb28f4327 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:44.835662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c549708b-e427-4d99-8cae-b5122f6d5057 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.837210 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c549708b-e427-4d99-8cae-b5122f6d5057 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1030269 Mar 11 15:42:44.841692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36270) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:44.924455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:44.930223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3ae090a3-5249-46f3-a6b3-df81b2eee5c4,segment=NetworkSegment(ec07c2a3-2354-4a23-a7eb-3aedf1a51e65),segment_id=ec07c2a3-2354-4a23-a7eb-3aedf1a51e65)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:44.962802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Router 3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:42:45.011649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:45.021166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:45.026055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:45.034090 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:45.099538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:45.171789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 42ed4747-1cd8-46c3-85bd-6828540e12ea no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:42:45.227057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e5267b-bd16-408e-b1e1-1136475a5590,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:45.245328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:45.257526 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-db319d91-4ce1-4e31-8687-fd0311383d45 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8058634 Mar 11 15:42:45.257692 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Allocated IP 172.20.0.2 (a596c795-f8d9-4ff5-a0a1-872d55e36c63/c42c9f92-dd50-40a5-a94e-a43c913c1469/24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:45.257787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36276) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:45.257787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:45.257928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 42ed4747-1cd8-46c3-85bd-6828540e12ea {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:42:45.257928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 42ed4747-1cd8-46c3-85bd-6828540e12ea not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:42:45.304690 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=3ae090a3-5249-46f3-a6b3-df81b2eee5c4,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:45.307478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '3f0fd8e5-0309-4a19-ab3d-dcbb830e9719'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:42:45.308392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:45.415845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:45.435317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-55246966-b6ee-47fd-80e7-efdc30e6b752 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'security_group_rule': {'security_group_id': '61e5267b-bd16-408e-b1e1-1136475a5590', 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:45.450739 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-55246966-b6ee-47fd-80e7-efdc30e6b752 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:45.462306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-55246966-b6ee-47fd-80e7-efdc30e6b752 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:security_group_rule and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:45.470547 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-55246966-b6ee-47fd-80e7-efdc30e6b752 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:45.474789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Allocated IP 2001:db8::3b8 (f5993af4-bfe3-4fac-b3d3-9ade08079cbd/2233c714-e3fb-4f48-b711-38a088d5fa5b/669afd47-7dfd-4fe6-9356-a3acb28f4327) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:45.494458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 34524e73-9faf-4b69-af11-9a78255b9d6f yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:45.531014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-55246966-b6ee-47fd-80e7-efdc30e6b752 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:45.573051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36282) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:45.640185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:45.649375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Allocated IP 2001:db8::f816:3eff:fe65:c774 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/3f0fd8e5-0309-4a19-ab3d-dcbb830e9719/fe2902e1-1719-40c5-bb5b-75f2017c9fc4) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:45.678152 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:45.716845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Transition to ACTIVE for port object 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:45.751064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-55246966-b6ee-47fd-80e7-efdc30e6b752 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:45.800293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Transition to ACTIVE for port object 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:45.907077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:45.918472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Transition to ACTIVE for port object fe2902e1-1719-40c5-bb5b-75f2017c9fc4 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:45.928613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:45.970358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:45.988041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Transition to ACTIVE for port object fe2902e1-1719-40c5-bb5b-75f2017c9fc4 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:45.995355 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aef003-ec88-48dd-9c58-be3669ff4221 None None] Sync routers for ids ['3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:45.995519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ab64e8c1-bcb9-4d06-af43-486c1d1dd4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.015422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Network a596c795-f8d9-4ff5-a0a1-872d55e36c63 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:46.023987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:46.030856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:46.034292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aef003-ec88-48dd-9c58-be3669ff4221 None None] Routers {'3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:46.034941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-81aef003-ec88-48dd-9c58-be3669ff4221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:46.042198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.043890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ab64e8c1-bcb9-4d06-af43-486c1d1dd4cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:46.056264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ab64e8c1-bcb9-4d06-af43-486c1d1dd4cc admin admin] Usage tracker for resource:security_group_rule and tenant:c171c9997e2c4d71add657fe2f71369d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:46.088710 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Pushing event updated for resources: {'Port': ['ID=24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:46.091749 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ab64e8c1-bcb9-4d06-af43-486c1d1dd4cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:46.100300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-81aef003-ec88-48dd-9c58-be3669ff4221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:46.109534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ab64e8c1-bcb9-4d06-af43-486c1d1dd4cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:46.130317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.144255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.145542 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c1d4ed2b-5209-493b-8002-4d953468c4ad tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9941411 Mar 11 15:42:46.150998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36290) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:46.179006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-55246966-b6ee-47fd-80e7-efdc30e6b752 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.217532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9f0c3b2f-7906-4ed3-a36a-295f6d3d4b10 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'enable_snat': False}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:46.242674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aef003-ec88-48dd-9c58-be3669ff4221 None None] Routers {'3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:46.243268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-81aef003-ec88-48dd-9c58-be3669ff4221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:46.306882 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:46.313694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-55246966-b6ee-47fd-80e7-efdc30e6b752 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.318317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:46.327884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:46.330002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Attempting to bind port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:46.330367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Attempting to bind port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'b81a1ed5-978e-4621-b3fd-661927e51f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a596c795-f8d9-4ff5-a0a1-872d55e36c63'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:46.330795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Attempting to bind port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 on network a596c795-f8d9-4ff5-a0a1-872d55e36c63 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:46.332587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-81aef003-ec88-48dd-9c58-be3669ff4221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:46.332977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aef003-ec88-48dd-9c58-be3669ff4221 None None] The sync data for ids ['3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:46.346269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:46.346269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Checking segment: {'id': 'b81a1ed5-978e-4621-b3fd-661927e51f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a596c795-f8d9-4ff5-a0a1-872d55e36c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:46.346582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.347032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Bound using segment: {'id': 'b81a1ed5-978e-4621-b3fd-661927e51f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a596c795-f8d9-4ff5-a0a1-872d55e36c63'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:46.347392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Bound port: 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81a1ed5-978e-4621-b3fd-661927e51f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a596c795-f8d9-4ff5-a0a1-872d55e36c63'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:46.347759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.348036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.357469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Pushing event updated for resources: {'Port': ['ID=fe2902e1-1719-40c5-bb5b-75f2017c9fc4,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:46.391118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::f816:3eff:fed3:9fec (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/3f0fd8e5-0309-4a19-ab3d-dcbb830e9719/34524e73-9faf-4b69-af11-9a78255b9d6f) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:46.394547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Transition to ACTIVE for port object 669afd47-7dfd-4fe6-9356-a3acb28f4327 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:46.413901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55246966-b6ee-47fd-80e7-efdc30e6b752 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53abc012-012e-41a4-a553-5b56a4888add,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:46.487161 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Attempting to bind port fe2902e1-1719-40c5-bb5b-75f2017c9fc4 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:46.487523 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Attempting to bind port fe2902e1-1719-40c5-bb5b-75f2017c9fc4 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:46.487873 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Attempting to bind port fe2902e1-1719-40c5-bb5b-75f2017c9fc4 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:46.502233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Allocated IP 2001:db8:1::1 (9c5dd1f0-4a5b-4a42-816a-ce81398543b9/2123a98e-14cd-44d0-81b3-899cbec9e24c/9e84cacb-d5b3-42d9-874b-d11cdf427fb6) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:46.512601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:46.512986 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:46.513333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.513721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:46.514203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Bound port: fe2902e1-1719-40c5-bb5b-75f2017c9fc4, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:46.514554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.538750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-55246966-b6ee-47fd-80e7-efdc30e6b752 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.542619 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-55246966-b6ee-47fd-80e7-efdc30e6b752 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1323590 Mar 11 15:42:46.544873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36296) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:46.559628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d234e2ec-15d4-46d0-abc3-a48d87ec7f01 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'security_group_rule': {'security_group_id': '61e5267b-bd16-408e-b1e1-1136475a5590', 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:46.574043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d234e2ec-15d4-46d0-abc3-a48d87ec7f01 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:46.624647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ab64e8c1-bcb9-4d06-af43-486c1d1dd4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.627629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] For port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:46.638481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d234e2ec-15d4-46d0-abc3-a48d87ec7f01 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:security_group_rule and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:46.639965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] For port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3,segment=NetworkSegment(b81a1ed5-978e-4621-b3fd-661927e51f35),segment_id=b81a1ed5-978e-4621-b3fd-661927e51f35)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:46.644862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d234e2ec-15d4-46d0-abc3-a48d87ec7f01 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:46.677129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] For port fe2902e1-1719-40c5-bb5b-75f2017c9fc4, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:46.680800 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] For port fe2902e1-1719-40c5-bb5b-75f2017c9fc4, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fe2902e1-1719-40c5-bb5b-75f2017c9fc4,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:46.694554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d234e2ec-15d4-46d0-abc3-a48d87ec7f01 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:46.732307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ab64e8c1-bcb9-4d06-af43-486c1d1dd4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.753971 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.800475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Allocated IP 172.20.0.1 (a596c795-f8d9-4ff5-a0a1-872d55e36c63/c42c9f92-dd50-40a5-a94e-a43c913c1469/d4eccf46-9569-4c65-ad3b-bab05e6f811a) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:46.813161 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ab64e8c1-bcb9-4d06-af43-486c1d1dd4cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c171c9997e2c4d71add657fe2f71369d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2390521 Mar 11 15:42:46.816469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.821673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36300) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:46.830498 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.855010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64e8c1-bcb9-4d06-af43-486c1d1dd4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc02b65a-1943-425c-bf16-1b82dd1b27d1,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:46.906400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d234e2ec-15d4-46d0-abc3-a48d87ec7f01 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.925060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.931701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Allocated IP 2001:db8::2 (f5993af4-bfe3-4fac-b3d3-9ade08079cbd/2233c714-e3fb-4f48-b711-38a088d5fa5b/ad72fcdc-d377-4dc6-8023-2c2aae8dc177) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:46.939313 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600224d-a94f-408c-bc98-6fa913e70e95 None None] Pushing event updated for resources: {'Port': ['ID=24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:46.939468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:46.974625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Transition to ACTIVE for port object 9e84cacb-d5b3-42d9-874b-d11cdf427fb6 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:46.984679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 34524e73-9faf-4b69-af11-9a78255b9d6f will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:46.993855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-877be714-6fb6-4832-b88b-cd49aeb64741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.044617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-877be714-6fb6-4832-b88b-cd49aeb64741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.131147 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.149861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.186789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7372d-6ca5-4875-bc3a-82b53f99dff2 None None] Pushing event updated for resources: {'Port': ['ID=fe2902e1-1719-40c5-bb5b-75f2017c9fc4,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:47.198139 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:47.204993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.233682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-877be714-6fb6-4832-b88b-cd49aeb64741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.238969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 9c5dd1f0-4a5b-4a42-816a-ce81398543b9 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:47.283606 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:47.289777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:47.292513 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:47.292752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.335940 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=9e84cacb-d5b3-42d9-874b-d11cdf427fb6,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:47.340424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:47.439517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:47.440150 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.440433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877be714-6fb6-4832-b88b-cd49aeb64741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc02b65a-1943-425c-bf16-1b82dd1b27d1,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:47.443281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:47.468474 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:47.471448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.493860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.509248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-877be714-6fb6-4832-b88b-cd49aeb64741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.510682 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-877be714-6fb6-4832-b88b-cd49aeb64741 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc02b65a-1943-425c-bf16-1b82dd1b27d1 HTTP/1.1" status: 204 len: 168 time: 0.6831601 Mar 11 15:42:47.572331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Transition to ACTIVE for port object ad72fcdc-d377-4dc6-8023-2c2aae8dc177 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:47.602662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Transition to ACTIVE for port object ad72fcdc-d377-4dc6-8023-2c2aae8dc177 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:47.604528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=34524e73-9faf-4b69-af11-9a78255b9d6f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:47.645238 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-17e92387-9c62-43ca-8c54-72b64809a877 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0200057 Mar 11 15:42:47.646103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36306) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:47.665157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:47.686098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.703984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:47.707054 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Transition to ACTIVE for port object d4eccf46-9569-4c65-ad3b-bab05e6f811a will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:47.768836 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:42:47.779317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:47.792629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:47.795394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.796685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:47.799606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:47.804618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'Port': ['ID=669afd47-7dfd-4fe6-9356-a3acb28f4327,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:47.813085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:47.828587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Pushing event updated for resources: {'Port': ['ID=ad72fcdc-d377-4dc6-8023-2c2aae8dc177,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:47.849137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e27cb1-e348-4072-a5bb-64a6d5009316 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:47.855039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e27cb1-e348-4072-a5bb-64a6d5009316 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:47.855815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-34e27cb1-e348-4072-a5bb-64a6d5009316 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:47.859881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.934569 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Attempting to bind port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:47.936800 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Attempting to bind port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'ffe510f6-eed0-4973-a6d8-40979271c0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:47.936800 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Attempting to bind port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 on network f5993af4-bfe3-4fac-b3d3-9ade08079cbd {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:47.942999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:47.943372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Checking segment: {'id': 'ffe510f6-eed0-4973-a6d8-40979271c0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:47.943776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.944163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Bound using segment: {'id': 'ffe510f6-eed0-4973-a6d8-40979271c0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:47.945688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Bound port: ad72fcdc-d377-4dc6-8023-2c2aae8dc177, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe510f6-eed0-4973-a6d8-40979271c0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:47.946065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.952356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d234e2ec-15d4-46d0-abc3-a48d87ec7f01 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:47.961547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3b2f-7906-4ed3-a36a-295f6d3d4b10 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.002293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ceff97c7-8a51-4494-91ce-d1263520db19 None None] Provisioning for port 9e84cacb-d5b3-42d9-874b-d11cdf427fb6 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:48.013829 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ec6fd4a9-3db6-4839-b70b-b3ed2b875952 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8920834 Mar 11 15:42:48.014975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d234e2ec-15d4-46d0-abc3-a48d87ec7f01 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.018762 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ceff97c7-8a51-4494-91ce-d1263520db19 None None] Provisioning complete for port 9e84cacb-d5b3-42d9-874b-d11cdf427fb6 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:48.019132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ceff97c7-8a51-4494-91ce-d1263520db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.022774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36312) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:48.037419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-34e27cb1-e348-4072-a5bb-64a6d5009316 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:48.039089 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-34e27cb1-e348-4072-a5bb-64a6d5009316 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3919199 Mar 11 15:42:48.047723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Request body: {'port': {'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2095618777', 'allowed_address_pairs': [{'ip_address': '2001:db8::3b8', 'mac_address': 'fa:16:3e:3b:9c:3a'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:48.053822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36316) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:48.068203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234e2ec-15d4-46d0-abc3-a48d87ec7f01 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ef61e6-d6f3-4384-b2eb-d658e9d065e1,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:48.105414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ceff97c7-8a51-4494-91ce-d1263520db19 None None] Port 9e84cacb-d5b3-42d9-874b-d11cdf427fb6 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:48.110115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] For port ad72fcdc-d377-4dc6-8023-2c2aae8dc177, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:48.113579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] For port ad72fcdc-d377-4dc6-8023-2c2aae8dc177, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ad72fcdc-d377-4dc6-8023-2c2aae8dc177,segment=NetworkSegment(ffe510f6-eed0-4973-a6d8-40979271c0ee),segment_id=ffe510f6-eed0-4973-a6d8-40979271c0ee)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:48.139300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.213627 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d9be48da-90b2-4049-8aac-a4f1f13915e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 34524e73-9faf-4b69-af11-9a78255b9d6f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:48.213967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d9be48da-90b2-4049-8aac-a4f1f13915e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.218740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d234e2ec-15d4-46d0-abc3-a48d87ec7f01 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.222595 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d234e2ec-15d4-46d0-abc3-a48d87ec7f01 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6735046 Mar 11 15:42:48.235817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36320) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:48.248881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network a596c795-f8d9-4ff5-a0a1-872d55e36c63 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:48.249388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.258723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:48.273765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6079461e-8600-4119-a978-58b59a67c7b0 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'security_group_rule': {'security_group_id': '61e5267b-bd16-408e-b1e1-1136475a5590', 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:48.287691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:48.328018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6079461e-8600-4119-a978-58b59a67c7b0 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:48.348197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=d4eccf46-9569-4c65-ad3b-bab05e6f811a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:48.350867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6079461e-8600-4119-a978-58b59a67c7b0 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:security_group_rule and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:48.359763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6079461e-8600-4119-a978-58b59a67c7b0 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:48.382730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6079461e-8600-4119-a978-58b59a67c7b0 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:48.416351 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69c0ac-87f0-410a-903c-01ecef4ae436 None None] Pushing event updated for resources: {'Port': ['ID=ad72fcdc-d377-4dc6-8023-2c2aae8dc177,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:48.472270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.477620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:48.478652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36324) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:48.492070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Usage tracker for resource:port and tenant:6b032bd7f4884ed0a664f3c5274d34a6 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:48.512828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18a0c050-6705-4c84-a768-380eaebee419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.522093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:48.546958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:48.566576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-18a0c050-6705-4c84-a768-380eaebee419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:48.576036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-18a0c050-6705-4c84-a768-380eaebee419 admin admin] Usage tracker for resource:security_group_rule and tenant:06d1b4fbf4b64721b6f6257f2061c83f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:48.581397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6079461e-8600-4119-a978-58b59a67c7b0 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.594194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-18a0c050-6705-4c84-a768-380eaebee419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:48.604477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-18a0c050-6705-4c84-a768-380eaebee419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:48.692686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Made reservation on behalf of 6b032bd7f4884ed0a664f3c5274d34a6 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:48.839799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d9be48da-90b2-4049-8aac-a4f1f13915e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.858350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6079461e-8600-4119-a978-58b59a67c7b0 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:48.931413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.030893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d9be48da-90b2-4049-8aac-a4f1f13915e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 34524e73-9faf-4b69-af11-9a78255b9d6f owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:49.035402 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0468b842-8a6f-45b7-a88f-60d5d621088d None None] Provisioning for port fe2902e1-1719-40c5-bb5b-75f2017c9fc4 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:49.055379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6079461e-8600-4119-a978-58b59a67c7b0 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.077856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:42:49.110496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.211881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079461e-8600-4119-a978-58b59a67c7b0 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c97c16e-10d1-436a-bc54-f5b51a11b787,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:49.237045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.238047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.279605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9099ccf9-7377-4f10-b667-1bbc0b9e20dc None None] Network a596c795-f8d9-4ff5-a0a1-872d55e36c63 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:49.308320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fe2902e1-1719-40c5-bb5b-75f2017c9fc4 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:49.380233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.438799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] device_id is not set on port ef3db204-8590-4f5c-b8b8-a014c1ac6203 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:49.469108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=9e84cacb-d5b3-42d9-874b-d11cdf427fb6,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:49.498729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18a0c050-6705-4c84-a768-380eaebee419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.502610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6079461e-8600-4119-a978-58b59a67c7b0 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.504044 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6079461e-8600-4119-a978-58b59a67c7b0 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2538888 Mar 11 15:42:49.509517 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36328) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:49.517471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-dc25e3e8-8f59-4587-a1f2-ab065a5f4c54 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'security_group_rule': {'security_group_id': '61e5267b-bd16-408e-b1e1-1136475a5590', 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:49.534077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-dc25e3e8-8f59-4587-a1f2-ab065a5f4c54 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:49.542907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dc25e3e8-8f59-4587-a1f2-ab065a5f4c54 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:security_group_rule and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:49.547249 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d9be48da-90b2-4049-8aac-a4f1f13915e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.550409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dc25e3e8-8f59-4587-a1f2-ab065a5f4c54 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:49.573738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c99007b9-5de9-4d8c-bb8e-efa3e56b9754 None None] Provisioning for port 34524e73-9faf-4b69-af11-9a78255b9d6f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:49.589817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c99007b9-5de9-4d8c-bb8e-efa3e56b9754 None None] Provisioning complete for port 34524e73-9faf-4b69-af11-9a78255b9d6f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:49.590196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c99007b9-5de9-4d8c-bb8e-efa3e56b9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.605084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-dc25e3e8-8f59-4587-a1f2-ab065a5f4c54 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:49.619170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be48da-90b2-4049-8aac-a4f1f13915e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=34524e73-9faf-4b69-af11-9a78255b9d6f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:49.624582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port fe2902e1-1719-40c5-bb5b-75f2017c9fc4 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:49.628460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 9c5dd1f0-4a5b-4a42-816a-ce81398543b9 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:49.632992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:49.645683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c99007b9-5de9-4d8c-bb8e-efa3e56b9754 None None] Port 34524e73-9faf-4b69-af11-9a78255b9d6f was deleted so its status cannot be updated. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 15:42:49.649505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fe2902e1-1719-40c5-bb5b-75f2017c9fc4 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:49.650021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.835414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c99007b9-5de9-4d8c-bb8e-efa3e56b9754 None None] Provisioning for port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:49.870846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.901178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18a0c050-6705-4c84-a768-380eaebee419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.913999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d9be48da-90b2-4049-8aac-a4f1f13915e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.914215 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port fe2902e1-1719-40c5-bb5b-75f2017c9fc4, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fe2902e1-1719-40c5-bb5b-75f2017c9fc4,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:49.942315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dc25e3e8-8f59-4587-a1f2-ab065a5f4c54 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.998556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:49.999621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ad72fcdc-d377-4dc6-8023-2c2aae8dc177 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:50.015460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router c8b7002c-f81d-44f5-a0f3-97dbd01cfed7 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:42:50.047513 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d9be48da-90b2-4049-8aac-a4f1f13915e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/34524e73-9faf-4b69-af11-9a78255b9d6f HTTP/1.1" status: 204 len: 168 time: 1.9921551 Mar 11 15:42:50.049978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36332) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:50.123494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0c050-6705-4c84-a768-380eaebee419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c458fd0-3062-4e97-aa07-a836029c7473,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:50.147239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-18a0c050-6705-4c84-a768-380eaebee419 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06d1b4fbf4b64721b6f6257f2061c83f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6649890 Mar 11 15:42:50.158806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36336) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:50.274105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8014e5-8227-413b-a815-573292f38daf None None] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:50.314624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dc25e3e8-8f59-4587-a1f2-ab065a5f4c54 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:50.341081 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f1e49c-9b93-40ee-badc-709cf37fbe95 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:50.342701 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f1e49c-9b93-40ee-badc-709cf37fbe95 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:50.343452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f7f1e49c-9b93-40ee-badc-709cf37fbe95 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:50.362019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:50.373588 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced4f59-6e64-469e-b328-5ac7bb097221 None None] Sync routers for ids ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:50.385058 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dc25e3e8-8f59-4587-a1f2-ab065a5f4c54 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:50.390637 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced4f59-6e64-469e-b328-5ac7bb097221 None None] Routers {'c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:50.390637 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-bced4f59-6e64-469e-b328-5ac7bb097221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:50.417182 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c0ac696a-93ae-41b1-824b-e9723f8e5924 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/c8b7002c-f81d-44f5-a0f3-97dbd01cfed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9050593 Mar 11 15:42:50.418635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36340) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:50.500480 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-bced4f59-6e64-469e-b328-5ac7bb097221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:50.521534 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced4f59-6e64-469e-b328-5ac7bb097221 None None] Routers {'c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:50.522396 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-bced4f59-6e64-469e-b328-5ac7bb097221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:50.524747 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a313f3-6443-45c2-9740-58c2c8fcffb8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:50.525373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-32a313f3-6443-45c2-9740-58c2c8fcffb8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Synchronizing usage tracker for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:50.531753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f7f1e49c-9b93-40ee-badc-709cf37fbe95 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:50.535872 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f7f1e49c-9b93-40ee-badc-709cf37fbe95 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4836216 Mar 11 15:42:50.538285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36344) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:50.538929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25e3e8-8f59-4587-a1f2-ab065a5f4c54 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e88092-ba36-4235-b470-c65ffeaa2c00,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:50.558788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2e3dc732-ca29-4d56-bb47-3c0feaf278d2 None None] Provisioning complete for port 9e84cacb-d5b3-42d9-874b-d11cdf427fb6 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:50.559160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2e3dc732-ca29-4d56-bb47-3c0feaf278d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:50.610797 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-bced4f59-6e64-469e-b328-5ac7bb097221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:50.611552 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced4f59-6e64-469e-b328-5ac7bb097221 None None] The sync data for ids ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:50.626332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2e3dc732-ca29-4d56-bb47-3c0feaf278d2 None None] Port 9e84cacb-d5b3-42d9-874b-d11cdf427fb6 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:50.631497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=fe2902e1-1719-40c5-bb5b-75f2017c9fc4,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:50.657162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Allocated IP 2001:db8::d (f5993af4-bfe3-4fac-b3d3-9ade08079cbd/2233c714-e3fb-4f48-b711-38a088d5fa5b/ef3db204-8590-4f5c-b8b8-a014c1ac6203) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:50.665311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ccbd675b-1d1d-4226-8e18-c4032e63426b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:50.715592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:50.728281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:50.733190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ccbd675b-1d1d-4226-8e18-c4032e63426b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:50.733774 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dc25e3e8-8f59-4587-a1f2-ab065a5f4c54 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:50.737059 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dc25e3e8-8f59-4587-a1f2-ab065a5f4c54 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2265036 Mar 11 15:42:50.741193 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36348) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:50.782661 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-9444e15a-0b08-4076-9312-bd4a7c2c3d17 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 3f0fd8e5-0309-4a19-ab3d-dcbb830e9719 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:42:50.788122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9444e15a-0b08-4076-9312-bd4a7c2c3d17 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:50.821376 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0666d20c-2e19-4458-8f18-7cf336a8e87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:50.828085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'security_group_rule': {'security_group_id': '61e5267b-bd16-408e-b1e1-1136475a5590', 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:50.850967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-32a313f3-6443-45c2-9740-58c2c8fcffb8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Unset dirty status for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:50.855203 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-32a313f3-6443-45c2-9740-58c2c8fcffb8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports/9e84cacb-d5b3-42d9-874b-d11cdf427fb6 HTTP/1.1" status: 200 len: 913 time: 0.4147718 Mar 11 15:42:50.855918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:50.856044 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9444e15a-0b08-4076-9312-bd4a7c2c3d17 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:50.881608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36352) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:50.890647 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:security_group_rule and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:50.896989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Provisioning for port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:50.904088 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Provisioning complete for port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:50.909188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:50.949646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9444e15a-0b08-4076-9312-bd4a7c2c3d17 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:50.955473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:50.967306 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:50.968306 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:42:50.976601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:50.976985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.003982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:51.020609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.092900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3b2f-7906-4ed3-a36a-295f6d3d4b10 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.107067 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.131144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9444e15a-0b08-4076-9312-bd4a7c2c3d17 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.140595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.179426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444e15a-0b08-4076-9312-bd4a7c2c3d17 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0fd8e5-0309-4a19-ab3d-dcbb830e9719,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:51.185212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9444e15a-0b08-4076-9312-bd4a7c2c3d17 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.192536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.207374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3b2f-7906-4ed3-a36a-295f6d3d4b10 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.208145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0fff82-6e2b-42e7-98d5-8d09c56e774b None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:51.226597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] For port ad72fcdc-d377-4dc6-8023-2c2aae8dc177, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ad72fcdc-d377-4dc6-8023-2c2aae8dc177,segment=NetworkSegment(ffe510f6-eed0-4973-a6d8-40979271c0ee),segment_id=ffe510f6-eed0-4973-a6d8-40979271c0ee)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:51.247702 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Project 7ff30e389fe34a6fb8667d3adb81ee35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:42:51.279601 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9444e15a-0b08-4076-9312-bd4a7c2c3d17 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/3f0fd8e5-0309-4a19-ab3d-dcbb830e9719 HTTP/1.1" status: 204 len: 168 time: 0.7351754 Mar 11 15:42:51.279980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36356) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:51.309536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.350131 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7ec4b20e-76c5-419f-b820-48c7f23df4e2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687876 Mar 11 15:42:51.352696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36360) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:51.359946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3,segment=NetworkSegment(b81a1ed5-978e-4621-b3fd-661927e51f35),segment_id=b81a1ed5-978e-4621-b3fd-661927e51f35)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:51.402548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.410145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ccbd675b-1d1d-4226-8e18-c4032e63426b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.445783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a5a9d-9816-4f78-8622-e1580a3c4422 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:51.446824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e23a5a9d-9816-4f78-8622-e1580a3c4422 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:51.461136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.472840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Pushing event updated for resources: {'Port': ['ID=ad72fcdc-d377-4dc6-8023-2c2aae8dc177,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:51.512015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Provisioning for port d4eccf46-9569-4c65-ad3b-bab05e6f811a completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:51.525624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e23a5a9d-9816-4f78-8622-e1580a3c4422 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:51.528079 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e23a5a9d-9816-4f78-8622-e1580a3c4422 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1742442 Mar 11 15:42:51.531014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36364) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:51.534174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Provisioning complete for port d4eccf46-9569-4c65-ad3b-bab05e6f811a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:51.534599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.538019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=d4eccf46-9569-4c65-ad3b-bab05e6f811a,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:51.540603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd675b-1d1d-4226-8e18-c4032e63426b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c458fd0-3062-4e97-aa07-a836029c7473,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:51.589342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fe2902e1-1719-40c5-bb5b-75f2017c9fc4 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:51.615090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36e521-1804-4f49-8a98-42129e8d3467 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:51.615811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dd36e521-1804-4f49-8a98-42129e8d3467 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:51.665877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:51.695766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dd36e521-1804-4f49-8a98-42129e8d3467 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:51.699726 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dd36e521-1804-4f49-8a98-42129e8d3467 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1649692 Mar 11 15:42:51.699916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Port d4eccf46-9569-4c65-ad3b-bab05e6f811a cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:51.700010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36370) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:51.707409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.728136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Provisioning complete for port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:51.728136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6a486eea-dadb-4eac-814c-9f1b1ce8e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.767221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fe2902e1-1719-40c5-bb5b-75f2017c9fc4 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:51.767596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.787912 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d1723bbe-df68-4a5b-84a6-0c0a344cf55f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863290 Mar 11 15:42:51.796192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36374) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:51.805419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:51.806237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867a3c4-7235-4cb1-aa70-f5be0ebd87e9 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:42:51.833482 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b867a3c4-7235-4cb1-aa70-f5be0ebd87e9 None None] Deleting port fe2902e1-1719-40c5-bb5b-75f2017c9fc4 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:51.834430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b867a3c4-7235-4cb1-aa70-f5be0ebd87e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.921825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:51.932644 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:51.974318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ccbd675b-1d1d-4226-8e18-c4032e63426b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:51.977853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ccbd675b-1d1d-4226-8e18-c4032e63426b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c458fd0-3062-4e97-aa07-a836029c7473 HTTP/1.1" status: 204 len: 168 time: 1.8121052 Mar 11 15:42:52.006631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:52.012980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.034886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.152489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.159318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Transition to ACTIVE for port object ef3db204-8590-4f5c-b8b8-a014c1ac6203 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:52.196642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0c3b2f-7906-4ed3-a36a-295f6d3d4b10 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Router 3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:42:52.274362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b867a3c4-7235-4cb1-aa70-f5be0ebd87e9 None None] For port fe2902e1-1719-40c5-bb5b-75f2017c9fc4, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fe2902e1-1719-40c5-bb5b-75f2017c9fc4,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:52.274756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b867a3c4-7235-4cb1-aa70-f5be0ebd87e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.281742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-85624e5d-da6b-443e-b70e-607d8aa27e2a None None] Provisioning complete for port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:52.282019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-85624e5d-da6b-443e-b70e-607d8aa27e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.311939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.329815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network a596c795-f8d9-4ff5-a0a1-872d55e36c63 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:52.345386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:52.362600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5218dec8-2a73-4d4d-910e-057f92e03f76,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:52.447084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b867a3c4-7235-4cb1-aa70-f5be0ebd87e9 None None] Calling delete_port for fe2902e1-1719-40c5-bb5b-75f2017c9fc4 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:52.536570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.546568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.546928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.547265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.547605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.547937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.548268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.548637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.548968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.549293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.549617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.549941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.550273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:52.594163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.objects.ports [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88557) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:42:52.661618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.662809 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4aa10b60-dc05-492b-806f-19e6989e8d16 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.9137104 Mar 11 15:42:52.665604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36388) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:52.677709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'security_group_rule': {'security_group_id': '61e5267b-bd16-408e-b1e1-1136475a5590', 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:52.686336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:52.695428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:security_group_rule and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:52.700832 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:52.711475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:52.718729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b867a3c4-7235-4cb1-aa70-f5be0ebd87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.733085 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.services.revisions.revision_plugin [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Could not find related port for resource to bump revision. Mar 11 15:42:52.778516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-85624e5d-da6b-443e-b70e-607d8aa27e2a None None] Provisioning for port 669afd47-7dfd-4fe6-9356-a3acb28f4327 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:52.790709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867a3c4-7235-4cb1-aa70-f5be0ebd87e9 None None] No DVR routers for this DVR port fe2902e1-1719-40c5-bb5b-75f2017c9fc4 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:42:52.794426 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867a3c4-7235-4cb1-aa70-f5be0ebd87e9 None None] Pushing event deleted for resources: {'Port': ['ID=fe2902e1-1719-40c5-bb5b-75f2017c9fc4,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:52.798865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_pluggable_backend [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Port fe2902e1-1719-40c5-bb5b-75f2017c9fc4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88557) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 15:42:52.799367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-85624e5d-da6b-443e-b70e-607d8aa27e2a None None] Provisioning complete for port 669afd47-7dfd-4fe6-9356-a3acb28f4327 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:52.799799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-85624e5d-da6b-443e-b70e-607d8aa27e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.800798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_pluggable_backend [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Reverting IP allocation for 2001:db8::f816:3eff:fe65:c774 {{(pid=88557) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 15:42:52.810380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_pluggable_backend [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe65:c774 {{(pid=88557) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 11 15:42:52.810380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.823473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:52.831086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:52.859302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:52.865853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:52.867425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.870422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-85624e5d-da6b-443e-b70e-607d8aa27e2a None None] Port 669afd47-7dfd-4fe6-9356-a3acb28f4327 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:52.871711 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Project 7ff30e389fe34a6fb8667d3adb81ee35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:42:52.886778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'Port': ['ID=ef3db204-8590-4f5c-b8b8-a014c1ac6203,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:52.898998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.938646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:52.939117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0c3b2f-7906-4ed3-a36a-295f6d3d4b10 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:52.946802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:52.948504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3b2f-7906-4ed3-a36a-295f6d3d4b10 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.949864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:52.950465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:52.951544 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9f0c3b2f-7906-4ed3-a36a-295f6d3d4b10 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "PUT /v2.0/routers/3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449 HTTP/1.1" status: 200 len: 922 time: 6.7987297 Mar 11 15:42:52.957294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36394) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:52.962841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49fe22-45e8-48b4-ac9a-9c196839fd02 None None] Sync routers for ids ['3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:52.967863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e1bb55-6753-4061-aae6-02a1663ed604 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:53.006135 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=3d53f1f0-d282-428b-a9ca-0e3f0e82e16d,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:53.016786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.017140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.020144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.020144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.020144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.020144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.020144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.020144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.020777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.020777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.020978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.021512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:53.054235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49fe22-45e8-48b4-ac9a-9c196839fd02 None None] Routers {'3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:53.054451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.057625 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8a49fe22-45e8-48b4-ac9a-9c196839fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:53.079969 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c6f498a0-dfc3-4800-a3d7-685832ea627c tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 5.0491998 Mar 11 15:42:53.080495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36402) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:53.136985 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c88dad46-e8ff-4142-9d61-7b4431cc0941 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3388813 Mar 11 15:42:53.143859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36408) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:53.147305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.152297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:72:14:08', 'name': 'tempest-NetworksTestDHCPv6-1976433955'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:53.186814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-969abb84-85fb-4156-a9d7-b73b31eba522 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.221312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66f4c81-86fb-42b7-9392-77ff08030f76,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:53.230712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8a49fe22-45e8-48b4-ac9a-9c196839fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:53.252080 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c40bb899-ca37-4127-a371-0c988a8ea1b7 None None] Provisioning complete for port d4eccf46-9569-4c65-ad3b-bab05e6f811a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:53.252453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c40bb899-ca37-4127-a371-0c988a8ea1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.344042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f765be8-d849-4709-821d-9e5cb4c93a07 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:53.347294 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49fe22-45e8-48b4-ac9a-9c196839fd02 None None] Routers {'3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:53.348518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8a49fe22-45e8-48b4-ac9a-9c196839fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:53.350647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f765be8-d849-4709-821d-9e5cb4c93a07 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:53.356577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f765be8-d849-4709-821d-9e5cb4c93a07 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:53.360957 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1f765be8-d849-4709-821d-9e5cb4c93a07 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2768607 Mar 11 15:42:53.361266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36414) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:53.403076 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:53.413600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:53.429147 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8a49fe22-45e8-48b4-ac9a-9c196839fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:53.429147 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49fe22-45e8-48b4-ac9a-9c196839fd02 None None] The sync data for ids ['3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:53.430946 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.430946 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cd721869-b2e5-440e-91a6-74e9917cb0e8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7630141 Mar 11 15:42:53.432681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36418) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:53.433017 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36420) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:53.443190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'network': {'name': 'tempest-network-smoke--431201819', 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'port_security_enabled': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:53.455785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:53.461649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c40bb899-ca37-4127-a371-0c988a8ea1b7 None None] Port d4eccf46-9569-4c65-ad3b-bab05e6f811a cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:53.471876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:network and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:53.477336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:53.483345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4b498a56-cbe7-4de1-b084-cc124bb0a9db tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Deleting port ef3db204-8590-4f5c-b8b8-a014c1ac6203 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:53.483696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b498a56-cbe7-4de1-b084-cc124bb0a9db tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.586076 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-22cf469e-8d57-4caf-8e6f-5c4f8edf4048 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/routers/3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449 HTTP/1.1" status: 200 len: 922 time: 0.6253769 Mar 11 15:42:53.590246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36428) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:53.617253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ad72fcdc-d377-4dc6-8023-2c2aae8dc177 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:53.673223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '3d53f1f0-d282-428b-a9ca-0e3f0e82e16d'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:42:53.674040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.689515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router 962d7510-31d5-4675-b250-de5152567856 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:42:53.701619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-170859701'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:53.705327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:53.706543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d6a9bd6b-a542-4f27-ab0a-98e7c91cd358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.708075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:53.742551 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:53.758378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:network and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:53.794083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:53.794451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.818592 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:53.824806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-30daff7f-87c8-4a56-9c32-3e55d38e567b None None] Provisioning for port ef3db204-8590-4f5c-b8b8-a014c1ac6203 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:53.844749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-30daff7f-87c8-4a56-9c32-3e55d38e567b None None] Provisioning complete for port ef3db204-8590-4f5c-b8b8-a014c1ac6203 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:53.845117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-30daff7f-87c8-4a56-9c32-3e55d38e567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.861035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:53.905381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Made reservation on behalf of 7ff30e389fe34a6fb8667d3adb81ee35 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:53.908867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.926215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:53.933525 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e68cada4-351e-4bb5-91a4-88995bbdce2c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/962d7510-31d5-4675-b250-de5152567856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0867269 Mar 11 15:42:53.936161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36432) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:53.949174 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33b742d-edad-4661-8ee7-0aed3afa26ec None None] Sync routers for ids ['962d7510-31d5-4675-b250-de5152567856'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:53.964602 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b742d-edad-4661-8ee7-0aed3afa26ec None None] Routers {'962d7510-31d5-4675-b250-de5152567856'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:53.966111 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d33b742d-edad-4661-8ee7-0aed3afa26ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['962d7510-31d5-4675-b250-de5152567856'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:53.975596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-30daff7f-87c8-4a56-9c32-3e55d38e567b None None] Port ef3db204-8590-4f5c-b8b8-a014c1ac6203 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:53.977940 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Allocated IP 2001:db8::f816:3eff:fe90:cd6c (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/3d53f1f0-d282-428b-a9ca-0e3f0e82e16d/f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:53.978095 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Made reservation on behalf of 024c96467ebd48038cb8a7013151ee63 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:53.981396 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:53.997067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.038302 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d33b742d-edad-4661-8ee7-0aed3afa26ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:54.047574 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b742d-edad-4661-8ee7-0aed3afa26ec None None] Routers {'962d7510-31d5-4675-b250-de5152567856'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:54.048600 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d33b742d-edad-4661-8ee7-0aed3afa26ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['962d7510-31d5-4675-b250-de5152567856'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:54.065379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.066407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c0515c-367e-490d-996c-4e2db1f3c69d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:54.067823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-73c0515c-367e-490d-996c-4e2db1f3c69d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Synchronizing usage tracker for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:54.076419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862bfef3-1094-4eb7-abcd-590e992d70c4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:54.079652 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-862bfef3-1094-4eb7-abcd-590e992d70c4 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&device_id=3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4882824 Mar 11 15:42:54.091108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36436) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:54.118592 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d33b742d-edad-4661-8ee7-0aed3afa26ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:54.119287 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33b742d-edad-4661-8ee7-0aed3afa26ec None None] The sync data for ids ['962d7510-31d5-4675-b250-de5152567856'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:54.130983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:42:54.158525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:54.166277 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port e5aa9607-f7e8-468b-9c65-2579086ef975 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:54.176401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:54.182155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-969abb84-85fb-4156-a9d7-b73b31eba522 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 9e84cacb-d5b3-42d9-874b-d11cdf427fb6 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:54.182666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-969abb84-85fb-4156-a9d7-b73b31eba522 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.211616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:security_group_rule and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:54.216067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-73c0515c-367e-490d-996c-4e2db1f3c69d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Unset dirty status for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:54.220283 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-73c0515c-367e-490d-996c-4e2db1f3c69d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports/d4eccf46-9569-4c65-ad3b-bab05e6f811a HTTP/1.1" status: 200 len: 910 time: 0.2800038 Mar 11 15:42:54.220491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36440) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:54.258344 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b498a56-cbe7-4de1-b084-cc124bb0a9db tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.345529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:54.345948 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.386606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.401132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:54.406394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.432647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Transition to ACTIVE for port object f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:54.458860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Transition to ACTIVE for port object f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:54.468941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4b498a56-cbe7-4de1-b084-cc124bb0a9db tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Calling delete_port for ef3db204-8590-4f5c-b8b8-a014c1ac6203 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:54.497466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.497804 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Added segment 8e5fe8f8-8e99-42cd-97d1-f90ede80887a of type vlan for network f481248f-54a1-4bed-bfea-bd9eb2a04282 Mar 11 15:42:54.505642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:54.549261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.581063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fe2902e1-1719-40c5-bb5b-75f2017c9fc4 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:42:54.623010 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: fe2902e1-1719-40c5-bb5b-75f2017c9fc4 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:42:54.623734 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fe2902e1-1719-40c5-bb5b-75f2017c9fc4 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:42:54.639937 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.640061 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.668263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-969abb84-85fb-4156-a9d7-b73b31eba522 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.697263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:54.700114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:54.707864 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:54.710979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6481118-de13-4cd8-a41d-d23d79e4b459 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:54.713914 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b6481118-de13-4cd8-a41d-d23d79e4b459 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/networks/71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 881 time: 0.6173546 Mar 11 15:42:54.719750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Pushing event updated for resources: {'Port': ['ID=f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:54.724582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36444) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:54.761029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.761389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.761712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.762039 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.762362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.762686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.763005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.763324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.763643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.763958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.764270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.764628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:54.788273 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-99ae8e9d-6df6-4821-9d03-02a2f3a0627d tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449 HTTP/1.1" status: 200 len: 205 time: 0.0601859 Mar 11 15:42:54.821947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Attempting to bind port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:42:54.822176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36448) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:54.822344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Attempting to bind port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:42:54.822344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Attempting to bind port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:42:54.825968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:42:54.827407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:42:54.827774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:54.828169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.828588 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:42:54.829068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Bound port: f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:42:54.829457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.833893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-969abb84-85fb-4156-a9d7-b73b31eba522 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for 9e84cacb-d5b3-42d9-874b-d11cdf427fb6 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:54.875546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::f816:3eff:fe72:1408 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/3d53f1f0-d282-428b-a9ca-0e3f0e82e16d/e5aa9607-f7e8-468b-9c65-2579086ef975) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:54.920569 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] For port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:42:54.923959 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] For port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:42:54.936272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:54.995702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.001375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:55.001995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.030029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.048829 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b498a56-cbe7-4de1-b084-cc124bb0a9db tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.054489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.115759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa538ede-8e91-4bed-940f-17c7cd58114c None None] Pushing event updated for resources: {'Port': ['ID=f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:55.138999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b498a56-cbe7-4de1-b084-cc124bb0a9db tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event deleted for resources: {'Port': ['ID=ef3db204-8590-4f5c-b8b8-a014c1ac6203,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:55.272632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:42:55.305143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0da9bd3-bef5-4a0b-8364-435d0da64a5d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:55.314002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'Network': ['ID=f481248f-54a1-4bed-bfea-bd9eb2a04282,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:55.315888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.334380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.334735 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Added segment 6bef2d30-8709-46a7-bde6-dac04a5cfab0 of type vlan for network 557db8c4-7514-4564-a74c-6b39c99896bd Mar 11 15:42:55.355318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network f481248f-54a1-4bed-bfea-bd9eb2a04282 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:42:55.362863 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-000d9bf3-0601-4fc2-9c65-9ba97b2e434a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9246194 Mar 11 15:42:55.378677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36452) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:55.439510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'admin_state_up': True, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:55.477163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:55.612635 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-969abb84-85fb-4156-a9d7-b73b31eba522 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.628894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.664371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:router and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:55.719970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:55.737295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969abb84-85fb-4156-a9d7-b73b31eba522 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=9e84cacb-d5b3-42d9-874b-d11cdf427fb6,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:55.751119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b498a56-cbe7-4de1-b084-cc124bb0a9db tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.755307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:55.773506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.788589 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4b498a56-cbe7-4de1-b084-cc124bb0a9db tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "DELETE /v2.0/ports/ef3db204-8590-4f5c-b8b8-a014c1ac6203 HTTP/1.1" status: 204 len: 168 time: 2.4261577 Mar 11 15:42:55.789300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36456) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:55.844012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.860912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object e5aa9607-f7e8-468b-9c65-2579086ef975 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:55.864845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.865842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.889162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.898182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.901123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.906686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:55.907317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:55.984268 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c3b645-8636-45c7-9092-a5ba5a5353b6 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] GET failed (client error): The resource could not be found. Mar 11 15:42:55.984842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a3c3b645-8636-45c7-9092-a5ba5a5353b6 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Synchronizing usage tracker for tenant:6b032bd7f4884ed0a664f3c5274d34a6 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:55.996865 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:56.033890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Network': ['ID=557db8c4-7514-4564-a74c-6b39c99896bd,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:56.044871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 557db8c4-7514-4564-a74c-6b39c99896bd details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:42:56.046507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-969abb84-85fb-4156-a9d7-b73b31eba522 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:56.060459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6eb73d0d-4dc9-42b7-a3bb-fafb2d57a684 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:56.118977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Deleting port a58281ea-555d-472f-b1af-46e3a8cb01f7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:56.118977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:56.167506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:56.177841 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-815b59a0-d7a4-4195-b3bd-f36d02ff999f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7437856 Mar 11 15:42:56.210738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36460) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:56.215854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a3c3b645-8636-45c7-9092-a5ba5a5353b6 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Unset dirty status for tenant:6b032bd7f4884ed0a664f3c5274d34a6 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:56.216741 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a3c3b645-8636-45c7-9092-a5ba5a5353b6 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "GET /v2.0/ports/ef3db204-8590-4f5c-b8b8-a014c1ac6203 HTTP/1.1" status: 404 len: 333 time: 0.4166605 Mar 11 15:42:56.224764 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36464) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:56.301664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Request body: {'port': {'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-364961501'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:56.307590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'subnet': {'network_id': '557db8c4-7514-4564-a74c-6b39c99896bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:56.398968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:56.420736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:56.480447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:56.485846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:56.486488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:56.561234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=e5aa9607-f7e8-468b-9c65-2579086ef975,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:56.580265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:56.618814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bab1097b-7a1c-4837-9007-ed8c909431b9 None None] Provisioning for port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:56.630319 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:56.640295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:56.730552 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-94c794a9-8674-44ca-962a-d410ddd38c72 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5863142 Mar 11 15:42:56.733054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36468) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:56.786351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Made reservation on behalf of 6b032bd7f4884ed0a664f3c5274d34a6 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:56.789967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:56.833432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-be80f609-abde-49db-9dcd-4d0ff71d999e None None] Provisioning for port e5aa9607-f7e8-468b-9c65-2579086ef975 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:56.837162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] device_id is not set on port 51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:42:56.841110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-be80f609-abde-49db-9dcd-4d0ff71d999e None None] Provisioning complete for port e5aa9607-f7e8-468b-9c65-2579086ef975 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:56.841487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-be80f609-abde-49db-9dcd-4d0ff71d999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:56.899837 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-be80f609-abde-49db-9dcd-4d0ff71d999e None None] Port e5aa9607-f7e8-468b-9c65-2579086ef975 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:56.913415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:56.931680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:subnet and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:56.992126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:57.012515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:57.036414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0543585-2463-4c7a-ae13-e9a47535fd18 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:57.040537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:57.042351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0543585-2463-4c7a-ae13-e9a47535fd18 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:57.043124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f0543585-2463-4c7a-ae13-e9a47535fd18 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:57.106588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Allocated IP 2001:db8::3bb (f5993af4-bfe3-4fac-b3d3-9ade08079cbd/2233c714-e3fb-4f48-b711-38a088d5fa5b/51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:57.188198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Calling delete_port for a58281ea-555d-472f-b1af-46e3a8cb01f7 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:57.203786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f0543585-2463-4c7a-ae13-e9a47535fd18 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:57.204971 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f0543585-2463-4c7a-ae13-e9a47535fd18 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4709821 Mar 11 15:42:57.221428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Made reservation on behalf of 024c96467ebd48038cb8a7013151ee63 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:42:57.223445 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36472) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:57.224990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:57.275101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969abb84-85fb-4156-a9d7-b73b31eba522 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router c8b7002c-f81d-44f5-a0f3-97dbd01cfed7 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:42:57.554038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:57.583562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e8dd3-0015-4c0a-af57-a98f251737fd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port e5aa9607-f7e8-468b-9c65-2579086ef975 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:57.590887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8dd3-0015-4c0a-af57-a98f251737fd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:57.591145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:57.611566 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6eb73d0d-4dc9-42b7-a3bb-fafb2d57a684 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port d4eccf46-9569-4c65-ad3b-bab05e6f811a {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:42:57.611907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6eb73d0d-4dc9-42b7-a3bb-fafb2d57a684 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:57.667945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969abb84-85fb-4156-a9d7-b73b31eba522 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:42:57.678772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd83bc7-ab06-4528-9e93-8266a8de9e01 None None] Sync routers for ids ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:57.688403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd83bc7-ab06-4528-9e93-8266a8de9e01 None None] Routers {'c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:57.689154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5dd83bc7-ab06-4528-9e93-8266a8de9e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:57.701659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:57.746394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:57.757715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5dd83bc7-ab06-4528-9e93-8266a8de9e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:57.764385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:57.764851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:57.800082 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd83bc7-ab06-4528-9e93-8266a8de9e01 None None] Routers {'c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:42:57.801349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5dd83bc7-ab06-4528-9e93-8266a8de9e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:57.869738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5dd83bc7-ab06-4528-9e93-8266a8de9e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:57.870424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd83bc7-ab06-4528-9e93-8266a8de9e01 None None] The sync data for ids ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:57.893371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:57.950018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:57.965721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Transition to ACTIVE for port object 51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:42:57.990242 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:42:58.045149 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-969abb84-85fb-4156-a9d7-b73b31eba522 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/c8b7002c-f81d-44f5-a0f3-97dbd01cfed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1622226 Mar 11 15:42:58.050075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.064775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36476) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:58.085314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Allocated IP 172.26.6.247 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/cccc4424-d629-4f73-80b8-823070732744) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:42:58.122966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:58.225511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8dd3-0015-4c0a-af57-a98f251737fd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.246140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.289155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.305090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6eb73d0d-4dc9-42b7-a3bb-fafb2d57a684 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.363149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Pushing event deleted for resources: {'Port': ['ID=a58281ea-555d-472f-b1af-46e3a8cb01f7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:58.407068 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e8dd3-0015-4c0a-af57-a98f251737fd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for e5aa9607-f7e8-468b-9c65-2579086ef975 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:58.490256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:58.497822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:58.516424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:58.522595 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:58.523247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.543607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6eb73d0d-4dc9-42b7-a3bb-fafb2d57a684 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for d4eccf46-9569-4c65-ad3b-bab05e6f811a owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:42:58.564563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'Port': ['ID=51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:58.578439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.733331 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bc0c3733-c07f-4f3d-9b6f-687bd38ef345 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4987874 Mar 11 15:42:58.734187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36480) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:58.740734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e2d49fb0-6431-4c04-addc-5cb0a50dfd08 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b8', 'mac_address': 'fa:16:3e:3b:9c:3a'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:58.771215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8dd3-0015-4c0a-af57-a98f251737fd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.773144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.792846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ef649250-43c5-4e77-bd31-21f0bf674d72 None None] Provisioning for port 51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:42:58.799676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ef649250-43c5-4e77-bd31-21f0bf674d72 None None] Provisioning complete for port 51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:58.800050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ef649250-43c5-4e77-bd31-21f0bf674d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.827628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Subnet': ['ID=fac8ab75-cf43-4936-9af6-14ef6dc93120,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:58.866157 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ef649250-43c5-4e77-bd31-21f0bf674d72 None None] Port 51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:42:58.902640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.927259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:42:58.942677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Checking segment: {'id': '6bef2d30-8709-46a7-bde6-dac04a5cfab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '557db8c4-7514-4564-a74c-6b39c99896bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:42:58.943043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network hostable DHCP agents. Network: 557db8c4-7514-4564-a74c-6b39c99896bd, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:42:58.943209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8dd3-0015-4c0a-af57-a98f251737fd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.944992 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ec8e8dd3-0015-4c0a-af57-a98f251737fd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/e5aa9607-f7e8-468b-9c65-2579086ef975 HTTP/1.1" status: 204 len: 168 time: 1.7207408 Mar 11 15:42:58.945962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'Port': ['ID=cccc4424-d629-4f73-80b8-823070732744,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:58.948360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:58.957238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36484) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:58.985117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:42:59.040510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e8dd3-0015-4c0a-af57-a98f251737fd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=e5aa9607-f7e8-468b-9c65-2579086ef975,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:59.334883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.343819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.435660 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-47b1acf1-3a6c-4439-b422-edc1120b4089 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9020269 Mar 11 15:42:59.447078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a659789-83f8-4dfb-a1eb-8f30526c90ea tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:59.448721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a659789-83f8-4dfb-a1eb-8f30526c90ea tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:59.449453 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9a659789-83f8-4dfb-a1eb-8f30526c90ea tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:42:59.455509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 557db8c4-7514-4564-a74c-6b39c99896bd is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:42:59.505784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2d49fb0-6431-4c04-addc-5cb0a50dfd08 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.530352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.531077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Fanout notify agent at l3_agent the message router_deleted on router 3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:42:59.568611 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:42:59.599910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 557db8c4-7514-4564-a74c-6b39c99896bd) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:42:59.612073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:59.612693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.630537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9a659789-83f8-4dfb-a1eb-8f30526c90ea tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:42:59.631774 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9a659789-83f8-4dfb-a1eb-8f30526c90ea tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5868804 Mar 11 15:42:59.634767 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36488) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:59.636391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.641171 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-03ecec7e-c695-47e7-8194-429ee45f293c tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449 HTTP/1.1" status: 204 len: 168 time: 4.8124206 Mar 11 15:42:59.643456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36492) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:59.646976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252f368-4c2e-4dbb-9c1d-d7856d08f890 None None] Network 557db8c4-7514-4564-a74c-6b39c99896bd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:42:59.651430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-2ef62ac2-17b9-4204-aa92-402ce0c76a08 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-100747828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:59.661796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2ef62ac2-17b9-4204-aa92-402ce0c76a08 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:59.697944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2ef62ac2-17b9-4204-aa92-402ce0c76a08 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Usage tracker for resource:router and tenant:601a2f8a56674200837873036080a8f2 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:59.706185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6eb73d0d-4dc9-42b7-a3bb-fafb2d57a684 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.711446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2ef62ac2-17b9-4204-aa92-402ce0c76a08 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:59.744196 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be31229-3744-4220-abc3-6f15dad0a3f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 3d53f1f0-d282-428b-a9ca-0e3f0e82e16d {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:42:59.771417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:42:59.771745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2ef62ac2-17b9-4204-aa92-402ce0c76a08 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:42:59.771873 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.774942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb73d0d-4dc9-42b7-a3bb-fafb2d57a684 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=d4eccf46-9569-4c65-ad3b-bab05e6f811a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:59.778611 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4329b106-e4be-4169-9174-75b4210f8ba6 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5607543 Mar 11 15:42:59.802786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36496) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:42:59.810393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2be31229-3744-4220-abc3-6f15dad0a3f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.900710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-92717a1a-6d6f-4dfa-b9ae-460b20faf669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:59.902576 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-92717a1a-6d6f-4dfa-b9ae-460b20faf669 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63aa522a9c35455aa52f77ae8bc0fa36&device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 1099 time: 0.3566887 Mar 11 15:42:59.906122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1452123772', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:42:59.924271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ef62ac2-17b9-4204-aa92-402ce0c76a08 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.925313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ef62ac2-17b9-4204-aa92-402ce0c76a08 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.935974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:42:59.960052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:router and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:42:59.968966 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:42:59.994191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:00.001623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ef62ac2-17b9-4204-aa92-402ce0c76a08 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.021688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2be31229-3744-4220-abc3-6f15dad0a3f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.038564 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c0e63-3ba7-4b88-b8b5-dfcde90b77d5 None None] Network 557db8c4-7514-4564-a74c-6b39c99896bd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:00.104170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d42d8b4-8595-45da-ae8f-aa7c05db60ff tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.190918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.192538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.199610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.248583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ef62ac2-17b9-4204-aa92-402ce0c76a08 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.303434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2d49fb0-6431-4c04-addc-5cb0a50dfd08 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.318724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.398518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2be31229-3744-4220-abc3-6f15dad0a3f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.413122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6eb73d0d-4dc9-42b7-a3bb-fafb2d57a684 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.432495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-2d4486c4-1953-420d-80c6-56d5faccff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:00.433464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2d49fb0-6431-4c04-addc-5cb0a50dfd08 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.433992 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-2d4486c4-1953-420d-80c6-56d5faccff45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1410b898-0e6e-4285-a079-c8161b49c4cd HTTP/1.1" status: 200 len: 912 time: 0.5034165 Mar 11 15:43:00.519950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e2d49fb0-6431-4c04-addc-5cb0a50dfd08 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] In _notify_port_updated(), no bound segment for port 51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b on network f5993af4-bfe3-4fac-b3d3-9ade08079cbd {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:43:00.525402 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d49fb0-6431-4c04-addc-5cb0a50dfd08 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:00.526029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2d49fb0-6431-4c04-addc-5cb0a50dfd08 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.530203 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e2d49fb0-6431-4c04-addc-5cb0a50dfd08 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "PUT /v2.0/ports/51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b HTTP/1.1" status: 200 len: 1002 time: 1.7922628 Mar 11 15:43:00.534839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36500) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:00.571187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ef62ac2-17b9-4204-aa92-402ce0c76a08 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.575038 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2ef62ac2-17b9-4204-aa92-402ce0c76a08 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9264593 Mar 11 15:43:00.594059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36504) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:00.672991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Request body: {'router': {'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:00.776354 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-f2592fe9-f9c3-4e22-8407-17b7cdecb1d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d59228-922c-4881-8362-155d014dd350 HTTP/1.1" status: 200 len: 1002 time: 0.3284059 Mar 11 15:43:00.803819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-16bacb80-6798-4a3e-be19-f936f9e6196f None None] Provisioning complete for port 51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:00.804392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-16bacb80-6798-4a3e-be19-f936f9e6196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:00.858572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-16bacb80-6798-4a3e-be19-f936f9e6196f None None] Port 51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:00.868228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d49fb0-6431-4c04-addc-5cb0a50dfd08 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'Port': ['ID=51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:01.103936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb73d0d-4dc9-42b7-a3bb-fafb2d57a684 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router 962d7510-31d5-4675-b250-de5152567856 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:43:01.116781 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-fe4cc08c-b15d-40a7-b0cf-eaba2826d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:01.118226 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-fe4cc08c-b15d-40a7-b0cf-eaba2826d97a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf361e4-4fdb-4223-afe3-8508e64593f5 HTTP/1.1" status: 200 len: 850 time: 0.2917542 Mar 11 15:43:01.257070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-df224dc1-defb-497b-9d0a-c61b67b86600 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Deleting port 51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:01.257660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df224dc1-defb-497b-9d0a-c61b67b86600 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:01.298718 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2be31229-3744-4220-abc3-6f15dad0a3f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:01.342629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb73d0d-4dc9-42b7-a3bb-fafb2d57a684 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:01.355658 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f630c1d-5fea-4bac-b00a-e84a3ae983ff None None] Sync routers for ids ['962d7510-31d5-4675-b250-de5152567856'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:01.357241 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6eb73d0d-4dc9-42b7-a3bb-fafb2d57a684 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/962d7510-31d5-4675-b250-de5152567856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1356950 Mar 11 15:43:01.361318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36508) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:01.364934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-2d42d8b4-8595-45da-ae8f-aa7c05db60ff tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port e16e0731-c6e9-4f75-92fa-b0e327b08544 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:01.365275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d42d8b4-8595-45da-ae8f-aa7c05db60ff tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:01.371150 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f630c1d-5fea-4bac-b00a-e84a3ae983ff None None] Routers {'962d7510-31d5-4675-b250-de5152567856'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:01.371748 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1f630c1d-5fea-4bac-b00a-e84a3ae983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['962d7510-31d5-4675-b250-de5152567856'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:01.437055 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1f630c1d-5fea-4bac-b00a-e84a3ae983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:01.448862 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f630c1d-5fea-4bac-b00a-e84a3ae983ff None None] Routers {'962d7510-31d5-4675-b250-de5152567856'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:01.449504 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1f630c1d-5fea-4bac-b00a-e84a3ae983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['962d7510-31d5-4675-b250-de5152567856'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:01.456839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8da71c20-6008-421b-818d-d5eca8687cea tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Synchronizing usage tracker for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:01.515090 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1f630c1d-5fea-4bac-b00a-e84a3ae983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:01.515090 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f630c1d-5fea-4bac-b00a-e84a3ae983ff None None] The sync data for ids ['962d7510-31d5-4675-b250-de5152567856'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:01.523496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-774df059-cc7a-4595-8f7d-097412ab7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:01.525828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-774df059-cc7a-4595-8f7d-097412ab7c19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1410b898-0e6e-4285-a079-c8161b49c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4006448 Mar 11 15:43:01.537366 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2be31229-3744-4220-abc3-6f15dad0a3f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:01.546072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:01.547186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cca0f1f-e0cd-4fc2-b921-2916801f1e42 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:01.554199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be31229-3744-4220-abc3-6f15dad0a3f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=3d53f1f0-d282-428b-a9ca-0e3f0e82e16d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:01.597694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8da71c20-6008-421b-818d-d5eca8687cea tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Unset dirty status for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:01.601369 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8da71c20-6008-421b-818d-d5eca8687cea tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=962d7510-31d5-4675-b250-de5152567856 HTTP/1.1" status: 200 len: 205 time: 0.2358797 Mar 11 15:43:01.609223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36512) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:01.698026 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:01.788215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:01.797822 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2be31229-3744-4220-abc3-6f15dad0a3f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/3d53f1f0-d282-428b-a9ca-0e3f0e82e16d HTTP/1.1" status: 204 len: 168 time: 2.1618779 Mar 11 15:43:01.819038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36516) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:01.839028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14db331-937b-4b60-8744-43bf152d3834 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:43:01.843339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b14db331-937b-4b60-8744-43bf152d3834 None None] Deleting port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:01.843714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b14db331-937b-4b60-8744-43bf152d3834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:01.905414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a058a5c0-ce65-49fc-8fd0-c176cc633a20 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:01.984931 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fd6b625d-1e23-48ca-8f34-ddaef14e32eb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622374 Mar 11 15:43:01.989320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d42d8b4-8595-45da-ae8f-aa7c05db60ff tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:01.996406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36520) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:02.057811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b14db331-937b-4b60-8744-43bf152d3834 None None] For port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:02.058325 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b14db331-937b-4b60-8744-43bf152d3834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.071275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:02.192808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b14db331-937b-4b60-8744-43bf152d3834 None None] Calling delete_port for f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:02.349650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b14db331-937b-4b60-8744-43bf152d3834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.398575 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14db331-937b-4b60-8744-43bf152d3834 None None] Pushing event deleted for resources: {'Port': ['ID=f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:02.400045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-2d42d8b4-8595-45da-ae8f-aa7c05db60ff tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for e16e0731-c6e9-4f75-92fa-b0e327b08544 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:02.400327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14db331-937b-4b60-8744-43bf152d3834 None None] No DVR routers for this DVR port f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:02.432451 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-7957fa65-b7c9-4b9e-bbb9-003d200bca25 service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8609307 Mar 11 15:43:02.461103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df224dc1-defb-497b-9d0a-c61b67b86600 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.602168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-df224dc1-defb-497b-9d0a-c61b67b86600 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Calling delete_port for 51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:02.685453 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a058a5c0-ce65-49fc-8fd0-c176cc633a20 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.735473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a058a5c0-ce65-49fc-8fd0-c176cc633a20 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.775857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:02.798801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:02.805027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:02.816383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:02.832982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Router 29827d51-14b5-4f55-ae05-89455432d0c6 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:43:02.848613 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e5a3f3c1-1de5-4be5-875c-ae2839e02d2f req-087b7eb4-9bf9-407e-b81d-2dcc28d42077 service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398051 Mar 11 15:43:02.851641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a058a5c0-ce65-49fc-8fd0-c176cc633a20 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.852128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a058a5c0-ce65-49fc-8fd0-c176cc633a20 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Fanout notify agent at l3_agent the message router_deleted on router 962d7510-31d5-4675-b250-de5152567856 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:43:02.906649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a058a5c0-ce65-49fc-8fd0-c176cc633a20 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.910101 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a058a5c0-ce65-49fc-8fd0-c176cc633a20 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/962d7510-31d5-4675-b250-de5152567856 HTTP/1.1" status: 204 len: 168 time: 1.2882929 Mar 11 15:43:02.914806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36524) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:02.915313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:02.918712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.094433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edf1e3d-c950-4bae-a547-6af8d1250d4d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting subnet c42c9f92-dd50-40a5-a94e-a43c913c1469 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:43:03.101410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0edf1e3d-c950-4bae-a547-6af8d1250d4d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.163558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0edf1e3d-c950-4bae-a547-6af8d1250d4d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.192233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.211997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d42d8b4-8595-45da-ae8f-aa7c05db60ff tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.259155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.263052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.292039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df224dc1-defb-497b-9d0a-c61b67b86600 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.301361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42d8b4-8595-45da-ae8f-aa7c05db60ff tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=e16e0731-c6e9-4f75-92fa-b0e327b08544,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:03.533357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.543351 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:03.558642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2d42d8b4-8595-45da-ae8f-aa7c05db60ff tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.579425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0edf1e3d-c950-4bae-a547-6af8d1250d4d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.582311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:43:03.582710 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device f8b6ff3e-67b6-4c37-b6f0-bb6c0ff1a8bb not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:03.668653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df224dc1-defb-497b-9d0a-c61b67b86600 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event deleted for resources: {'Port': ['ID=51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:03.785192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:03.797452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Sync routers for ids ['29827d51-14b5-4f55-ae05-89455432d0c6'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:03.814677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Routers {'29827d51-14b5-4f55-ae05-89455432d0c6'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:03.816015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['29827d51-14b5-4f55-ae05-89455432d0c6'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:03.951939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df224dc1-defb-497b-9d0a-c61b67b86600 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.953799 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-df224dc1-defb-497b-9d0a-c61b67b86600 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "DELETE /v2.0/ports/51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b HTTP/1.1" status: 204 len: 168 time: 3.4137518 Mar 11 15:43:03.958585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36528) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:03.998798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.26.6.83 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/c459dbd4-46b4-465e-b4c5-b7de1a3b31fe) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:04.010105 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9860bf-1415-4af9-b2a1-b5b5ede29618 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] GET failed (client error): The resource could not be found. Mar 11 15:43:04.010641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dc9860bf-1415-4af9-b2a1-b5b5ede29618 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Synchronizing usage tracker for tenant:6b032bd7f4884ed0a664f3c5274d34a6 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:04.017342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.021686 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-33646aa7-0288-432c-9ec2-1aff43d6984c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.6383169 Mar 11 15:43:04.022439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36532) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:04.052221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Set router 29827d51-14b5-4f55-ae05-89455432d0c6 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:43:04.148841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.objects.ports [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:43:04.151123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d42d8b4-8595-45da-ae8f-aa7c05db60ff tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router c8b7002c-f81d-44f5-a0f3-97dbd01cfed7 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:43:04.152333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.183145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dc9860bf-1415-4af9-b2a1-b5b5ede29618 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Unset dirty status for tenant:6b032bd7f4884ed0a664f3c5274d34a6 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:04.190060 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dc9860bf-1415-4af9-b2a1-b5b5ede29618 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "GET /v2.0/ports/51f3c98c-59ee-4a9c-8a3f-9868e5a5eb8b HTTP/1.1" status: 404 len: 333 time: 0.2262330 Mar 11 15:43:04.192903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36538) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:04.198767 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.205122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Request body: {'port': {'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-408792007'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:04.227858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:04.230568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0edf1e3d-c950-4bae-a547-6af8d1250d4d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.283038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:04.290436 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9fb48741-5ec5-42cd-8ca4-4463a4974fb8 tempest-TestNetworkAdvancedServerOps-634556348 tempest-TestNetworkAdvancedServerOps-634556348-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=7ff30e389fe34a6fb8667d3adb81ee35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2640948 Mar 11 15:43:04.292495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36542) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:04.293375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:04.293982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.323812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ba9c25-0146-4daa-bf23-cb67e5702b2d None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:04.327102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=940612ff-ad9e-4b74-9b16-74980ad63b85,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:04.373046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0edf1e3d-c950-4bae-a547-6af8d1250d4d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.414599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754839e-e0b7-43ae-a1ba-c5e1c121f9e3 None None] Network a596c795-f8d9-4ff5-a0a1-872d55e36c63 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:04.435929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf1e3d-c950-4bae-a547-6af8d1250d4d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Subnet': ['ID=c42c9f92-dd50-40a5-a94e-a43c913c1469,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:04.451201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d42d8b4-8595-45da-ae8f-aa7c05db60ff tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:04.461750 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2d42d8b4-8595-45da-ae8f-aa7c05db60ff tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/c8b7002c-f81d-44f5-a0f3-97dbd01cfed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3865490 Mar 11 15:43:04.461750 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0edf1e3d-c950-4bae-a547-6af8d1250d4d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/c42c9f92-dd50-40a5-a94e-a43c913c1469 HTTP/1.1" status: 204 len: 168 time: 1.5255098 Mar 11 15:43:04.461750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36546) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:04.461750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36550) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:04.466869 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006fb496-8f75-487e-8477-48f792832c8d None None] Sync routers for ids ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:04.481268 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006fb496-8f75-487e-8477-48f792832c8d None None] Routers {'c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:04.482691 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-006fb496-8f75-487e-8477-48f792832c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:04.520071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:04.530263 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-147180a0-75ee-40e1-baf3-53dbee9c8aa4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5289924 Mar 11 15:43:04.538180 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36554) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:04.544755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8c8f815e-fa50-43f8-b00e-3dbef7469caa tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Synchronizing usage tracker for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:04.545129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:a6:4e:04', 'name': 'tempest-NetworksTestDHCPv6-152672965'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:04.578350 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-006fb496-8f75-487e-8477-48f792832c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:04.595697 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006fb496-8f75-487e-8477-48f792832c8d None None] Routers {'c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:04.596807 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-006fb496-8f75-487e-8477-48f792832c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:04.610882 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:42:59Z', 'revision_number': 3, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:04.640097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Checking router: 29827d51-14b5-4f55-ae05-89455432d0c6 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:43:04.645407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Updating router 29827d51-14b5-4f55-ae05-89455432d0c6 port cccc4424-d629-4f73-80b8-823070732744 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:43:04.645542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.654176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:04.654623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.706087 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-006fb496-8f75-487e-8477-48f792832c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:04.707443 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006fb496-8f75-487e-8477-48f792832c8d None None] The sync data for ids ['c8b7002c-f81d-44f5-a0f3-97dbd01cfed7'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:04.711586 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:04.758978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.759226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8c8f815e-fa50-43f8-b00e-3dbef7469caa tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Unset dirty status for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:04.759226 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8c8f815e-fa50-43f8-b00e-3dbef7469caa tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8b7002c-f81d-44f5-a0f3-97dbd01cfed7 HTTP/1.1" status: 200 len: 205 time: 0.2986197 Mar 11 15:43:04.766836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.771470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36558) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:04.837051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd67b7-bee2-4532-93ae-f3d16df52c10 None None] DHCP port deletion for a596c795-f8d9-4ff5-a0a1-872d55e36c63 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:43:04.846137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd67b7-bee2-4532-93ae-f3d16df52c10 None None] Deleting port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:04.846584 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f6bd67b7-bee2-4532-93ae-f3d16df52c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.849278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2702bb60-18e4-405e-95f1-ffc65a6d8258 tempest-TestNetworkAdvancedServerOps-634556348 tempest-TestNetworkAdvancedServerOps-634556348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:04.857814 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2702bb60-18e4-405e-95f1-ffc65a6d8258 tempest-TestNetworkAdvancedServerOps-634556348 tempest-TestNetworkAdvancedServerOps-634556348-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4863334 Mar 11 15:43:04.858830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36562) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:04.863357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:04.873123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:04.882364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '940612ff-ad9e-4b74-9b16-74980ad63b85'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:43:04.882992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:04.883320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.886815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:04.890372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Made reservation on behalf of 6b032bd7f4884ed0a664f3c5274d34a6 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:04.893760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.915057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:04.972022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=c459dbd4-46b4-465e-b4c5-b7de1a3b31fe,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:04.976208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Allocated IP 172.26.6.159 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/f37ebea2-f485-4075-9d03-cd204b40892f) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:04.996583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] device_id is not set on port 861b016c-36c9-46cd-a711-cda9fa813e91 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:43:05.007306 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3cd9ff9a-2106-4e20-8eda-8dc1b0425e5e tempest-TestNetworkAdvancedServerOps-634556348 tempest-TestNetworkAdvancedServerOps-634556348-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1381752 Mar 11 15:43:05.009040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e781612c-93e3-4600-8ef9-a9caad2ffe9b tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.036966 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36566) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:05.051660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1266342371', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:05.201389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] For port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3,segment=NetworkSegment(b81a1ed5-978e-4621-b3fd-661927e51f35),segment_id=b81a1ed5-978e-4621-b3fd-661927e51f35)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:05.202048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.271844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f6bd67b7-bee2-4532-93ae-f3d16df52c10 None None] For port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3,segment=NetworkSegment(b81a1ed5-978e-4621-b3fd-661927e51f35),segment_id=b81a1ed5-978e-4621-b3fd-661927e51f35)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:05.272648 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f6bd67b7-bee2-4532-93ae-f3d16df52c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.309331 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:05.466833 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd67b7-bee2-4532-93ae-f3d16df52c10 None None] Calling delete_port for 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:05.523097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Allocated IP 2001:db8::f816:3eff:fe2d:1a7c (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/940612ff-ad9e-4b74-9b16-74980ad63b85/6cba3b9e-42de-45ee-b3ae-edc58d60d269) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:05.547643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.569730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:05.574508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:05.667024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e781612c-93e3-4600-8ef9-a9caad2ffe9b tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.671220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e781612c-93e3-4600-8ef9-a9caad2ffe9b tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.770996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:43:05.771619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:43:05.772806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f6bd67b7-bee2-4532-93ae-f3d16df52c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.822244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:05.836941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:subnet and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:05.841908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd67b7-bee2-4532-93ae-f3d16df52c10 None None] Pushing event deleted for resources: {'Port': ['ID=24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:05.849301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e781612c-93e3-4600-8ef9-a9caad2ffe9b tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.849823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e781612c-93e3-4600-8ef9-a9caad2ffe9b tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Fanout notify agent at l3_agent the message router_deleted on router c8b7002c-f81d-44f5-a0f3-97dbd01cfed7 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:43:05.853146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:05.877528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e781612c-93e3-4600-8ef9-a9caad2ffe9b tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.878636 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e781612c-93e3-4600-8ef9-a9caad2ffe9b tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/c8b7002c-f81d-44f5-a0f3-97dbd01cfed7 HTTP/1.1" status: 204 len: 168 time: 1.1100607 Mar 11 15:43:05.882096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36574) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:05.889301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:05.897155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd67b7-bee2-4532-93ae-f3d16df52c10 None None] No DVR routers for this DVR port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:05.902510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.903205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.940056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Allocated IP 2001:db8::b9 (f5993af4-bfe3-4fac-b3d3-9ade08079cbd/2233c714-e3fb-4f48-b711-38a088d5fa5b/861b016c-36c9-46cd-a711-cda9fa813e91) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:05.943690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.959029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87289e90-05f3-4acc-9108-9b0afea1cf23 req-1c7be944-df7d-4191-ba17-b58bab06cdd3 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:05.960523 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-87289e90-05f3-4acc-9108-9b0afea1cf23 req-1c7be944-df7d-4191-ba17-b58bab06cdd3 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.1602848 Mar 11 15:43:05.965838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:05.976672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Transition to ACTIVE for port object 6cba3b9e-42de-45ee-b3ae-edc58d60d269 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:05.976878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c248804-5734-4667-b96a-be81a06a64f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting subnet 2123a98e-14cd-44d0-81b3-899cbec9e24c {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:43:05.979868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c248804-5734-4667-b96a-be81a06a64f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.014685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Transition to ACTIVE for port object 6cba3b9e-42de-45ee-b3ae-edc58d60d269 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:06.066488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c248804-5734-4667-b96a-be81a06a64f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.068531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 697308d4-43a9-479d-9ccf-9f7434a8d48b yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:43:06.106008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Made reservation on behalf of 7ff30e389fe34a6fb8667d3adb81ee35 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:06.109419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.115506 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-87289e90-05f3-4acc-9108-9b0afea1cf23 req-a10c8ad5-9c7d-4793-ad84-ab5a474ffaa8 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023934 Mar 11 15:43:06.178795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:06.185033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c248804-5734-4667-b96a-be81a06a64f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.213998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:06.259326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:06.261224 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.284134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:06.284719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.349053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:06.354782 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.357416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:06.359733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:06.367235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Pushing event updated for resources: {'Port': ['ID=6cba3b9e-42de-45ee-b3ae-edc58d60d269,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:06.380501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] The port '24e13ffe-1cf3-4cce-bfc9-2cb4f4f723a3' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:43:06.384820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Pushing event updated for resources: {'Port': ['ID=f37ebea2-f485-4075-9d03-cd204b40892f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:06.467358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Attempting to bind port 6cba3b9e-42de-45ee-b3ae-edc58d60d269 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:06.467722 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Attempting to bind port 6cba3b9e-42de-45ee-b3ae-edc58d60d269 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:06.468075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Attempting to bind port 6cba3b9e-42de-45ee-b3ae-edc58d60d269 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:06.474094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:06.474377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:06.474763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.475148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:06.475608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Bound port: 6cba3b9e-42de-45ee-b3ae-edc58d60d269, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:06.476089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.486426 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Transition to ACTIVE for port object cccc4424-d629-4f73-80b8-823070732744 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:06.511997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c248804-5734-4667-b96a-be81a06a64f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.552871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.560001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.578111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c248804-5734-4667-b96a-be81a06a64f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Subnet': ['ID=2123a98e-14cd-44d0-81b3-899cbec9e24c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:06.588495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c248804-5734-4667-b96a-be81a06a64f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.603919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222f044-d572-4e02-a1fd-46582ac1207d req-ab5be5e0-7373-4f10-89a7-9814b0dc9cce tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:06.605430 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f222f044-d572-4e02-a1fd-46582ac1207d req-ab5be5e0-7373-4f10-89a7-9814b0dc9cce tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3626599 Mar 11 15:43:06.612250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1c248804-5734-4667-b96a-be81a06a64f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/2123a98e-14cd-44d0-81b3-899cbec9e24c HTTP/1.1" status: 204 len: 168 time: 0.7271173 Mar 11 15:43:06.612250 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a596c795-f8d9-4ff5-a0a1-872d55e36c63']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:06.614750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afbb320-718a-43a9-bdb6-eca9440fbfed None None] Network 9c5dd1f0-4a5b-4a42-816a-ce81398543b9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:06.618749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36580) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:06.672728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81a1ed5-978e-4621-b3fd-661927e51f35') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:06.673029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81a1ed5-978e-4621-b3fd-661927e51f35') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:06.673590 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] For port 6cba3b9e-42de-45ee-b3ae-edc58d60d269, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:06.704475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.743783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.752865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Attempting to bind port cccc4424-d629-4f73-80b8-823070732744 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:06.753228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Attempting to bind port cccc4424-d629-4f73-80b8-823070732744 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:06.754208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Attempting to bind port cccc4424-d629-4f73-80b8-823070732744 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:06.755021 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f222f044-d572-4e02-a1fd-46582ac1207d req-863d2f57-adcd-45a2-9f7c-9ce375fb8c6f tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265473 Mar 11 15:43:06.757828 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] For port 6cba3b9e-42de-45ee-b3ae-edc58d60d269, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6cba3b9e-42de-45ee-b3ae-edc58d60d269,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:06.762754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af79c48-ecf0-489b-a9fa-60e7e8c7386a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting subnet 706f6591-9a04-4a99-90b8-d61897912527 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:43:06.765332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:43:06.766362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.773750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fbebc-83a7-40ca-b417-b6af60d95656 None None] Pushing event updated for resources: {'Port': ['ID=cccc4424-d629-4f73-80b8-823070732744,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:43:06.782294 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:43:06.796120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:06.796612 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:06.796967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.797364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:06.797850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Bound port: cccc4424-d629-4f73-80b8-823070732744, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:06.798383 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.799384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8af79c48-ecf0-489b-a9fa-60e7e8c7386a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.912079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8af79c48-ecf0-489b-a9fa-60e7e8c7386a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:06.919880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.038926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.087390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.099779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dd6cf-b4a4-4d12-a1b5-67ad63b4f69c None None] Pushing event updated for resources: {'Port': ['ID=6cba3b9e-42de-45ee-b3ae-edc58d60d269,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:07.111415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.134387 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/networks/a596c795-f8d9-4ff5-a0a1-872d55e36c63 HTTP/1.1" status: 204 len: 168 time: 2.6680121 Mar 11 15:43:07.173098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b5234-35c2-4b2f-83c0-7d3e4f801d74 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Network': ['ID=a596c795-f8d9-4ff5-a0a1-872d55e36c63,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:07.173871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36586) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:07.185368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8af79c48-ecf0-489b-a9fa-60e7e8c7386a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.194015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] For port cccc4424-d629-4f73-80b8-823070732744, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:07.197216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1671160080', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:07.199780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] For port cccc4424-d629-4f73-80b8-823070732744, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cccc4424-d629-4f73-80b8-823070732744,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:07.273669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.280071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:07.296288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::f816:3eff:fea6:4e04 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/940612ff-ad9e-4b74-9b16-74980ad63b85/697308d4-43a9-479d-9ccf-9f7434a8d48b) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:07.363652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d5aada-5504-45e8-8027-291473543b97 None None] DHCP port deletion for 9c5dd1f0-4a5b-4a42-816a-ce81398543b9 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:43:07.365179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:router and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:07.366803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de62ffc-a952-4555-92f3-2a34f8395fa2 req-bfbccbe0-383d-40d5-a1d3-608672499613 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:07.369460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2de62ffc-a952-4555-92f3-2a34f8395fa2 req-bfbccbe0-383d-40d5-a1d3-608672499613 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.1500878 Mar 11 15:43:07.380040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-73d5aada-5504-45e8-8027-291473543b97 None None] Deleting port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:07.380419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-73d5aada-5504-45e8-8027-291473543b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.391365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:07.422853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:07.442860 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2de62ffc-a952-4555-92f3-2a34f8395fa2 req-4fa75b8c-de41-426b-86e7-2a5b85e37092 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647037 Mar 11 15:43:07.444381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8af79c48-ecf0-489b-a9fa-60e7e8c7386a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.480482 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Routers {'29827d51-14b5-4f55-ae05-89455432d0c6'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:07.480482 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['29827d51-14b5-4f55-ae05-89455432d0c6'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:07.518529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.528607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8af79c48-ecf0-489b-a9fa-60e7e8c7386a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.550615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b675929-5a15-495e-bf0c-465e27cc92b0 None None] Network 79712a8a-4b0a-4b39-b534-d301015953bb requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:07.564392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af79c48-ecf0-489b-a9fa-60e7e8c7386a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Subnet': ['ID=706f6591-9a04-4a99-90b8-d61897912527,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:07.580661 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8af79c48-ecf0-489b-a9fa-60e7e8c7386a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/706f6591-9a04-4a99-90b8-d61897912527 HTTP/1.1" status: 204 len: 168 time: 0.9585142 Mar 11 15:43:07.580897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36592) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:07.607632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fbebc-83a7-40ca-b417-b6af60d95656 None None] Pushing event updated for resources: {'Port': ['ID=cccc4424-d629-4f73-80b8-823070732744,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:07.635562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Transition to ACTIVE for port object 861b016c-36c9-46cd-a711-cda9fa813e91 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:07.659295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:07.828357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.832818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.833926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.851064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:07.851309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.851802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:07.959317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb7fa3-fd93-4e4f-b3b4-b57a1749ed8a req-e0b62c8a-b800-4e7f-b9cb-3a810720eb2d tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:07.960940 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dfcb7fa3-fd93-4e4f-b3b4-b57a1749ed8a req-e0b62c8a-b800-4e7f-b9cb-3a810720eb2d tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.2239838 Mar 11 15:43:08.053851 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.055216 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dfcb7fa3-fd93-4e4f-b3b4-b57a1749ed8a req-6dd78360-02ef-4fc4-91f7-22de08827115 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816491 Mar 11 15:43:08.107078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.133990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3ae090a3-5249-46f3-a6b3-df81b2eee5c4,segment=NetworkSegment(ec07c2a3-2354-4a23-a7eb-3aedf1a51e65),segment_id=ec07c2a3-2354-4a23-a7eb-3aedf1a51e65)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:08.134387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.138967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-73d5aada-5504-45e8-8027-291473543b97 None None] For port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3ae090a3-5249-46f3-a6b3-df81b2eee5c4,segment=NetworkSegment(ec07c2a3-2354-4a23-a7eb-3aedf1a51e65),segment_id=ec07c2a3-2354-4a23-a7eb-3aedf1a51e65)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:08.139456 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-73d5aada-5504-45e8-8027-291473543b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.268588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:08.297424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-73d5aada-5504-45e8-8027-291473543b97 None None] Calling delete_port for 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:08.404199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] Set router 29827d51-14b5-4f55-ae05-89455432d0c6 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:43:08.440468 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.540986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=3ae090a3-5249-46f3-a6b3-df81b2eee5c4,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:08.548133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No DVR routers for this DVR port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:08.605807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 update to DOWN by agent not found {{(pid=88559) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 11 15:43:08.638568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-73d5aada-5504-45e8-8027-291473543b97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:43:08.639010 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-73d5aada-5504-45e8-8027-291473543b97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:43:08.685817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.755005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aad623c-049a-403b-94a3-daebb513f11e None None] DHCP port deletion for 79712a8a-4b0a-4b39-b534-d301015953bb request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:43:08.782416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.791931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6aad623c-049a-403b-94a3-daebb513f11e None None] Deleting port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:08.792205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6aad623c-049a-403b-94a3-daebb513f11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.824334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5dd1f0-4a5b-4a42-816a-ce81398543b9']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:08.846938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec07c2a3-2354-4a23-a7eb-3aedf1a51e65') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:08.847934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec07c2a3-2354-4a23-a7eb-3aedf1a51e65') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:08.865871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.882222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06da8a-9ccf-4eb7-b5b4-fe6301eb1eeb req-e83bd3f0-3794-4574-a07d-8d7733d84e37 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:08.883797 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3e06da8a-9ccf-4eb7-b5b4-fe6301eb1eeb req-e83bd3f0-3794-4574-a07d-8d7733d84e37 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.2983248 Mar 11 15:43:08.896748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.918287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:43:08.918783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.922149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'Subnet': ['ID=036befe3-2fd1-47d0-8fbd-170fb408fd0f,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:08.928249 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:43:08.936455 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:43:08.974686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.009415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:09.037885 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3e06da8a-9ccf-4eb7-b5b4-fe6301eb1eeb req-832b373f-0d83-4918-bfa2-fb7c6b5794a1 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454670 Mar 11 15:43:09.045837 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:42:59Z', 'revision_number': 3, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:09.082989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:09.095433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7ebde-8b8c-43f7-b929-2ec23f92c03e None None] The sync data for ids ['29827d51-14b5-4f55-ae05-89455432d0c6'] in dv-neutron-833203-2-hyperv is: [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:42:59Z', 'revision_number': 3, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:09.109088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.113371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a222d83e-560e-4d1b-a2cc-408c1784b63d None None] Provisioning for port 6cba3b9e-42de-45ee-b3ae-edc58d60d269 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:09.123665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.123906 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6aad623c-049a-403b-94a3-daebb513f11e None None] For port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fc8dbc48-c1aa-4d27-9862-89ea31b39fb9,segment=NetworkSegment(63cbb2c1-868a-4bfd-886a-4002f3ecf2dd),segment_id=63cbb2c1-868a-4bfd-886a-4002f3ecf2dd)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:09.123906 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6aad623c-049a-403b-94a3-daebb513f11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.125045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Checking segment: {'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:09.125409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Network hostable DHCP agents. Network: f481248f-54a1-4bed-bfea-bd9eb2a04282, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:43:09.148138 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:09.153963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:09.154619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.162980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Network': ['ID=9c5dd1f0-4a5b-4a42-816a-ce81398543b9,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:09.189231 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.190541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-73d5aada-5504-45e8-8027-291473543b97 None None] Deleting port 3ae090a3-5249-46f3-a6b3-df81b2eee5c4 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:09.191525 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-73d5aada-5504-45e8-8027-291473543b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.194747 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'Port': ['ID=861b016c-36c9-46cd-a711-cda9fa813e91,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:09.216499 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bdc3136d-c033-4849-841b-685309daa60e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/networks/9c5dd1f0-4a5b-4a42-816a-ce81398543b9 HTTP/1.1" status: 204 len: 168 time: 1.6345246 Mar 11 15:43:09.219079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36602) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:09.369270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 697308d4-43a9-479d-9ccf-9f7434a8d48b will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:09.380859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6aad623c-049a-403b-94a3-daebb513f11e None None] Calling delete_port for fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:09.468994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-73d5aada-5504-45e8-8027-291473543b97 None None] The port '3ae090a3-5249-46f3-a6b3-df81b2eee5c4' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:43:09.498160 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9027fea8-481a-4d39-9e3e-fdcca984c9d3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.3067007 Mar 11 15:43:09.524074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36606) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:09.591055 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bbf774bd-aa17-426c-b04b-4dcca567e855 None None] Provisioning for port 861b016c-36c9-46cd-a711-cda9fa813e91 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:09.596591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bbf774bd-aa17-426c-b04b-4dcca567e855 None None] Provisioning complete for port 861b016c-36c9-46cd-a711-cda9fa813e91 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:09.598974 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bbf774bd-aa17-426c-b04b-4dcca567e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.659573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.660659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6aad623c-049a-403b-94a3-daebb513f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.691069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ac8ff3d6-e14a-4cc5-939e-ed340b0341a2 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3b:9c:3a'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:09.728717 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad623c-049a-403b-94a3-daebb513f11e None None] Pushing event deleted for resources: {'Port': ['ID=fc8dbc48-c1aa-4d27-9862-89ea31b39fb9,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:09.734393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Network f481248f-54a1-4bed-bfea-bd9eb2a04282 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:43:09.735354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cccc4424-d629-4f73-80b8-823070732744 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:09.789310 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad623c-049a-403b-94a3-daebb513f11e None None] No DVR routers for this DVR port fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:09.819613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-bbf774bd-aa17-426c-b04b-4dcca567e855 None None] Port 861b016c-36c9-46cd-a711-cda9fa813e91 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:09.829735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.857977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, f481248f-54a1-4bed-bfea-bd9eb2a04282) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:09.858670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79712a8a-4b0a-4b39-b534-d301015953bb']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:09.867951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d688225-2ffc-44fe-acaf-c54c0711465f None None] Network f481248f-54a1-4bed-bfea-bd9eb2a04282 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:09.872787 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cbb2c1-868a-4bfd-886a-4002f3ecf2dd') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:09.873086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cbb2c1-868a-4bfd-886a-4002f3ecf2dd') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:09.885623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.903951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.909348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:09.910607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.914028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:43:09.914780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.930934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.941650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:09.974414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port cccc4424-d629-4f73-80b8-823070732744 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:09.984081 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port cccc4424-d629-4f73-80b8-823070732744 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:09.984427 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.037004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:43:10.038127 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:43:10.089498 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4ff8c57f-be31-4dbd-81fb-e67fae21e497 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.0486751 Mar 11 15:43:10.090199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36612) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:10.201766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.204372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:10.229199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:10.231090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=697308d4-43a9-479d-9ccf-9f7434a8d48b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:10.237670 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:10.243401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:10.243957 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.301863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.314344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Network': ['ID=79712a8a-4b0a-4b39-b534-d301015953bb,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:10.334528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-f481248f-54a1-4bed-bfea-bd9eb2a04282', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:43:10.336146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.380414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.398983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port cccc4424-d629-4f73-80b8-823070732744, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cccc4424-d629-4f73-80b8-823070732744,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:10.407531 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-01ee73d4-bac1-4cb4-a8f2-830a0a98dc5f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/networks/79712a8a-4b0a-4b39-b534-d301015953bb HTTP/1.1" status: 204 len: 168 time: 1.1873472 Mar 11 15:43:10.419479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36616) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:10.432311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1419418844'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:10.446109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:10.457383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:network and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:10.470727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:10.481503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:10.555688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.556973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6cba3b9e-42de-45ee-b3ae-edc58d60d269 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:10.586458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fed438-2d76-4ac6-95bf-a629a422d9ef req-5febfb22-840e-48a0-98e1-209e088609f4 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:10.588051 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42fed438-2d76-4ac6-95bf-a629a422d9ef req-5febfb22-840e-48a0-98e1-209e088609f4 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3904638 Mar 11 15:43:10.679059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Allocated IP 172.20.0.2 (f481248f-54a1-4bed-bfea-bd9eb2a04282/036befe3-2fd1-47d0-8fbd-170fb408fd0f/3e004f1d-7866-4acf-82ab-2c4b2d2a3995) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:10.715777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=cccc4424-d629-4f73-80b8-823070732744,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:10.726607 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42fed438-2d76-4ac6-95bf-a629a422d9ef req-37d1e5e6-692d-4775-8f32-535022b7cefb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274824 Mar 11 15:43:10.749458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f6a65834-08ae-4871-bb84-5ae5488ff201 None None] Provisioning for port 697308d4-43a9-479d-9ccf-9f7434a8d48b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:10.749827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:43:10.811207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.816873 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f6a65834-08ae-4871-bb84-5ae5488ff201 None None] Provisioning complete for port 697308d4-43a9-479d-9ccf-9f7434a8d48b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:10.816873 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f6a65834-08ae-4871-bb84-5ae5488ff201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.851202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.853976 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d650985c-c90c-4478-9262-4b399560f1ef tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.3141699 Mar 11 15:43:10.868434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36620) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:10.896855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 6cba3b9e-42de-45ee-b3ae-edc58d60d269 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:10.899217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:10.903275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.903549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f6a65834-08ae-4871-bb84-5ae5488ff201 None None] Port 697308d4-43a9-479d-9ccf-9f7434a8d48b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:10.913600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6cba3b9e-42de-45ee-b3ae-edc58d60d269 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:10.913966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.959878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:43:11.002843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.003198 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added segment 8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104 of type vlan for network c5241332-dcc9-43a4-8d13-b4c3ed547c5e Mar 11 15:43:11.047521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff3d6-e14a-4cc5-939e-ed340b0341a2 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.057545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.088925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.159217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Transition to ACTIVE for port object 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:11.186304 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.186425 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.202677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Transition to ACTIVE for port object 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:11.227174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 6cba3b9e-42de-45ee-b3ae-edc58d60d269, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6cba3b9e-42de-45ee-b3ae-edc58d60d269,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:11.261531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.266475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:11.267057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.269917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.336608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.351574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Network f481248f-54a1-4bed-bfea-bd9eb2a04282 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:11.355385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:11.357548 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Pushing event updated for resources: {'Port': ['ID=3e004f1d-7866-4acf-82ab-2c4b2d2a3995,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:11.363653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:11.438310 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a8c674-dd21-4d3f-b59b-43c99015a295 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:11.446600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a8c674-dd21-4d3f-b59b-43c99015a295 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:11.447669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-20a8c674-dd21-4d3f-b59b-43c99015a295 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:11.451534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:11.481996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:11.484106 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Allocated IP 172.26.6.132 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/324c9cc5-e378-4ba3-80fe-222d07832ce1) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:11.512384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Router 55088e10-6326-49a8-9d7b-e6f8f8ec6427 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:43:11.523019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ab71d-b0db-477d-a49e-073fe88d4a58 None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:11.537945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:43:11.538395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fc8dbc48-c1aa-4d27-9862-89ea31b39fb9 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:11.542535 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1215453 Mar 11 15:43:11.569461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ab71d-b0db-477d-a49e-073fe88d4a58 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:11.570081 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0d6ab71d-b0db-477d-a49e-073fe88d4a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:11.599025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36624) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:11.612145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24840322-7046-4b61-990d-72eee0ff0ae2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Network': ['ID=c5241332-dcc9-43a4-8d13-b4c3ed547c5e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:11.623534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=6cba3b9e-42de-45ee-b3ae-edc58d60d269,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:11.626518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'subnet': {'network_id': 'c5241332-dcc9-43a4-8d13-b4c3ed547c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:11.633077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Attempting to bind port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:11.633454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Attempting to bind port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:11.633866 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Attempting to bind port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 on network f481248f-54a1-4bed-bfea-bd9eb2a04282 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:11.646112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network c5241332-dcc9-43a4-8d13-b4c3ed547c5e details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:43:11.664749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0d6ab71d-b0db-477d-a49e-073fe88d4a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:11.666922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:11.667295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Checking segment: {'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:11.667697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.668084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Bound using segment: {'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:11.668613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Bound port: 3e004f1d-7866-4acf-82ab-2c4b2d2a3995, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:11.668976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.677914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cccc4424-d629-4f73-80b8-823070732744 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:11.765034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-20a8c674-dd21-4d3f-b59b-43c99015a295 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:11.768674 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-20a8c674-dd21-4d3f-b59b-43c99015a295 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8595951 Mar 11 15:43:11.773151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36628) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:11.796029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ab71d-b0db-477d-a49e-073fe88d4a58 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:11.797268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0d6ab71d-b0db-477d-a49e-073fe88d4a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:11.825246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.828884 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-567dfe2a-ec49-4924-81db-33623ee210e2 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 12.0226004 Mar 11 15:43:11.848799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36634) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:11.879027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-c7f60779-a666-464c-9072-7b2a92c3216f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 697308d4-43a9-479d-9ccf-9f7434a8d48b {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:11.879027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c7f60779-a666-464c-9072-7b2a92c3216f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:11.917607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0d6ab71d-b0db-477d-a49e-073fe88d4a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:11.918267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ab71d-b0db-477d-a49e-073fe88d4a58 None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:11.967549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] For port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:11.971446 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] For port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3e004f1d-7866-4acf-82ab-2c4b2d2a3995,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:11.972956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port cccc4424-d629-4f73-80b8-823070732744 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:11.973320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.033765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:12.078545 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.116327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:subnet and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:12.140995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:12.152381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Allocated IP 172.20.0.1 (f481248f-54a1-4bed-bfea-bd9eb2a04282/036befe3-2fd1-47d0-8fbd-170fb408fd0f/feddbe5a-dd40-405e-a58f-d280e0eb7ba6) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:12.196846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776f793-601a-4017-8084-8a162b922bd5 None None] Pushing event updated for resources: {'Port': ['ID=3e004f1d-7866-4acf-82ab-2c4b2d2a3995,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:12.232863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b443c05-1194-4d03-a99b-1af1efb269bb req-a73acd14-0f10-4a64-aa3c-1824dc001387 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:12.234466 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9b443c05-1194-4d03-a99b-1af1efb269bb req-a73acd14-0f10-4a64-aa3c-1824dc001387 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3269744 Mar 11 15:43:12.342171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-ac8ff3d6-e14a-4cc5-939e-ed340b0341a2 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:43:12.404015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.419218 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:12.428254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff3d6-e14a-4cc5-939e-ed340b0341a2 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.470961 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9b443c05-1194-4d03-a99b-1af1efb269bb req-eec9c054-2175-4237-9ea9-e79416a14f18 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697154 Mar 11 15:43:12.478921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c7f60779-a666-464c-9072-7b2a92c3216f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.542419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:12.559363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.559363 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-18e1f846-a650-4743-ac64-da87eaabdb34 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "PUT /v2.0/routers/55088e10-6326-49a8-9d7b-e6f8f8ec6427 HTTP/1.1" status: 200 len: 879 time: 11.9611068 Mar 11 15:43:12.560384 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382289e7-6d88-4fd5-99b8-d64083907627 None None] Sync routers for ids ['55088e10-6326-49a8-9d7b-e6f8f8ec6427'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:12.571304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff3d6-e14a-4cc5-939e-ed340b0341a2 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.576460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36638) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:12.580138 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382289e7-6d88-4fd5-99b8-d64083907627 None None] Routers {'55088e10-6326-49a8-9d7b-e6f8f8ec6427'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:12.580987 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-382289e7-6d88-4fd5-99b8-d64083907627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['55088e10-6326-49a8-9d7b-e6f8f8ec6427'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:12.628446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-c7f60779-a666-464c-9072-7b2a92c3216f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 697308d4-43a9-479d-9ccf-9f7434a8d48b owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:12.643990 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-382289e7-6d88-4fd5-99b8-d64083907627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:12.652376 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382289e7-6d88-4fd5-99b8-d64083907627 None None] Routers {'55088e10-6326-49a8-9d7b-e6f8f8ec6427'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:12.653054 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-382289e7-6d88-4fd5-99b8-d64083907627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['55088e10-6326-49a8-9d7b-e6f8f8ec6427'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:12.673617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.690916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:12.694378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.706482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Transition to ACTIVE for port object feddbe5a-dd40-405e-a58f-d280e0eb7ba6 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:12.717424 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-382289e7-6d88-4fd5-99b8-d64083907627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:12.717821 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382289e7-6d88-4fd5-99b8-d64083907627 None None] The sync data for ids ['55088e10-6326-49a8-9d7b-e6f8f8ec6427'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:12.754809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ff3d6-e14a-4cc5-939e-ed340b0341a2 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] In _notify_port_updated(), no bound segment for port 861b016c-36c9-46cd-a711-cda9fa813e91 on network f5993af4-bfe3-4fac-b3d3-9ade08079cbd {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:43:12.760209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8ff3d6-e14a-4cc5-939e-ed340b0341a2 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:12.761046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff3d6-e14a-4cc5-939e-ed340b0341a2 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.762373 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ac8ff3d6-e14a-4cc5-939e-ed340b0341a2 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "PUT /v2.0/ports/861b016c-36c9-46cd-a711-cda9fa813e91 HTTP/1.1" status: 200 len: 1001 time: 3.2366657 Mar 11 15:43:12.785509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36642) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:12.886524 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c7f60779-a666-464c-9072-7b2a92c3216f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.947487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f60779-a666-464c-9072-7b2a92c3216f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=697308d4-43a9-479d-9ccf-9f7434a8d48b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:12.951516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.956178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:12.974966 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ff3d6-e14a-4cc5-939e-ed340b0341a2 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'Port': ['ID=861b016c-36c9-46cd-a711-cda9fa813e91,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:13.053536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d30b346f-2422-4f71-94be-411eeef106ef None None] Provisioning complete for port 861b016c-36c9-46cd-a711-cda9fa813e91 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:13.056400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d30b346f-2422-4f71-94be-411eeef106ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:13.063731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Network f481248f-54a1-4bed-bfea-bd9eb2a04282 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:13.065436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c7f60779-a666-464c-9072-7b2a92c3216f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:13.071316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:13.086088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:13.138185 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d30b346f-2422-4f71-94be-411eeef106ef None None] Port 861b016c-36c9-46cd-a711-cda9fa813e91 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:13.168534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'Port': ['ID=feddbe5a-dd40-405e-a58f-d280e0eb7ba6,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:13.181284 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=324c9cc5-e378-4ba3-80fe-222d07832ce1,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:13.181487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:13.275729 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c7f60779-a666-464c-9072-7b2a92c3216f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/697308d4-43a9-479d-9ccf-9f7434a8d48b HTTP/1.1" status: 204 len: 168 time: 1.5008326 Mar 11 15:43:13.276597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36646) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:13.304669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:13.327969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-384c9ce7-ad55-49bd-b5fc-8894c9f26d74 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Deleting port 861b016c-36c9-46cd-a711-cda9fa813e91 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:13.328410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-384c9ce7-ad55-49bd-b5fc-8894c9f26d74 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:13.354338 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:13.381404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:13.416591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2886fe8b-fc6a-47fd-b770-f2e84b8d295a None None] Network f481248f-54a1-4bed-bfea-bd9eb2a04282 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:13.489210 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-81effbef-93ef-49fa-8234-16c9625c2ed9 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/routers/55088e10-6326-49a8-9d7b-e6f8f8ec6427 HTTP/1.1" status: 200 len: 920 time: 0.8765488 Mar 11 15:43:13.494384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36650) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:13.567427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17706f39-4f37-40e7-89b6-35e78faa68e5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:13.568950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17706f39-4f37-40e7-89b6-35e78faa68e5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:13.569714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-17706f39-4f37-40e7-89b6-35e78faa68e5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:13.594564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:13.722585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f96087-a9c1-4f76-a000-f2ff36549757 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:13.724086 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-75f96087-a9c1-4f76-a000-f2ff36549757 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&device_id=55088e10-6326-49a8-9d7b-e6f8f8ec6427&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2288096 Mar 11 15:43:13.724969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-17706f39-4f37-40e7-89b6-35e78faa68e5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:13.728806 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-17706f39-4f37-40e7-89b6-35e78faa68e5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4510112 Mar 11 15:43:13.736691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36656) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:13.736691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36658) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:13.737401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-206ebf2c-b85c-4902-9d1f-7f7abcbe17db None None] Provisioning for port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:13.825461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:13.995630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:14.005835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:14.006651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.070107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0a0999-845b-4b0f-8bfc-ce9688aa1e4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 940612ff-ad9e-4b74-9b16-74980ad63b85 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:43:14.079911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0999-845b-4b0f-8bfc-ce9688aa1e4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.106672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-07780604-a190-416f-ac52-ee4dbef5244e None None] Provisioning complete for port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:14.107724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-07780604-a190-416f-ac52-ee4dbef5244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.187359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b7cd28-2b94-40b3-ad67-0e14e35d5a6b tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:14.187848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-13b7cd28-2b94-40b3-ad67-0e14e35d5a6b tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Synchronizing usage tracker for tenant:cd224232dfe7432d80bc2e428ab4523c on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:14.220263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bd08f-d65d-4736-b351-08450926809c req-1fe4f140-5156-4cbe-8bba-e6136a837cfa tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:14.222152 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-081bd08f-d65d-4736-b351-08450926809c req-1fe4f140-5156-4cbe-8bba-e6136a837cfa tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.5471816 Mar 11 15:43:14.254145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0999-845b-4b0f-8bfc-ce9688aa1e4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.301929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-07780604-a190-416f-ac52-ee4dbef5244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.320044 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.359403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-384c9ce7-ad55-49bd-b5fc-8894c9f26d74 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.418923 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-081bd08f-d65d-4736-b351-08450926809c req-ebccff9d-c02f-47d2-add4-d64190da2973 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815441 Mar 11 15:43:14.431890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-07780604-a190-416f-ac52-ee4dbef5244e None None] For port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3e004f1d-7866-4acf-82ab-2c4b2d2a3995,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:14.433545 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.467010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0999-845b-4b0f-8bfc-ce9688aa1e4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.495887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-13b7cd28-2b94-40b3-ad67-0e14e35d5a6b tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Unset dirty status for tenant:cd224232dfe7432d80bc2e428ab4523c on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:14.497117 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-13b7cd28-2b94-40b3-ad67-0e14e35d5a6b tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/networks/71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 881 time: 0.7541046 Mar 11 15:43:14.504178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36664) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:14.525264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-07780604-a190-416f-ac52-ee4dbef5244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.569556 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f001a98b-00ac-4a57-9c1d-c843dff3c299 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=55088e10-6326-49a8-9d7b-e6f8f8ec6427 HTTP/1.1" status: 200 len: 205 time: 0.0610795 Mar 11 15:43:14.574614 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36668) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:14.590432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-384c9ce7-ad55-49bd-b5fc-8894c9f26d74 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Calling delete_port for 861b016c-36c9-46cd-a711-cda9fa813e91 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:14.621527 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.643448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:43:14.643731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:43:14.650380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07780604-a190-416f-ac52-ee4dbef5244e None None] Pushing event updated for resources: {'Port': ['ID=3e004f1d-7866-4acf-82ab-2c4b2d2a3995,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:14.664375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.704415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-07780604-a190-416f-ac52-ee4dbef5244e None None] Provisioning for port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:14.710202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-07780604-a190-416f-ac52-ee4dbef5244e None None] Provisioning complete for port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:14.710578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-07780604-a190-416f-ac52-ee4dbef5244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.745725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.767635 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-07780604-a190-416f-ac52-ee4dbef5244e None None] Port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:14.775502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Subnet': ['ID=48e69654-1d0f-4e3e-8473-66581c4ca666,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:14.828629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0999-845b-4b0f-8bfc-ce9688aa1e4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.854145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Checking segment: {'id': '8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5241332-dcc9-43a4-8d13-b4c3ed547c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:14.854507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network hostable DHCP agents. Network: c5241332-dcc9-43a4-8d13-b4c3ed547c5e, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:43:14.890334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-41994921-6ed3-447a-a107-fd9f871c45e2 None None] Provisioning complete for port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:14.891312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-41994921-6ed3-447a-a107-fd9f871c45e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.946692 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-41994921-6ed3-447a-a107-fd9f871c45e2 None None] Port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:14.984930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.030747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a0999-845b-4b0f-8bfc-ce9688aa1e4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=940612ff-ad9e-4b74-9b16-74980ad63b85,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:15.040440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c001fa19-d441-4bdc-af45-490700269db6 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:15.042510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0999-845b-4b0f-8bfc-ce9688aa1e4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.064376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'Port': ['ID=feddbe5a-dd40-405e-a58f-d280e0eb7ba6,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:15.071811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.086449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network c5241332-dcc9-43a4-8d13-b4c3ed547c5e is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:43:15.138155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.261943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6cba3b9e-42de-45ee-b3ae-edc58d60d269 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:15.305601 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2f0a0999-845b-4b0f-8bfc-ce9688aa1e4f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/940612ff-ad9e-4b74-9b16-74980ad63b85 HTTP/1.1" status: 204 len: 168 time: 1.5608761 Mar 11 15:43:15.320387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36672) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:15.355343 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6cba3b9e-42de-45ee-b3ae-edc58d60d269 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:15.355711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.400325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, c5241332-dcc9-43a4-8d13-b4c3ed547c5e) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:15.413852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:15.414452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.416365 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa76ba-326a-4b1e-b889-2b9f677bf53d None None] Network c5241332-dcc9-43a4-8d13-b4c3ed547c5e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:15.431348 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-beb5dff0-b129-453a-b284-883d511636fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094639 Mar 11 15:43:15.432174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36676) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:15.451871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29349567-4e62-4583-97e1-fddeb240fcb3 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:43:15.524140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.548712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Network f481248f-54a1-4bed-bfea-bd9eb2a04282 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:15.583257 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:15.585637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-384c9ce7-ad55-49bd-b5fc-8894c9f26d74 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.594684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-29349567-4e62-4583-97e1-fddeb240fcb3 None None] Deleting port 6cba3b9e-42de-45ee-b3ae-edc58d60d269 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:15.595051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-29349567-4e62-4583-97e1-fddeb240fcb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.669920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Deleting port f37ebea2-f485-4075-9d03-cd204b40892f {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:15.669920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.691840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c9ce7-ad55-49bd-b5fc-8894c9f26d74 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event deleted for resources: {'Port': ['ID=861b016c-36c9-46cd-a711-cda9fa813e91,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:15.708254 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-83434eb7-9800-494c-b9c8-f8b74d12705a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1090288 Mar 11 15:43:15.723272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36682) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:15.738560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-cfdeab44-67f3-4be7-888b-70eb52a460b5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-306270231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:15.840229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cfdeab44-67f3-4be7-888b-70eb52a460b5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:15.860853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57935c38-cd2b-463e-881d-75eaa30bb827 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:15.861600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-57935c38-cd2b-463e-881d-75eaa30bb827 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:15.871531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cfdeab44-67f3-4be7-888b-70eb52a460b5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:router and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:15.890598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cfdeab44-67f3-4be7-888b-70eb52a460b5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:15.935679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.991376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cfdeab44-67f3-4be7-888b-70eb52a460b5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:16.004102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-c5241332-dcc9-43a4-8d13-b4c3ed547c5e', 'network_id': 'c5241332-dcc9-43a4-8d13-b4c3ed547c5e', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'fixed_ips': [{'subnet_id': '48e69654-1d0f-4e3e-8473-66581c4ca666'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:43:16.009003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.054716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:16.065022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-384c9ce7-ad55-49bd-b5fc-8894c9f26d74 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.067559 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-384c9ce7-ad55-49bd-b5fc-8894c9f26d74 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "DELETE /v2.0/ports/861b016c-36c9-46cd-a711-cda9fa813e91 HTTP/1.1" status: 204 len: 168 time: 3.2745550 Mar 11 15:43:16.082570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36686) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:16.130856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-29349567-4e62-4583-97e1-fddeb240fcb3 None None] For port 6cba3b9e-42de-45ee-b3ae-edc58d60d269, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6cba3b9e-42de-45ee-b3ae-edc58d60d269,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:16.131887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-29349567-4e62-4583-97e1-fddeb240fcb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.153861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.20.0.1 (557db8c4-7514-4564-a74c-6b39c99896bd/fac8ab75-cf43-4936-9af6-14ef6dc93120/c1e7a272-67f3-4ca8-8fac-888dcc3cb47e) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:16.160494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-57935c38-cd2b-463e-881d-75eaa30bb827 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:16.164280 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-57935c38-cd2b-463e-881d-75eaa30bb827 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7181361 Mar 11 15:43:16.168166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36690) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:16.170244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b78d5-5665-4689-b5fe-ba885545c4f9 req-c11776f3-a0f4-4dc1-a559-595f3536526a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:16.172020 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e36b78d5-5665-4689-b5fe-ba885545c4f9 req-c11776f3-a0f4-4dc1-a559-595f3536526a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.6271808 Mar 11 15:43:16.177925 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad9b448-f598-4c41-b0c0-412f39ec2066 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] GET failed (client error): The resource could not be found. Mar 11 15:43:16.182744 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bad9b448-f598-4c41-b0c0-412f39ec2066 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "GET /v2.0/ports/861b016c-36c9-46cd-a711-cda9fa813e91 HTTP/1.1" status: 404 len: 333 time: 0.0956912 Mar 11 15:43:16.201767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36694) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:16.213601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdeab44-67f3-4be7-888b-70eb52a460b5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.215255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdeab44-67f3-4be7-888b-70eb52a460b5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.221658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Request body: {'port': {'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2040593578'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:16.264801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10349eda-2a5d-4ca7-8d7e-b1da2060a035 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:16.265869 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-10349eda-2a5d-4ca7-8d7e-b1da2060a035 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:16.271319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Router 29827d51-14b5-4f55-ae05-89455432d0c6 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:43:16.273428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.373438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-29349567-4e62-4583-97e1-fddeb240fcb3 None None] Calling delete_port for 6cba3b9e-42de-45ee-b3ae-edc58d60d269 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:16.399191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-82eb9d8c-59e4-4af2-befa-e6fca896155e None None] Provisioning complete for port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:16.399191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-82eb9d8c-59e4-4af2-befa-e6fca896155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.455772 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-10349eda-2a5d-4ca7-8d7e-b1da2060a035 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:16.459476 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-10349eda-2a5d-4ca7-8d7e-b1da2060a035 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2889318 Mar 11 15:43:16.462609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36698) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:16.485692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Calling delete_port for f37ebea2-f485-4075-9d03-cd204b40892f owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:16.523978 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e36b78d5-5665-4689-b5fe-ba885545c4f9 req-101007ee-a164-4d2e-8ced-7c670773b9f7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3430202 Mar 11 15:43:16.527832 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-82eb9d8c-59e4-4af2-befa-e6fca896155e None None] Port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:16.537846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdeab44-67f3-4be7-888b-70eb52a460b5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.540042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router 99b3a7fb-a41c-4294-a05f-a204e8524799 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:43:16.559603 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-591108cc-37c3-420f-9416-2cfda6bb0249 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954807 Mar 11 15:43:16.561914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36702) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:16.562252 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:16.562621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.568654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.580197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:16.617621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Allocated IP 2001:db8::2 (c5241332-dcc9-43a4-8d13-b4c3ed547c5e/48e69654-1d0f-4e3e-8473-66581c4ca666/013f123a-c09d-4dfa-9661-2104b3e8f953) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:16.679359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-29349567-4e62-4583-97e1-fddeb240fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.811114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29349567-4e62-4583-97e1-fddeb240fcb3 None None] No DVR routers for this DVR port 6cba3b9e-42de-45ee-b3ae-edc58d60d269 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:16.821096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29349567-4e62-4583-97e1-fddeb240fcb3 None None] Pushing event deleted for resources: {'Port': ['ID=6cba3b9e-42de-45ee-b3ae-edc58d60d269,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:16.859849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:16.875504 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:16.916885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:16.923905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdeab44-67f3-4be7-888b-70eb52a460b5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.929992 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6cba3b9e-42de-45ee-b3ae-edc58d60d269 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:16.931541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:16.949987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Usage tracker for resource:port and tenant:6b032bd7f4884ed0a664f3c5274d34a6 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:16.953276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d0761-d316-4d47-b3b9-1b7b3e7e4f6f None None] Sync routers for ids ['99b3a7fb-a41c-4294-a05f-a204e8524799'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:16.955560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:16.971543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 6cba3b9e-42de-45ee-b3ae-edc58d60d269 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:43:16.971905 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6cba3b9e-42de-45ee-b3ae-edc58d60d269 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:16.979594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:16.986301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:16.988803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d0761-d316-4d47-b3b9-1b7b3e7e4f6f None None] Routers {'99b3a7fb-a41c-4294-a05f-a204e8524799'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:16.994847 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-552d0761-d316-4d47-b3b9-1b7b3e7e4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['99b3a7fb-a41c-4294-a05f-a204e8524799'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:16.995014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.999970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:17.013563 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d14fe14c-eb76-4600-9a5c-05fe01ec7b57 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "PUT /v2.0/routers/29827d51-14b5-4f55-ae05-89455432d0c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9221532 Mar 11 15:43:17.013750 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Sync routers for ids ['29827d51-14b5-4f55-ae05-89455432d0c6'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:17.030371 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Routers {'29827d51-14b5-4f55-ae05-89455432d0c6'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:17.031000 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['29827d51-14b5-4f55-ae05-89455432d0c6'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:17.066666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-552d0761-d316-4d47-b3b9-1b7b3e7e4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:17.072933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.095600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdeab44-67f3-4be7-888b-70eb52a460b5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.103135 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cfdeab44-67f3-4be7-888b-70eb52a460b5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3706129 Mar 11 15:43:17.104374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36708) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:17.109627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d0761-d316-4d47-b3b9-1b7b3e7e4f6f None None] Routers {'99b3a7fb-a41c-4294-a05f-a204e8524799'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:17.109627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-552d0761-d316-4d47-b3b9-1b7b3e7e4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['99b3a7fb-a41c-4294-a05f-a204e8524799'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:17.110944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Made reservation on behalf of 6b032bd7f4884ed0a664f3c5274d34a6 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:17.114627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.134843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'port': {'network_id': 'c5241332-dcc9-43a4-8d13-b4c3ed547c5e', 'name': 'tempest-RoutersIpV6Test-1599950253'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:17.169989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.204594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.205940 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f39f3f90-2399-4228-95ac-373cd7bb1061 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 10.0255094 Mar 11 15:43:17.209706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.216794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36718) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:17.220670 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Transition to ACTIVE for port object 013f123a-c09d-4dfa-9661-2104b3e8f953 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:17.247011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-552d0761-d316-4d47-b3b9-1b7b3e7e4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:17.247251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d0761-d316-4d47-b3b9-1b7b3e7e4f6f None None] The sync data for ids ['99b3a7fb-a41c-4294-a05f-a204e8524799'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:17.277943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Transition to ACTIVE for port object 013f123a-c09d-4dfa-9661-2104b3e8f953 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:17.331391 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Set router 29827d51-14b5-4f55-ae05-89455432d0c6 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:43:17.349634 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.379467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Pushing event deleted for resources: {'Port': ['ID=f37ebea2-f485-4075-9d03-cd204b40892f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:17.383103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] device_id is not set on port a433b1b9-d3be-45cb-8d38-9cc81433447f yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:43:17.430276 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 557db8c4-7514-4564-a74c-6b39c99896bd is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:17.433547 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Network c5241332-dcc9-43a4-8d13-b4c3ed547c5e is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:17.443856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:17.446140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:17.451030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:17.452389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:17.460173 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Pushing event updated for resources: {'Port': ['ID=013f123a-c09d-4dfa-9661-2104b3e8f953,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:17.529697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=c1e7a272-67f3-4ca8-8fac-888dcc3cb47e,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:17.551242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.597450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Attempting to bind port 013f123a-c09d-4dfa-9661-2104b3e8f953 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:17.597450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Attempting to bind port 013f123a-c09d-4dfa-9661-2104b3e8f953 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5241332-dcc9-43a4-8d13-b4c3ed547c5e'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:17.597917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Attempting to bind port 013f123a-c09d-4dfa-9661-2104b3e8f953 on network c5241332-dcc9-43a4-8d13-b4c3ed547c5e {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:17.616133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:17.621062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Checking segment: {'id': '8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5241332-dcc9-43a4-8d13-b4c3ed547c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:17.622279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.624829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Bound using segment: {'id': '8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5241332-dcc9-43a4-8d13-b4c3ed547c5e'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:17.625358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Bound port: 013f123a-c09d-4dfa-9661-2104b3e8f953, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5241332-dcc9-43a4-8d13-b4c3ed547c5e'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:17.625871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.632387 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.702686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-c73aea4e-5692-4c89-9e7a-bfaa9d55054e tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Synchronizing usage tracker for tenant:7ff30e389fe34a6fb8667d3adb81ee35 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:17.712942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=cf442685-a5af-4a7a-b9fb-64b7d81ad246,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:17.749099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] For port 013f123a-c09d-4dfa-9661-2104b3e8f953, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:17.753064 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] For port 013f123a-c09d-4dfa-9661-2104b3e8f953, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=013f123a-c09d-4dfa-9661-2104b3e8f953,segment=NetworkSegment(8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104),segment_id=8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:17.766668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:17.770256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:17.774908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:17.776807 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.778077 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:43:13Z', 'revision_number': 4, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'feddbe5a-dd40-405e-a58f-d280e0eb7ba6', 'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'mac_address': 'fa:16:3e:07:d6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:11Z', 'updated_at': '2022-03-11T15:43:14Z', 'revision_number': 2, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'subnets': [{'id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:17.783710 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Checking router: 29827d51-14b5-4f55-ae05-89455432d0c6 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:43:17.784569 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Updating router 29827d51-14b5-4f55-ae05-89455432d0c6 port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:43:17.785745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a5edba-9384-4aa0-9ebf-3144fdf9c8ae None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:17.812390 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.831521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.856471 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.902770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.960140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-c73aea4e-5692-4c89-9e7a-bfaa9d55054e tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Unset dirty status for tenant:7ff30e389fe34a6fb8667d3adb81ee35 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:17.960397 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-af372d39-0612-4b8b-9346-91c01ba815f6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3966842 Mar 11 15:43:17.961322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-c73aea4e-5692-4c89-9e7a-bfaa9d55054e tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-137033738&fields=id&tenant_id=7ff30e389fe34a6fb8667d3adb81ee35 HTTP/1.1" status: 200 len: 267 time: 0.5213592 Mar 11 15:43:17.968316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36728) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:17.982891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:00:b9:2d', 'name': 'tempest-NetworksTestDHCPv6-1225854518'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:18.057398 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b769fe3-1534-4c36-bd9f-9c0129e4aafc None None] Pushing event updated for resources: {'Port': ['ID=013f123a-c09d-4dfa-9661-2104b3e8f953,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:18.093754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:18.123315 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f61af397-7420-4255-9b5e-04d93a38639f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/routers/99b3a7fb-a41c-4294-a05f-a204e8524799 HTTP/1.1" status: 200 len: 881 time: 0.8977458 Mar 11 15:43:18.124965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:port and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:18.127022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36732) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:18.217728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:18.247815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': 'cf442685-a5af-4a7a-b9fb-64b7d81ad246'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:43:18.249036 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.285181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.313553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.322927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Allocated IP 2001:db8::12a (f5993af4-bfe3-4fac-b3d3-9ade08079cbd/2233c714-e3fb-4f48-b711-38a088d5fa5b/a433b1b9-d3be-45cb-8d38-9cc81433447f) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:18.325191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:18.335573 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.385082 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Transition to ACTIVE for port object feddbe5a-dd40-405e-a58f-d280e0eb7ba6 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:18.438512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:18.453492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:18.464905 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:18.473920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:18.475156 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.611670 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/cf442685-a5af-4a7a-b9fb-64b7d81ad246/2e158a8d-fbe1-4dbf-a7e0-1321890acb8f) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:18.613770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:18.693607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d357541-e808-4bdd-82af-62d8dfb7e898 req-bf165202-4eee-4d14-968a-c67bd377ad23 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:18.700926 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Pushing event updated for resources: {'Port': ['ID=feddbe5a-dd40-405e-a58f-d280e0eb7ba6,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:18.703452 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4d357541-e808-4bdd-82af-62d8dfb7e898 req-bf165202-4eee-4d14-968a-c67bd377ad23 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.9098306 Mar 11 15:43:18.722558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:18.726093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.759267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-98aa1fe9-395b-4542-82a6-a92a266c0582 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:18.766096 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-98aa1fe9-395b-4542-82a6-a92a266c0582 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/networks?id=f481248f-54a1-4bed-bfea-bd9eb2a04282 HTTP/1.1" status: 200 len: 796 time: 0.7307241 Mar 11 15:43:18.784491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.784888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Fanout notify agent at l3_agent the message router_deleted on router 55088e10-6326-49a8-9d7b-e6f8f8ec6427 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:43:18.819160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.833923 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-76316f7f-6626-4564-9d86-9bd08a9e92fa tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/quotas/7ff30e389fe34a6fb8667d3adb81ee35 HTTP/1.1" status: 200 len: 375 time: 0.0668416 Mar 11 15:43:18.909156 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Attempting to bind port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:18.910906 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Attempting to bind port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:18.912282 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Attempting to bind port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 on network f481248f-54a1-4bed-bfea-bd9eb2a04282 {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:18.919304 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:18.920282 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Checking segment: {'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:18.921464 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.922066 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Bound using segment: {'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:18.922765 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Bound port: feddbe5a-dd40-405e-a58f-d280e0eb7ba6, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:18.923404 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.935344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] device_id is not set on port e41af408-a7d0-4751-9513-98810eee0d5a yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:43:18.944611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 04b9d824-701a-4f05-bd09-fefca6625b14 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:43:18.986212 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.994449 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4d357541-e808-4bdd-82af-62d8dfb7e898 req-8c1436e1-93b1-4bd3-9bf5-1443bafe21ca tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900333 Mar 11 15:43:19.007485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Transition to ACTIVE for port object 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:19.031914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Transition to ACTIVE for port object 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:19.035004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.037912 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9b4eb176-4923-4ba3-be8e-75dceed0a094 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/55088e10-6326-49a8-9d7b-e6f8f8ec6427 HTTP/1.1" status: 204 len: 168 time: 4.4604890 Mar 11 15:43:19.047072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36736) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:19.067685 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] For port feddbe5a-dd40-405e-a58f-d280e0eb7ba6, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:19.078418 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] For port feddbe5a-dd40-405e-a58f-d280e0eb7ba6, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=feddbe5a-dd40-405e-a58f-d280e0eb7ba6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:19.086434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.092649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-64b373dc-c531-47dc-aa1b-df1c3cb82405 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-501136392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:19.108419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-64b373dc-c531-47dc-aa1b-df1c3cb82405 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:19.119269 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-64b373dc-c531-47dc-aa1b-df1c3cb82405 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Usage tracker for resource:router and tenant:601a2f8a56674200837873036080a8f2 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:19.124470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.138380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-64b373dc-c531-47dc-aa1b-df1c3cb82405 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:19.157914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-64b373dc-c531-47dc-aa1b-df1c3cb82405 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:19.161029 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.200665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.234729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Pushing event updated for resources: {'Port': ['ID=2e158a8d-fbe1-4dbf-a7e0-1321890acb8f,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:19.245204 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:19.247462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:19.258687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:19.318833 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Routers {'29827d51-14b5-4f55-ae05-89455432d0c6'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:19.319455 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['29827d51-14b5-4f55-ae05-89455432d0c6'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:19.339293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-34caf363-f1bb-4f96-881b-1d7d18e6f787 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Synchronizing usage tracker for tenant:7ff30e389fe34a6fb8667d3adb81ee35 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:19.414534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.437685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Attempting to bind port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:19.438154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Attempting to bind port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:19.438984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Attempting to bind port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:19.445649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:19.446129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:19.446771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.447076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:19.447612 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Bound port: 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:19.448044 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.451553 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Pushing event updated for resources: {'Port': ['ID=feddbe5a-dd40-405e-a58f-d280e0eb7ba6,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:19.477836 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.478039 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.478372 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.478695 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.479011 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.479356 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.479681 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.480002 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.480321 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.488676 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Allocated IP 2001:db8::16d (c5241332-dcc9-43a4-8d13-b4c3ed547c5e/48e69654-1d0f-4e3e-8473-66581c4ca666/e41af408-a7d0-4751-9513-98810eee0d5a) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:19.492451 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.499102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Transition to ACTIVE for port object a433b1b9-d3be-45cb-8d38-9cc81433447f will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:19.519306 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.519306 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bfac1-e511-4c37-ba5f-956c7f9dcbd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:19.549247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4d773641-13b0-49c5-925b-75e398e8d126 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Synchronizing usage tracker for tenant:02ba7084819d461bb4d818b979908f59 on resource:router {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:19.591016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] For port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:19.598941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] For port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2e158a8d-fbe1-4dbf-a7e0-1321890acb8f,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:19.610580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=c1e7a272-67f3-4ca8-8fac-888dcc3cb47e,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:19.614485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.617986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-34caf363-f1bb-4f96-881b-1d7d18e6f787 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Unset dirty status for tenant:7ff30e389fe34a6fb8667d3adb81ee35 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:19.619342 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-34caf363-f1bb-4f96-881b-1d7d18e6f787 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ff30e389fe34a6fb8667d3adb81ee35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7846355 Mar 11 15:43:19.633460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::10d (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/cf442685-a5af-4a7a-b9fb-64b7d81ad246/04b9d824-701a-4f05-bd09-fefca6625b14) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:19.635952 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-64b373dc-c531-47dc-aa1b-df1c3cb82405 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.637030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-64b373dc-c531-47dc-aa1b-df1c3cb82405 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.654110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7507c-f366-407d-8c0f-d34c4acc88dc None None] Network c5241332-dcc9-43a4-8d13-b4c3ed547c5e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:19.689675 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] Set router 29827d51-14b5-4f55-ae05-89455432d0c6 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:43:19.699346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-64b373dc-c531-47dc-aa1b-df1c3cb82405 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.762719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4d773641-13b0-49c5-925b-75e398e8d126 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Unset dirty status for tenant:02ba7084819d461bb4d818b979908f59 on resource:router {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:19.763933 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4d773641-13b0-49c5-925b-75e398e8d126 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.6358645 Mar 11 15:43:19.774449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36740) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:19.783596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-79d0e967-ad46-482a-ba62-e6fd5e1d4e3f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1671160080'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:19.800358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.860060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.939468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98fddc-d31e-4f2a-8973-ccd64eb584c3 None None] Pushing event updated for resources: {'Port': ['ID=2e158a8d-fbe1-4dbf-a7e0-1321890acb8f,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:20.048803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'Port': ['ID=a433b1b9-d3be-45cb-8d38-9cc81433447f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:20.073536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:20.085608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-33706bd2-0b2d-428c-8d9d-38bbd4ff8174 None None] Provisioning for port 013f123a-c09d-4dfa-9661-2104b3e8f953 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:20.096434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:20.134551 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:20.136411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 013f123a-c09d-4dfa-9661-2104b3e8f953 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:20.140454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.143218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:20.144783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.158451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 04b9d824-701a-4f05-bd09-fefca6625b14 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:20.192966 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:43:13Z', 'revision_number': 4, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'feddbe5a-dd40-405e-a58f-d280e0eb7ba6', 'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'mac_address': 'fa:16:3e:07:d6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:11Z', 'updated_at': '2022-03-11T15:43:19Z', 'revision_number': 4, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'subnets': [{'id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:20.195746 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-64b373dc-c531-47dc-aa1b-df1c3cb82405 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.200140 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb28a2a-bc0b-4d24-9288-ddc9197d20e9 None None] The sync data for ids ['29827d51-14b5-4f55-ae05-89455432d0c6'] in dv-neutron-833203-2-hyperv is: [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:43:13Z', 'revision_number': 4, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'feddbe5a-dd40-405e-a58f-d280e0eb7ba6', 'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'mac_address': 'fa:16:3e:07:d6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:11Z', 'updated_at': '2022-03-11T15:43:19Z', 'revision_number': 4, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'subnets': [{'id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:20.257731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 557db8c4-7514-4564-a74c-6b39c99896bd is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:20.274688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:20.366320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.383056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 013f123a-c09d-4dfa-9661-2104b3e8f953 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:20.385235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Transition to ACTIVE for port object e41af408-a7d0-4751-9513-98810eee0d5a will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:20.388724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 013f123a-c09d-4dfa-9661-2104b3e8f953 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:20.392267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.471796 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b47221df-d0af-476b-92f0-45ea5adbcc6e service neutron] 10.222.0.39 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8368387 Mar 11 15:43:20.480152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.533785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.542027 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-22598dd1-3a38-4ad3-b05a-51dd6ce1b2b3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.3369477 Mar 11 15:43:20.618503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36746) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:20.626623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Request body: {'port': {'network_id': 'f5993af4-bfe3-4fac-b3d3-9ade08079cbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2032409140'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:20.643278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.730778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 013f123a-c09d-4dfa-9661-2104b3e8f953, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=013f123a-c09d-4dfa-9661-2104b3e8f953,segment=NetworkSegment(8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104),segment_id=8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:20.783419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.838677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-963b9b4e-60e4-4852-88e3-a6dfb2f8014d None None] Provisioning for port a433b1b9-d3be-45cb-8d38-9cc81433447f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:20.844627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ad16cce2-1bbe-4709-99c0-a7c9af7269d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.849250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-8d46a7cd-1884-4274-9494-b87569b5bb0a service neutron] 10.222.0.39 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740029 Mar 11 15:43:20.868001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-963b9b4e-60e4-4852-88e3-a6dfb2f8014d None None] Provisioning complete for port a433b1b9-d3be-45cb-8d38-9cc81433447f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:20.872468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-963b9b4e-60e4-4852-88e3-a6dfb2f8014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.881479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:20.949919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network c5241332-dcc9-43a4-8d13-b4c3ed547c5e is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:20.954790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:20.963294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:20.965863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:20.969937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-64b373dc-c531-47dc-aa1b-df1c3cb82405 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.971174 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-64b373dc-c531-47dc-aa1b-df1c3cb82405 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.9189143 Mar 11 15:43:20.972831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:20.975464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:20.976206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.978362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:20.979019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.995705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36750) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:20.995705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=04b9d824-701a-4f05-bd09-fefca6625b14,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:21.014803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'enable_snat': True}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:21.044114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=013f123a-c09d-4dfa-9661-2104b3e8f953,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:21.045877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-963b9b4e-60e4-4852-88e3-a6dfb2f8014d None None] Port a433b1b9-d3be-45cb-8d38-9cc81433447f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:21.061285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-963b9b4e-60e4-4852-88e3-a6dfb2f8014d None None] Provisioning complete for port 013f123a-c09d-4dfa-9661-2104b3e8f953 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:21.061783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-963b9b4e-60e4-4852-88e3-a6dfb2f8014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:21.087231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:21.093140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Usage tracker for resource:port and tenant:6b032bd7f4884ed0a664f3c5274d34a6 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:21.099453 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:21.108374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:21.110333 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:43:21.118721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=e41af408-a7d0-4751-9513-98810eee0d5a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:21.139343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c3b63-969d-4c6c-b3b9-11f803308d5f req-707e2a5c-568c-452d-ad95-5f2b4e5b6bb3 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:21.141146 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a0c3b63-969d-4c6c-b3b9-11f803308d5f req-707e2a5c-568c-452d-ad95-5f2b4e5b6bb3 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.9179993 Mar 11 15:43:21.235482 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4e307884-0254-4a68-b72b-e8976b26fa4d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1275187 Mar 11 15:43:21.236287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36758) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:21.583370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8daf04d3-cf5f-48cd-8eb2-3454369cfd32 None None] Provisioning for port e41af408-a7d0-4751-9513-98810eee0d5a completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:21.590083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8daf04d3-cf5f-48cd-8eb2-3454369cfd32 None None] Provisioning complete for port e41af408-a7d0-4751-9513-98810eee0d5a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:21.590454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8daf04d3-cf5f-48cd-8eb2-3454369cfd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:21.681421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8daf04d3-cf5f-48cd-8eb2-3454369cfd32 None None] Port e41af408-a7d0-4751-9513-98810eee0d5a cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:21.788689 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c2058009-895f-4fe4-9823-23cb0fc95c96 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8105297 Mar 11 15:43:21.798680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36766) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:21.808899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Made reservation on behalf of 6b032bd7f4884ed0a664f3c5274d34a6 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:21.812374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:21.843170 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-105813e9-b767-4ae4-8c32-014ccdc41fda req-0d2d6efa-0376-482f-8795-75894e3b6a1c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 210 time: 0.4643178 Mar 11 15:43:21.849162 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a0c3b63-969d-4c6c-b3b9-11f803308d5f req-d26d7a55-88e5-456e-8e3e-ceba24099c1e tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7020009 Mar 11 15:43:21.922609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-aa020fd2-1df7-4a8b-a0e3-9dd3854390ea None None] Provisioning for port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:21.927149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] device_id is not set on port f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:43:22.141650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f8f9af05-0b12-4aca-b87b-1c67a54c72f2 None None] Provisioning for port 04b9d824-701a-4f05-bd09-fefca6625b14 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:22.147642 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f8f9af05-0b12-4aca-b87b-1c67a54c72f2 None None] Provisioning complete for port 04b9d824-701a-4f05-bd09-fefca6625b14 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:22.148185 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f8f9af05-0b12-4aca-b87b-1c67a54c72f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.246297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f8f9af05-0b12-4aca-b87b-1c67a54c72f2 None None] Port 04b9d824-701a-4f05-bd09-fefca6625b14 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:22.255625 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device feddbe5a-dd40-405e-a58f-d280e0eb7ba6 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:22.328690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.387564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Allocated IP 2001:db8::381 (f5993af4-bfe3-4fac-b3d3-9ade08079cbd/2233c714-e3fb-4f48-b711-38a088d5fa5b/f6cb76a8-1e9d-47a7-aa19-d6b7674fda85) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:22.415353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79d0e967-ad46-482a-ba62-e6fd5e1d4e3f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.429033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:22.436820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:22.437331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.451999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:22.457634 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b92e5d81-9f36-42c3-babe-121a11a13124 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "PUT /v2.0/routers/58d55dd7-747a-4900-a295-62fdc23c6fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5660427 Mar 11 15:43:22.462177 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36772) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:22.467644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b8fe1-d4fc-4d06-b714-3de2eafbf771 None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:22.483406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'port': {'network_id': '557db8c4-7514-4564-a74c-6b39c99896bd', 'name': 'tempest-FloatingIPTestJSON-1164351451'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:22.484481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ad528a-a537-46dc-83ec-863ef5b0c77a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:22.491022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ad528a-a537-46dc-83ec-863ef5b0c77a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:22.491737 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-85ad528a-a537-46dc-83ec-863ef5b0c77a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:22.496403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b8fe1-d4fc-4d06-b714-3de2eafbf771 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:22.497536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ca5b8fe1-d4fc-4d06-b714-3de2eafbf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:22.513203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79d0e967-ad46-482a-ba62-e6fd5e1d4e3f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.555670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.581206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ca5b8fe1-d4fc-4d06-b714-3de2eafbf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:22.593656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-85ad528a-a537-46dc-83ec-863ef5b0c77a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:22.597877 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-85ad528a-a537-46dc-83ec-863ef5b0c77a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7931585 Mar 11 15:43:22.601608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36776) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:22.603169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b8fe1-d4fc-4d06-b714-3de2eafbf771 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:22.603992 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ca5b8fe1-d4fc-4d06-b714-3de2eafbf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:42:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:22.712793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ca5b8fe1-d4fc-4d06-b714-3de2eafbf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:22.712793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b8fe1-d4fc-4d06-b714-3de2eafbf771 None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:22.778205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.801794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d91e6fad-0604-4822-a295-06b46f017b3d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 04b9d824-701a-4f05-bd09-fefca6625b14 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:22.802257 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d91e6fad-0604-4822-a295-06b46f017b3d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.816846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port feddbe5a-dd40-405e-a58f-d280e0eb7ba6, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=feddbe5a-dd40-405e-a58f-d280e0eb7ba6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:22.856627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:22.860884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:port and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:22.899400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d0e967-ad46-482a-ba62-e6fd5e1d4e3f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router 99b3a7fb-a41c-4294-a05f-a204e8524799 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:43:22.903228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.912112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:22.935916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:22.954427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:23.073496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=feddbe5a-dd40-405e-a58f-d280e0eb7ba6,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:23.142932 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-086c69bf-9fe1-4c23-83e7-0a7dd803b0cb req-ac9c4f34-4e8e-49ae-babc-b32fb201eeff tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 210 time: 0.1190736 Mar 11 15:43:23.161406 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:23.192371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:23.192726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.193623 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.312242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Made reservation on behalf of 024c96467ebd48038cb8a7013151ee63 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:23.316628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.327337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.362709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2e158a8d-fbe1-4dbf-a7e0-1321890acb8f,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:23.446097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.447052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 013f123a-c09d-4dfa-9661-2104b3e8f953 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:23.493366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Transition to ACTIVE for port object f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:23.520293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] device_id is not set on port d7b193a2-ac0d-40c8-b888-50b19a50ff66 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:43:23.584441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=2e158a8d-fbe1-4dbf-a7e0-1321890acb8f,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:23.596865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 013f123a-c09d-4dfa-9661-2104b3e8f953 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:23.597382 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.636302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058ace5-151b-4ade-b393-e5183b154453 req-a6e8c2ce-2770-47f3-8074-e5ad187637fd tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:23.637828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8058ace5-151b-4ade-b393-e5183b154453 req-a6e8c2ce-2770-47f3-8074-e5ad187637fd tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.5679376 Mar 11 15:43:23.654207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d0e967-ad46-482a-ba62-e6fd5e1d4e3f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:23.660047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-420e4cb6-563f-40ec-955d-621f676cf388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.670799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79d0e967-ad46-482a-ba62-e6fd5e1d4e3f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.671069 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aecfcd-9ebf-479f-b371-73aef675a4dd None None] Sync routers for ids ['99b3a7fb-a41c-4294-a05f-a204e8524799'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:23.675264 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-79d0e967-ad46-482a-ba62-e6fd5e1d4e3f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/99b3a7fb-a41c-4294-a05f-a204e8524799 HTTP/1.1" status: 200 len: 888 time: 3.8993044 Mar 11 15:43:23.682183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36784) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:23.683939 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aecfcd-9ebf-479f-b371-73aef675a4dd None None] Routers {'99b3a7fb-a41c-4294-a05f-a204e8524799'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:23.684762 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-10aecfcd-9ebf-479f-b371-73aef675a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['99b3a7fb-a41c-4294-a05f-a204e8524799'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:23.763544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:43:23.778795 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-10aecfcd-9ebf-479f-b371-73aef675a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:23.787674 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.788975 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aecfcd-9ebf-479f-b371-73aef675a4dd None None] Routers {'99b3a7fb-a41c-4294-a05f-a204e8524799'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:23.789629 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-10aecfcd-9ebf-479f-b371-73aef675a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['99b3a7fb-a41c-4294-a05f-a204e8524799'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:23.791897 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8058ace5-151b-4ade-b393-e5183b154453 req-01ace2a5-05f2-4440-9c9a-83e754d9cc34 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445591 Mar 11 15:43:23.812073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d91e6fad-0604-4822-a295-06b46f017b3d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.818404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.20.0.12 (557db8c4-7514-4564-a74c-6b39c99896bd/fac8ab75-cf43-4936-9af6-14ef6dc93120/d7b193a2-ac0d-40c8-b888-50b19a50ff66) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:23.858125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.893756 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-10aecfcd-9ebf-479f-b371-73aef675a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:23.894160 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aecfcd-9ebf-479f-b371-73aef675a4dd None None] The sync data for ids ['99b3a7fb-a41c-4294-a05f-a204e8524799'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:23.931597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.941250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d91e6fad-0604-4822-a295-06b46f017b3d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 04b9d824-701a-4f05-bd09-fefca6625b14 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:23.998479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:23.998971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:24.032288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device feddbe5a-dd40-405e-a58f-d280e0eb7ba6 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:24.033531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:24.036610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:24.042278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:24.042885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.044218 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.139633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'Port': ['ID=f6cb76a8-1e9d-47a7-aa19-d6b7674fda85,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:24.163818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:24.164749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.375654 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a000ed7f-8711-43fc-a195-a49034ec6614 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/routers/99b3a7fb-a41c-4294-a05f-a204e8524799 HTTP/1.1" status: 200 len: 888 time: 0.6668935 Mar 11 15:43:24.387869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36790) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:24.429863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:24.494985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.517167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=e41af408-a7d0-4751-9513-98810eee0d5a,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:24.519756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Allocated IP 172.26.6.239 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/af51f858-69f8-4f94-aeec-976f2016eadd) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:24.521687 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-454ce4b9-d7a4-4ab4-8bae-8cb41ce35b69 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9001989 Mar 11 15:43:24.532053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36794) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:24.539783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-053dc534-07bd-4733-ac00-c02905436018 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b8', 'mac_address': 'fa:16:3e:3b:9c:3a'}, {'ip_address': '2001:db8::12a', 'mac_address': 'fa:16:3e:7e:c1:f4'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:24.555312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:24.555680 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.609311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d91e6fad-0604-4822-a295-06b46f017b3d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.630806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4c1ff725-bd61-4e80-96b3-1ccde8a71a05 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Synchronizing usage tracker for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:24.648808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.649468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d82c95dc-5c42-4df1-acb7-eaf1e37b8f81 None None] Provisioning for port f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:24.652596 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3610b790-390b-444a-8a87-203d4ef19dc2 req-6b76a8b2-8ff4-4373-98f1-178da60fc323 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 210 time: 0.1748271 Mar 11 15:43:24.672312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d82c95dc-5c42-4df1-acb7-eaf1e37b8f81 None None] Provisioning complete for port f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:24.672883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d82c95dc-5c42-4df1-acb7-eaf1e37b8f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.751705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d82c95dc-5c42-4df1-acb7-eaf1e37b8f81 None None] Port f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:24.758826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e6fad-0604-4822-a295-06b46f017b3d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=04b9d824-701a-4f05-bd09-fefca6625b14,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:24.767448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d82c95dc-5c42-4df1-acb7-eaf1e37b8f81 None None] Provisioning complete for port e41af408-a7d0-4751-9513-98810eee0d5a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:24.767976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d82c95dc-5c42-4df1-acb7-eaf1e37b8f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.771409 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:43:24.786152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.837774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d82c95dc-5c42-4df1-acb7-eaf1e37b8f81 None None] Port e41af408-a7d0-4751-9513-98810eee0d5a cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:24.877381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d91e6fad-0604-4822-a295-06b46f017b3d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.896112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b8ac817e-37ab-4125-8a13-a7c8c47e7b02 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:24.897700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b8ac817e-37ab-4125-8a13-a7c8c47e7b02 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.30 "GET /v2.0/networks?id=f481248f-54a1-4bed-bfea-bd9eb2a04282 HTTP/1.1" status: 200 len: 796 time: 0.6906576 Mar 11 15:43:24.919431 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.005697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4c1ff725-bd61-4e80-96b3-1ccde8a71a05 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Unset dirty status for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:25.009702 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4c1ff725-bd61-4e80-96b3-1ccde8a71a05 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b3a7fb-a41c-4294-a05f-a204e8524799 HTTP/1.1" status: 200 len: 205 time: 0.6029193 Mar 11 15:43:25.020019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36804) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:25.028856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.148502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.153660 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d91e6fad-0604-4822-a295-06b46f017b3d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/04b9d824-701a-4f05-bd09-fefca6625b14 HTTP/1.1" status: 204 len: 168 time: 2.5511992 Mar 11 15:43:25.156982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36808) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:25.171460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-3604ff9c-2a90-4eff-834c-51a8179380c6 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff30e389fe34a6fb8667d3adb81ee35 HTTP/1.1" status: 200 len: 379 time: 0.2489781 Mar 11 15:43:25.192521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'port': {'device_id': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'admin_state_up': True, 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'security_groups': ['61e5267b-bd16-408e-b1e1-1136475a5590']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:25.222189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 557db8c4-7514-4564-a74c-6b39c99896bd is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:25.251282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:25.267752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:25.281396 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-053dc534-07bd-4733-ac00-c02905436018 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.299511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=d7b193a2-ac0d-40c8-b888-50b19a50ff66,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:25.308161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923f8e12-1ae4-4286-b655-bef2f9544669 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:25.309855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923f8e12-1ae4-4286-b655-bef2f9544669 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:25.310540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-923f8e12-1ae4-4286-b655-bef2f9544669 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:25.480156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-923f8e12-1ae4-4286-b655-bef2f9544669 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:25.481270 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-923f8e12-1ae4-4286-b655-bef2f9544669 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2952378 Mar 11 15:43:25.482365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.491659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36812) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:25.612314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:25.628520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:25.640778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:25.649978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c45885-3cbc-41f5-834a-fa67e4dbbb64 req-b9c183cf-5afc-4b0a-8b92-4c6d3896540d tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:25.651439 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-45c45885-3cbc-41f5-834a-fa67e4dbbb64 req-b9c183cf-5afc-4b0a-8b92-4c6d3896540d tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.7085328 Mar 11 15:43:25.668887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event updated for resources: {'Port': ['ID=af51f858-69f8-4f94-aeec-976f2016eadd,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:25.678198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:25.678921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.683997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.719675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-1762ea73-adbc-4d25-978b-d7a1b019ac73 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet cf442685-a5af-4a7a-b9fb-64b7d81ad246 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:43:25.724962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.725915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1762ea73-adbc-4d25-978b-d7a1b019ac73 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.846442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.862235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-053dc534-07bd-4733-ac00-c02905436018 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.866802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1762ea73-adbc-4d25-978b-d7a1b019ac73 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.876385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:25.884106 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d3e9de3b-d20f-4ecc-8fb0-2dca3f8d330f req-c3e436ef-e68a-42e0-b0ad-78dd2e62356b tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 210 time: 0.0926306 Mar 11 15:43:25.911744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.940370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:25.997874 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-45c45885-3cbc-41f5-834a-fa67e4dbbb64 req-68aabf79-df05-4900-95cf-10c8f2950a46 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317854 Mar 11 15:43:26.000795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-053dc534-07bd-4733-ac00-c02905436018 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.022879 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cba7dffa-2aaf-4172-a28e-0169ab3283c0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5519187 Mar 11 15:43:26.029458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36818) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:26.044681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'port': {'network_id': '557db8c4-7514-4564-a74c-6b39c99896bd', 'name': 'tempest-FloatingIPTestJSON-1863513399'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:26.082019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-053dc534-07bd-4733-ac00-c02905436018 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] In _notify_port_updated(), no bound segment for port f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 on network f5993af4-bfe3-4fac-b3d3-9ade08079cbd {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:43:26.087533 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053dc534-07bd-4733-ac00-c02905436018 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:26.088915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-053dc534-07bd-4733-ac00-c02905436018 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.092611 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-053dc534-07bd-4733-ac00-c02905436018 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "PUT /v2.0/ports/f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 HTTP/1.1" status: 200 len: 1068 time: 1.5592759 Mar 11 15:43:26.097278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36822) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:26.173222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Made reservation on behalf of 7ff30e389fe34a6fb8667d3adb81ee35 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:26.177080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.186908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dc534-07bd-4733-ac00-c02905436018 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event updated for resources: {'Port': ['ID=f6cb76a8-1e9d-47a7-aa19-d6b7674fda85,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:26.213217 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-78238a2e-a583-4aae-95b2-4ed869ec1f83 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Deleting port f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:26.213567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78238a2e-a583-4aae-95b2-4ed869ec1f83 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.239457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1762ea73-adbc-4d25-978b-d7a1b019ac73 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.311998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.375441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-516168e0-5166-4a09-9589-60ed075d23c3 None None] Provisioning complete for port f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:26.376160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-516168e0-5166-4a09-9589-60ed075d23c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.435540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-516168e0-5166-4a09-9589-60ed075d23c3 None None] Port f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:26.479330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 324c9cc5-e378-4ba3-80fe-222d07832ce1 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:26.479665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.617262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:26.649028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:port and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:26.662647 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:26.709459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:26.770860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.802944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Allocated IP 172.20.0.12 (f481248f-54a1-4bed-bfea-bd9eb2a04282/036befe3-2fd1-47d0-8fbd-170fb408fd0f/421741e1-4b4e-45bd-b525-288a4ea4ace6) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:26.846155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1762ea73-adbc-4d25-978b-d7a1b019ac73 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.887315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Made reservation on behalf of 024c96467ebd48038cb8a7013151ee63 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:26.890833 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.901107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762ea73-adbc-4d25-978b-d7a1b019ac73 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=cf442685-a5af-4a7a-b9fb-64b7d81ad246,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:26.917219 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1762ea73-adbc-4d25-978b-d7a1b019ac73 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.922881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ac9489-473b-405a-a2ca-1239ac8c55c8 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:26.925775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.969829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.022235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78238a2e-a583-4aae-95b2-4ed869ec1f83 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.036393 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1762ea73-adbc-4d25-978b-d7a1b019ac73 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/cf442685-a5af-4a7a-b9fb-64b7d81ad246 HTTP/1.1" status: 204 len: 168 time: 1.5161941 Mar 11 15:43:27.041297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36830) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:27.246130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2542f90e-abf5-4082-9d96-436fa0732c65 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:43:27.248806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-78238a2e-a583-4aae-95b2-4ed869ec1f83 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Calling delete_port for f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:27.251109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2542f90e-abf5-4082-9d96-436fa0732c65 None None] Deleting port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:27.251583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2542f90e-abf5-4082-9d96-436fa0732c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.280275 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7e7f47bc-d91a-463c-99b0-783a9aa8c949 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2357244 Mar 11 15:43:27.326746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] device_id is not set on port 7eaa43b4-834b-461a-912d-4dcf2defaa81 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:43:27.345197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36834) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:27.362830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.363594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.403502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for 324c9cc5-e378-4ba3-80fe-222d07832ce1 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:27.524308 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c745915c-63a5-4c23-afff-33ad399b1ec7 req-c913dbd4-8b27-40ec-a084-438781c286ca tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 210 time: 0.2920444 Mar 11 15:43:27.541068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2542f90e-abf5-4082-9d96-436fa0732c65 None None] For port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2e158a8d-fbe1-4dbf-a7e0-1321890acb8f,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:27.541467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2542f90e-abf5-4082-9d96-436fa0732c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.605191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.622410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331c0c9e-9245-4dd4-95d8-10a73c69ff34 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:27.623103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-331c0c9e-9245-4dd4-95d8-10a73c69ff34 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:27.625960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.670315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2542f90e-abf5-4082-9d96-436fa0732c65 None None] Calling delete_port for 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:27.718987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=e41af408-a7d0-4751-9513-98810eee0d5a,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:27.792470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-331c0c9e-9245-4dd4-95d8-10a73c69ff34 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:27.796066 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-331c0c9e-9245-4dd4-95d8-10a73c69ff34 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4474320 Mar 11 15:43:27.797391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.800844 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36838) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:27.892049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78238a2e-a583-4aae-95b2-4ed869ec1f83 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.893013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.20.0.4 (557db8c4-7514-4564-a74c-6b39c99896bd/fac8ab75-cf43-4936-9af6-14ef6dc93120/7eaa43b4-834b-461a-912d-4dcf2defaa81) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:27.898245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf81ec95-2e20-4ab0-9ab9-f6a65d69b227 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:27.898928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bf81ec95-2e20-4ab0-9ab9-f6a65d69b227 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:27.903233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bb6f4-5864-4db2-97ca-947b7ea19fcf req-07774707-79e9-456f-9b24-568ee760addf tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:27.904732 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-370bb6f4-5864-4db2-97ca-947b7ea19fcf req-07774707-79e9-456f-9b24-568ee760addf tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.7193499 Mar 11 15:43:27.920782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network c5241332-dcc9-43a4-8d13-b4c3ed547c5e is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:27.932114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2542f90e-abf5-4082-9d96-436fa0732c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.937031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:27.944613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Transition to ACTIVE for port object 421741e1-4b4e-45bd-b525-288a4ea4ace6 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:27.965399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78238a2e-a583-4aae-95b2-4ed869ec1f83 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event deleted for resources: {'Port': ['ID=f6cb76a8-1e9d-47a7-aa19-d6b7674fda85,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:27.982608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542f90e-abf5-4082-9d96-436fa0732c65 None None] Pushing event deleted for resources: {'Port': ['ID=2e158a8d-fbe1-4dbf-a7e0-1321890acb8f,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:27.988576 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542f90e-abf5-4082-9d96-436fa0732c65 None None] No DVR routers for this DVR port 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:28.081565 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:28.158324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:43:28.158752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2e158a8d-fbe1-4dbf-a7e0-1321890acb8f not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:28.199522 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-370bb6f4-5864-4db2-97ca-947b7ea19fcf req-1a06c4d7-141c-44d6-8512-e3987deb7960 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822049 Mar 11 15:43:28.294407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Router 6675ad0e-bd81-462a-9d0f-d97cc5807a4d is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:43:28.298903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bf81ec95-2e20-4ab0-9ab9-f6a65d69b227 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:28.300895 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bf81ec95-2e20-4ab0-9ab9-f6a65d69b227 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4991112 Mar 11 15:43:28.309222 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36842) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:28.403790 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b08721e9-e104-4dd9-a0b9-1b78e7c4d621 None None] Provisioning complete for port e41af408-a7d0-4751-9513-98810eee0d5a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:28.404161 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b08721e9-e104-4dd9-a0b9-1b78e7c4d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.457871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b08721e9-e104-4dd9-a0b9-1b78e7c4d621 None None] Port e41af408-a7d0-4751-9513-98810eee0d5a cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:28.498501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.514077 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c238fb24-a4f8-4584-93cb-ea498e001269 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1508148 Mar 11 15:43:28.522456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36846) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:28.548914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.552649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.557842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=324c9cc5-e378-4ba3-80fe-222d07832ce1,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:28.573398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:28.647309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router ab289e54-8715-45ce-9468-bd96117683ec is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:43:28.671429 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78238a2e-a583-4aae-95b2-4ed869ec1f83 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.747578 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-78238a2e-a583-4aae-95b2-4ed869ec1f83 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "DELETE /v2.0/ports/f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 HTTP/1.1" status: 204 len: 168 time: 2.6452923 Mar 11 15:43:28.762455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36852) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:28.822259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:28.832670 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85df4b80-34c7-4446-a544-01a47c4d5a3c None None] Sync routers for ids ['6675ad0e-bd81-462a-9d0f-d97cc5807a4d'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:28.837775 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.837775 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b6190193-bbaf-4102-88da-c25876aa3f55 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "PUT /v2.0/routers/6675ad0e-bd81-462a-9d0f-d97cc5807a4d HTTP/1.1" status: 200 len: 914 time: 7.8395152 Mar 11 15:43:28.838203 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a152395-e7b2-4783-9759-04aa83a9441f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] GET failed (client error): The resource could not be found. Mar 11 15:43:28.838760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7a152395-e7b2-4783-9759-04aa83a9441f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Synchronizing usage tracker for tenant:6b032bd7f4884ed0a664f3c5274d34a6 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:28.842607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36856) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:28.843525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:28.845541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85df4b80-34c7-4446-a544-01a47c4d5a3c None None] Routers {'6675ad0e-bd81-462a-9d0f-d97cc5807a4d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:28.846254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-85df4b80-34c7-4446-a544-01a47c4d5a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6675ad0e-bd81-462a-9d0f-d97cc5807a4d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:28.853532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Network f481248f-54a1-4bed-bfea-bd9eb2a04282 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:28.867767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:28.893057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:28.913731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-85df4b80-34c7-4446-a544-01a47c4d5a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:28.918326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:28.925916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85df4b80-34c7-4446-a544-01a47c4d5a3c None None] Routers {'6675ad0e-bd81-462a-9d0f-d97cc5807a4d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:28.926537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-85df4b80-34c7-4446-a544-01a47c4d5a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6675ad0e-bd81-462a-9d0f-d97cc5807a4d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:29.004388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'Port': ['ID=421741e1-4b4e-45bd-b525-288a4ea4ace6,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:29.015689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-85df4b80-34c7-4446-a544-01a47c4d5a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:29.016186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85df4b80-34c7-4446-a544-01a47c4d5a3c None None] The sync data for ids ['6675ad0e-bd81-462a-9d0f-d97cc5807a4d'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:29.055013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:29.058843 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.097060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7a152395-e7b2-4783-9759-04aa83a9441f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Unset dirty status for tenant:6b032bd7f4884ed0a664f3c5274d34a6 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:29.101064 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7a152395-e7b2-4783-9759-04aa83a9441f tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "GET /v2.0/ports/f6cb76a8-1e9d-47a7-aa19-d6b7674fda85 HTTP/1.1" status: 404 len: 333 time: 0.3375478 Mar 11 15:43:29.105156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36860) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:29.106186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.226778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:29.227420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.263877 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-40864395-6605-45ea-8cb6-462e29eebee0 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/routers/6675ad0e-bd81-462a-9d0f-d97cc5807a4d HTTP/1.1" status: 200 len: 920 time: 0.4177244 Mar 11 15:43:29.269383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36866) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:29.274813 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-666c1c95-2fa7-4397-a51d-a118efd5b689 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Deleting port a433b1b9-d3be-45cb-8d38-9cc81433447f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:29.275161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-666c1c95-2fa7-4397-a51d-a118efd5b689 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.279089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-643a4ee2-0ca4-42d2-8b82-3419fbb5651c None None] Provisioning for port 421741e1-4b4e-45bd-b525-288a4ea4ace6 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:29.284464 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-643a4ee2-0ca4-42d2-8b82-3419fbb5651c None None] Provisioning complete for port 421741e1-4b4e-45bd-b525-288a4ea4ace6 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:29.284890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-643a4ee2-0ca4-42d2-8b82-3419fbb5651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.345760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.348991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:29.354782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.356919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.362909 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976dc3a-4e5d-421b-8aad-7256cb22e0a2 None None] Sync routers for ids ['ab289e54-8715-45ce-9468-bd96117683ec'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:29.381879 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976dc3a-4e5d-421b-8aad-7256cb22e0a2 None None] Routers {'ab289e54-8715-45ce-9468-bd96117683ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:29.382746 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a976dc3a-4e5d-421b-8aad-7256cb22e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ab289e54-8715-45ce-9468-bd96117683ec'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:29.417438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-643a4ee2-0ca4-42d2-8b82-3419fbb5651c None None] Port 421741e1-4b4e-45bd-b525-288a4ea4ace6 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:29.453626 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a976dc3a-4e5d-421b-8aad-7256cb22e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:29.462911 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976dc3a-4e5d-421b-8aad-7256cb22e0a2 None None] Routers {'ab289e54-8715-45ce-9468-bd96117683ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:29.463502 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a976dc3a-4e5d-421b-8aad-7256cb22e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ab289e54-8715-45ce-9468-bd96117683ec'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:29.530214 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a976dc3a-4e5d-421b-8aad-7256cb22e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:29.530613 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976dc3a-4e5d-421b-8aad-7256cb22e0a2 None None] The sync data for ids ['ab289e54-8715-45ce-9468-bd96117683ec'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:29.532064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed0a6b-a703-4026-a36a-6c7923331fce req-b9e09e48-dfa8-4415-8cd0-9fa4c894811f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:29.532790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b0ed0a6b-a703-4026-a36a-6c7923331fce req-b9e09e48-dfa8-4415-8cd0-9fa4c894811f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Synchronizing usage tracker for tenant:7ff30e389fe34a6fb8667d3adb81ee35 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:29.540428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 557db8c4-7514-4564-a74c-6b39c99896bd is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:29.547440 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3eec427b-be21-448f-9e8f-40d8c1306e0c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/ab289e54-8715-45ce-9468-bd96117683ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3063276 Mar 11 15:43:29.548668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:29.550715 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36870) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:29.552998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=7eaa43b4-834b-461a-912d-4dcf2defaa81,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:29.557347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:29.563672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ce559b-20f8-4742-9113-c9adde25259e tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:29.563672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-12ce559b-20f8-4742-9113-c9adde25259e tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Synchronizing usage tracker for tenant:cd224232dfe7432d80bc2e428ab4523c on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:29.590606 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-b30e6b03-98fc-4720-b12d-69ca43f65f6f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4072409 Mar 11 15:43:29.598528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.599108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Fanout notify agent at l3_agent the message router_deleted on router 99b3a7fb-a41c-4294-a05f-a204e8524799 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:43:29.613060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.614125 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bbe09510-a10d-473b-b8bc-487c215c8480 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/99b3a7fb-a41c-4294-a05f-a204e8524799 HTTP/1.1" status: 204 len: 168 time: 4.5920713 Mar 11 15:43:29.621382 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Request body: {'port': {'device_id': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:29.651579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36874) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:29.662426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'network': {'name': 'tempest-RoutersTest-1259045359'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:29.679531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:29.699175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:network and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:29.704985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:29.724018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:29.725979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b0ed0a6b-a703-4026-a36a-6c7923331fce req-b9e09e48-dfa8-4415-8cd0-9fa4c894811f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Unset dirty status for tenant:7ff30e389fe34a6fb8667d3adb81ee35 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:29.727150 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0ed0a6b-a703-4026-a36a-6c7923331fce req-b9e09e48-dfa8-4415-8cd0-9fa4c894811f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 932 time: 1.0767140 Mar 11 15:43:29.744003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:29.744642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.783505 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e4a75-eccd-4d38-9fb6-39a9db9c1552 req-b394976e-e868-4fc4-bfe0-d384e9b39571 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:29.785084 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d52e4a75-eccd-4d38-9fb6-39a9db9c1552 req-b394976e-e868-4fc4-bfe0-d384e9b39571 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4162817 Mar 11 15:43:29.862189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786b62fc-69a2-4371-9886-9cb356eb0033 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:29.866074 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-786b62fc-69a2-4371-9886-9cb356eb0033 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports/e41af408-a7d0-4751-9513-98810eee0d5a HTTP/1.1" status: 200 len: 984 time: 0.3094161 Mar 11 15:43:29.867505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36878) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:29.885767 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0ed0a6b-a703-4026-a36a-6c7923331fce req-c69b9ddd-ea59-475c-8385-9ea3bac51624 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501873 Mar 11 15:43:29.892493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.909233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:29.912652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.923216 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d52e4a75-eccd-4d38-9fb6-39a9db9c1552 req-4fce9802-6e3c-41ba-bf8b-ce1f5ad19be9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171460 Mar 11 15:43:29.948505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-666c1c95-2fa7-4397-a51d-a118efd5b689 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.972467 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-702d7012-29ba-49e5-bb40-3272c62530d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9386718 Mar 11 15:43:29.980517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36884) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:29.990752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '7eaa43b4-834b-461a-912d-4dcf2defaa81', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:30.000711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:30.013806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:floatingip and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:30.016398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:43:30.018592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:30.028497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:30.045410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.045736 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added segment 7a9320f8-6a9a-4f1c-942c-0071acb27685 of type vlan for network 709a4695-7867-42e9-a3f9-ae32c032292c Mar 11 15:43:30.076347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-666c1c95-2fa7-4397-a51d-a118efd5b689 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Calling delete_port for a433b1b9-d3be-45cb-8d38-9cc81433447f owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:30.128355 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-12ce559b-20f8-4742-9113-c9adde25259e tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Unset dirty status for tenant:cd224232dfe7432d80bc2e428ab4523c on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:30.129564 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-12ce559b-20f8-4742-9113-c9adde25259e tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&device_id=6675ad0e-bd81-462a-9d0f-d97cc5807a4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8590322 Mar 11 15:43:30.136238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36888) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:30.170255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.186834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.465139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.objects.ports [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88557) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:43:30.474641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.476401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:43:30.597872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:30.605462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:30.615410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:30.615410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.616186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e83cf09-1f2f-4e35-86b5-680ed61c9ecd None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:30.669930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=6b258bc9-6179-476a-9bdd-e006b10638c7,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:30.705517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.712096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:30.712096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.736909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5948288-2725-4a7b-a9ee-52e021792c5a tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:30.742730 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a5948288-2725-4a7b-a9ee-52e021792c5a tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/networks/71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 881 time: 0.6016338 Mar 11 15:43:30.742899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36894) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:30.791964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-666c1c95-2fa7-4397-a51d-a118efd5b689 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.799012 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d7894138-89b0-4e79-ba3a-d4815c8fbfc3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2754154 Mar 11 15:43:30.835169 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d754d406-e26c-4082-aa5a-85dba4932eb2 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=6675ad0e-bd81-462a-9d0f-d97cc5807a4d HTTP/1.1" status: 200 len: 205 time: 0.0922952 Mar 11 15:43:30.837330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36898) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:30.837904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36900) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:30.853576 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '6b258bc9-6179-476a-9bdd-e006b10638c7'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:43:30.855711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.877257 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2227809 Mar 11 15:43:30.885245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b354c-8749-4fe2-843e-608bd970e396 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Network': ['ID=709a4695-7867-42e9-a3f9-ae32c032292c,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:30.889345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36906) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:30.898633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'subnet': {'network_id': '709a4695-7867-42e9-a3f9-ae32c032292c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:30.918569 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2cf4a3c8-5d99-4d90-b8da-35103a61cc74 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:30.923006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 709a4695-7867-42e9-a3f9-ae32c032292c details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:43:30.982919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5851d7-8fe3-4175-a99b-775d0bf3d6d1 req-577af744-5fbe-49f2-93fa-90c3b85d981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:30.984393 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e5851d7-8fe3-4175-a99b-775d0bf3d6d1 req-577af744-5fbe-49f2-93fa-90c3b85d981f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63aa522a9c35455aa52f77ae8bc0fa36&device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 1099 time: 0.4876077 Mar 11 15:43:30.998263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8947418-57b8-4b6a-b831-8572d0f40fd4 req-ef27e2b3-3963-4e07-a182-bb8394b05d0a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:30.999639 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d8947418-57b8-4b6a-b831-8572d0f40fd4 req-ef27e2b3-3963-4e07-a182-bb8394b05d0a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.5086155 Mar 11 15:43:31.049402 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c1c95-2fa7-4397-a51d-a118efd5b689 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event deleted for resources: {'Port': ['ID=a433b1b9-d3be-45cb-8d38-9cc81433447f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:31.102637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2cf4a3c8-5d99-4d90-b8da-35103a61cc74 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:31.115841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2cf4a3c8-5d99-4d90-b8da-35103a61cc74 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:31.125298 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2cf4a3c8-5d99-4d90-b8da-35103a61cc74 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:31.137802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-666c1c95-2fa7-4397-a51d-a118efd5b689 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.139665 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-666c1c95-2fa7-4397-a51d-a118efd5b689 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "DELETE /v2.0/ports/a433b1b9-d3be-45cb-8d38-9cc81433447f HTTP/1.1" status: 204 len: 168 time: 2.0310717 Mar 11 15:43:31.140805 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2cf4a3c8-5d99-4d90-b8da-35103a61cc74 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:31.148495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36912) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:31.152404 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Allocated IP 2001:db8::f816:3eff:fed3:56ee (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/6b258bc9-6179-476a-9bdd-e006b10638c7/1c7d2fc7-cc2b-44d8-9791-71a41a486323) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:31.155013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421741e1-4b4e-45bd-b525-288a4ea4ace6 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:43:31.242535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.279097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:31.310992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:subnet and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:31.326360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:31.331511 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d8947418-57b8-4b6a-b831-8572d0f40fd4 req-2dd4ba4d-6d00-4139-857c-3991b267d9b7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603452 Mar 11 15:43:31.336011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Transition to ACTIVE for port object 421741e1-4b4e-45bd-b525-288a4ea4ace6 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:31.353531 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7c64eb-2cab-46e2-9542-3b218639b839 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] GET failed (client error): The resource could not be found. Mar 11 15:43:31.353880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cc7c64eb-2cab-46e2-9542-3b218639b839 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Synchronizing usage tracker for tenant:6b032bd7f4884ed0a664f3c5274d34a6 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:31.361430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:31.401414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5851d7-8fe3-4175-a99b-775d0bf3d6d1 req-301faaa2-8f93-4c99-9e1b-236f76f8a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:31.402793 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e5851d7-8fe3-4175-a99b-775d0bf3d6d1 req-301faaa2-8f93-4c99-9e1b-236f76f8a4d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1410b898-0e6e-4285-a079-c8161b49c4cd HTTP/1.1" status: 200 len: 912 time: 0.3981733 Mar 11 15:43:31.405941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.453272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf4a3c8-5d99-4d90-b8da-35103a61cc74 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:31.456836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a3c8-5d99-4d90-b8da-35103a61cc74 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.475032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.485765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Transition to ACTIVE for port object 1c7d2fc7-cc2b-44d8-9791-71a41a486323 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:31.494948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.507918 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Transition to ACTIVE for port object 1c7d2fc7-cc2b-44d8-9791-71a41a486323 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:31.559026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:31.562545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.598757 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.609298 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.667375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:31.670629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:31.675327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:31.677018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cc7c64eb-2cab-46e2-9542-3b218639b839 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Unset dirty status for tenant:6b032bd7f4884ed0a664f3c5274d34a6 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:31.681700 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cc7c64eb-2cab-46e2-9542-3b218639b839 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "GET /v2.0/ports/a433b1b9-d3be-45cb-8d38-9cc81433447f HTTP/1.1" status: 404 len: 333 time: 0.5287724 Mar 11 15:43:31.688277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36916) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:31.704461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1eb68-6c54-417b-ba00-c4d8318288fa req-e7405c65-08e9-4634-a029-6c5c918a811b tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:31.707087 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f2f1eb68-6c54-417b-ba00-c4d8318288fa req-e7405c65-08e9-4634-a029-6c5c918a811b tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 932 time: 0.6296442 Mar 11 15:43:31.728633 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d09a4ad-dba2-442b-ab2b-7d56aa76449a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.823639 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.ipam_backend_mixin [None req-2cf4a3c8-5d99-4d90-b8da-35103a61cc74 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b258bc9-6179-476a-9bdd-e006b10638c7 (CIDR: 2001:db8::/64) Mar 11 15:43:31.850165 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Attempting to bind port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:31.850536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Attempting to bind port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:31.850902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Attempting to bind port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:31.857913 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Pushing event updated for resources: {'Port': ['ID=1c7d2fc7-cc2b-44d8-9791-71a41a486323,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:31.859874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Pushing event updated for resources: {'Port': ['ID=421741e1-4b4e-45bd-b525-288a4ea4ace6,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:31.863809 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:31.864408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:31.865025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.865595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:31.866221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Bound port: 1c7d2fc7-cc2b-44d8-9791-71a41a486323, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:31.866756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.939841 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf4a3c8-5d99-4d90-b8da-35103a61cc74 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:43:31.940432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf4a3c8-5d99-4d90-b8da-35103a61cc74 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:43:31.947451 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e5851d7-8fe3-4175-a99b-775d0bf3d6d1 req-d47c2d89-d216-42f8-b5fe-e72caf9f5397 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d59228-922c-4881-8362-155d014dd350 HTTP/1.1" status: 200 len: 1002 time: 0.5367672 Mar 11 15:43:31.983754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] For port 1c7d2fc7-cc2b-44d8-9791-71a41a486323, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:31.987571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] For port 1c7d2fc7-cc2b-44d8-9791-71a41a486323, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=1c7d2fc7-cc2b-44d8-9791-71a41a486323,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:32.017557 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.080341 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2cf4a3c8-5d99-4d90-b8da-35103a61cc74 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2349162 Mar 11 15:43:32.084269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.089723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36920) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:32.124519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:32.163460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Deleting port af51f858-69f8-4f94-aeec-976f2016eadd {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:32.163847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.173305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afcf5f-b842-447a-9dbe-3e7d1ee8fc06 None None] Pushing event updated for resources: {'Port': ['ID=1c7d2fc7-cc2b-44d8-9791-71a41a486323,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:32.276126 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f2f1eb68-6c54-417b-ba00-c4d8318288fa req-731b7bdb-80c6-468a-8446-0fd1be6d41d4 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4695914 Mar 11 15:43:32.277755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5851d7-8fe3-4175-a99b-775d0bf3d6d1 req-d47e3412-083a-4c45-9b2c-62a0ed7a8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:32.283530 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e5851d7-8fe3-4175-a99b-775d0bf3d6d1 req-d47e3412-083a-4c45-9b2c-62a0ed7a8928 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf361e4-4fdb-4223-afe3-8508e64593f5 HTTP/1.1" status: 200 len: 850 time: 0.3149781 Mar 11 15:43:32.344777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5866f-b3eb-408e-b9de-182cda1800f3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Deleting port 669afd47-7dfd-4fe6-9356-a3acb28f4327 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:32.345108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5cb5866f-b3eb-408e-b9de-182cda1800f3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.445176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:32.453886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0d09a4ad-dba2-442b-ab2b-7d56aa76449a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port e41af408-a7d0-4751-9513-98810eee0d5a {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:32.453886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d09a4ad-dba2-442b-ab2b-7d56aa76449a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.496329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:32.503248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:32.520632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:32.535303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.26.6.96 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/f8238fe8-8e1d-4a4c-b07c-0676812f7333) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:32.552196 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.648986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Attempting to bind port 421741e1-4b4e-45bd-b525-288a4ea4ace6 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:32.649324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Attempting to bind port 421741e1-4b4e-45bd-b525-288a4ea4ace6 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:32.649651 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Attempting to bind port 421741e1-4b4e-45bd-b525-288a4ea4ace6 on network f481248f-54a1-4bed-bfea-bd9eb2a04282 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:32.695934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Port 421741e1-4b4e-45bd-b525-288a4ea4ace6 on network f481248f-54a1-4bed-bfea-bd9eb2a04282 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:43:32.696279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Attempting to bind port 421741e1-4b4e-45bd-b525-288a4ea4ace6 on network f481248f-54a1-4bed-bfea-bd9eb2a04282 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:32.711543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:32.715221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.739805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:32.740139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Checking segment: {'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:32.740522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Bound using segment: {'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:32.740988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Bound port: 421741e1-4b4e-45bd-b525-288a4ea4ace6, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5fe8f8-8e99-42cd-97d1-f90ede80887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:32.741326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.817236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5851d7-8fe3-4175-a99b-775d0bf3d6d1 req-7401388d-6226-40d4-8196-06d07a229bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:32.818767 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e5851d7-8fe3-4175-a99b-775d0bf3d6d1 req-7401388d-6226-40d4-8196-06d07a229bdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1410b898-0e6e-4285-a079-c8161b49c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4454882 Mar 11 15:43:32.866860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.876573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Calling delete_port for af51f858-69f8-4f94-aeec-976f2016eadd owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:33.232009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4ed38-349f-42c9-a395-1e03a4f2b91e req-43dee17f-406c-4c70-a8c7-f783f30e2b41 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:33.233567 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2ce4ed38-349f-42c9-a395-1e03a4f2b91e req-43dee17f-406c-4c70-a8c7-f783f30e2b41 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.7232611 Mar 11 15:43:33.251517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Subnet': ['ID=0f88559c-f759-4c09-b27a-20b2c1f0ea82,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:33.275869 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d09a4ad-dba2-442b-ab2b-7d56aa76449a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.304733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] For port 421741e1-4b4e-45bd-b525-288a4ea4ace6, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:33.312609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.323457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Checking segment: {'id': '7a9320f8-6a9a-4f1c-942c-0071acb27685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '709a4695-7867-42e9-a3f9-ae32c032292c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:33.323813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network hostable DHCP agents. Network: 709a4695-7867-42e9-a3f9-ae32c032292c, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:43:33.330480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5cb5866f-b3eb-408e-b9de-182cda1800f3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.368409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] For port 421741e1-4b4e-45bd-b525-288a4ea4ace6, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:33.437426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0d09a4ad-dba2-442b-ab2b-7d56aa76449a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for e41af408-a7d0-4751-9513-98810eee0d5a owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:33.486011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9358a1b0-d331-4e98-96a0-136d1a0e4bcb None None] Provisioning for port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:33.486605 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e5851d7-8fe3-4175-a99b-775d0bf3d6d1 req-e82b6f8f-c6b6-4b69-955b-eb86dc82349b service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434813 Mar 11 15:43:33.493936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5866f-b3eb-408e-b9de-182cda1800f3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Calling delete_port for 669afd47-7dfd-4fe6-9356-a3acb28f4327 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:33.570347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.627696 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2ce4ed38-349f-42c9-a395-1e03a4f2b91e req-6a7f5f4f-d172-4d40-b786-fbf5d1f6854b tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707950 Mar 11 15:43:33.728161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:33.728161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.728161 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] 10.222.0.30 "PUT /v2.0/ports/421741e1-4b4e-45bd-b525-288a4ea4ace6 HTTP/1.1" status: 200 len: 1094 time: 4.0984581 Mar 11 15:43:33.760981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:43:33.806693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.860812 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Pushing event deleted for resources: {'Port': ['ID=af51f858-69f8-4f94-aeec-976f2016eadd,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:33.870406 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.942612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d09a4ad-dba2-442b-ab2b-7d56aa76449a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.958733 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'status': 'completed', 'code': 200} Mar 11 15:43:33.994463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 709a4695-7867-42e9-a3f9-ae32c032292c is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:43:34.031082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9dca1-2de6-496b-b9b0-5035ae38fd25 service neutron] Pushing event updated for resources: {'Port': ['ID=421741e1-4b4e-45bd-b525-288a4ea4ace6,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:34.054047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09a4ad-dba2-442b-ab2b-7d56aa76449a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=e41af408-a7d0-4751-9513-98810eee0d5a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:34.057160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:34.074163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:34.080131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.086138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1c7d2fc7-cc2b-44d8-9791-71a41a486323 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:34.114718 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:34.115545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.123036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=750f71fd-a09b-4dff-b2e0-c2a224c89b49,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:34.126845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f5f85a-de3e-4a30-969b-fe1660061cd8 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:34.159466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 709a4695-7867-42e9-a3f9-ae32c032292c) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:34.182060 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e5851d7-8fe3-4175-a99b-775d0bf3d6d1 req-1e641a63-984f-4813-92a2-57e1b4ed1259 service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436112 Mar 11 15:43:34.188751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:34.189335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.190843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a9479-a957-4fd0-93d9-8c703cb5a9d4 None None] Network 709a4695-7867-42e9-a3f9-ae32c032292c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:34.200616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:34.209933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0976716-569d-46b9-90c0-3f3c1a941c3f req-e4c32ad2-9170-43cf-84ed-3bbf45e5c557 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:34.217939 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e0976716-569d-46b9-90c0-3f3c1a941c3f req-e4c32ad2-9170-43cf-84ed-3bbf45e5c557 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 944 time: 0.7371187 Mar 11 15:43:34.249151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:34.267224 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:34.294056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.306216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=f8238fe8-8e1d-4a4c-b07c-0676812f7333,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:34.372685 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e0976716-569d-46b9-90c0-3f3c1a941c3f req-7636aead-4a41-40d9-a9f4-a22207150718 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535079 Mar 11 15:43:34.390913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5cb5866f-b3eb-408e-b9de-182cda1800f3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.476016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5866f-b3eb-408e-b9de-182cda1800f3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event deleted for resources: {'Port': ['ID=669afd47-7dfd-4fe6-9356-a3acb28f4327,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:34.481167 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cae79bb0-1cbc-4382-948c-a2e4708cde8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5865963 Mar 11 15:43:34.486004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ccb6-cfe8-4236-af1b-a747ba76591a req-828e12be-6a29-4ca6-b241-8d721b29102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:34.487232 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cd09ccb6-cfe8-4236-af1b-a747ba76591a req-828e12be-6a29-4ca6-b241-8d721b29102b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ff30e389fe34a6fb8667d3adb81ee35&device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 1097 time: 0.5323422 Mar 11 15:43:34.487700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36930) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:34.498996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c615a53a-b441-4621-8739-e12e0e4d3f51 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-848569897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:34.571630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c615a53a-b441-4621-8739-e12e0e4d3f51 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:34.572347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:34.582172 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:34.582682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.639287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5cb5866f-b3eb-408e-b9de-182cda1800f3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.641243 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5cb5866f-b3eb-408e-b9de-182cda1800f3 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "DELETE /v2.0/ports/669afd47-7dfd-4fe6-9356-a3acb28f4327 HTTP/1.1" status: 204 len: 168 time: 2.9333112 Mar 11 15:43:34.647270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36934) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:34.648121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c615a53a-b441-4621-8739-e12e0e4d3f51 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:34.792901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-709a4695-7867-42e9-a3f9-ae32c032292c', 'network_id': '709a4695-7867-42e9-a3f9-ae32c032292c', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'fixed_ips': [{'subnet_id': '0f88559c-f759-4c09-b27a-20b2c1f0ea82'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:43:34.793503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.821719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.824339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.855169 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-79eec3eb-4ee9-4758-994a-550ad4935a78 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7400975 Mar 11 15:43:34.858171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36940) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:34.860870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d09a4ad-dba2-442b-ab2b-7d56aa76449a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.869914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:c1:4c:24', 'name': 'tempest-NetworksTestDHCPv6-55897151'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:34.902012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c615a53a-b441-4621-8739-e12e0e4d3f51 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.903026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c615a53a-b441-4621-8739-e12e0e4d3f51 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.982439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9a0641-8efc-46f4-bf0c-9cf4d34db421 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Deleting subnet 2233c714-e3fb-4f48-b711-38a088d5fa5b {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:43:34.999436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0641-8efc-46f4-bf0c-9cf4d34db421 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.002107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.054588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:35.059594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:35.066012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:35.074349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:35.085576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.086607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Fanout notify agent at l3_agent the message router_deleted on router 6675ad0e-bd81-462a-9d0f-d97cc5807a4d {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:43:35.129621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 1c7d2fc7-cc2b-44d8-9791-71a41a486323, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=1c7d2fc7-cc2b-44d8-9791-71a41a486323,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:35.130602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c615a53a-b441-4621-8739-e12e0e4d3f51 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.133076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ccb6-cfe8-4236-af1b-a747ba76591a req-331a04da-f6ad-4491-b065-4058e69a7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:35.134566 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cd09ccb6-cfe8-4236-af1b-a747ba76591a req-331a04da-f6ad-4491-b065-4058e69a7488 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7ff30e389fe34a6fb8667d3adb81ee35&shared=False HTTP/1.1" status: 200 len: 897 time: 0.5923026 Mar 11 15:43:35.157118 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Allocated IP 172.20.0.2 (709a4695-7867-42e9-a3f9-ae32c032292c/0f88559c-f759-4c09-b27a-20b2c1f0ea82/76b3747c-2458-4036-970b-fe8730eb51dc) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:35.169083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81bb429-00ca-4d51-8099-0a68e1486151 None None] Update dhcp port {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': '6b258bc9-6179-476a-9bdd-e006b10638c7', 'ip_address': '2001:db8::f816:3eff:fed3:56ee'}, {'subnet_id': '750f71fd-a09b-4dff-b2e0-c2a224c89b49'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': '1c7d2fc7-cc2b-44d8-9791-71a41a486323'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:43:35.201326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0641-8efc-46f4-bf0c-9cf4d34db421 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.209011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.267767 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:35.378266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.379384 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-59a4600b-f4f2-42aa-8566-61a090b70678 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/6675ad0e-bd81-462a-9d0f-d97cc5807a4d HTTP/1.1" status: 204 len: 168 time: 4.5319331 Mar 11 15:43:35.386188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36944) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:35.391796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-05b5da2a-62da-4245-88ea-79292ae39f51 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-791416639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:35.401253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-05b5da2a-62da-4245-88ea-79292ae39f51 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:35.406888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f81bb429-00ca-4d51-8099-0a68e1486151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.408129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-05b5da2a-62da-4245-88ea-79292ae39f51 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Usage tracker for resource:router and tenant:601a2f8a56674200837873036080a8f2 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:35.412198 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-05b5da2a-62da-4245-88ea-79292ae39f51 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:35.420458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-05b5da2a-62da-4245-88ea-79292ae39f51 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:35.497726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=1c7d2fc7-cc2b-44d8-9791-71a41a486323,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:35.514507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc39f70-77ef-49ef-9065-45e45495dc5a req-76472055-2dd0-4a86-afd7-7dd702634e68 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:35.519212 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8dc39f70-77ef-49ef-9065-45e45495dc5a req-76472055-2dd0-4a86-afd7-7dd702634e68 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.6294000 Mar 11 15:43:35.525866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05b5da2a-62da-4245-88ea-79292ae39f51 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.526893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05b5da2a-62da-4245-88ea-79292ae39f51 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.556562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c615a53a-b441-4621-8739-e12e0e4d3f51 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.601132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d09a4ad-dba2-442b-ab2b-7d56aa76449a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router ab289e54-8715-45ce-9468-bd96117683ec has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:43:35.644973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05b5da2a-62da-4245-88ea-79292ae39f51 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.661766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ccb6-cfe8-4236-af1b-a747ba76591a req-23574726-4270-477f-a4c9-198c01ef3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:35.663473 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cd09ccb6-cfe8-4236-af1b-a747ba76591a req-23574726-4270-477f-a4c9-198c01ef3e44 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4216003 Mar 11 15:43:35.718141 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8dc39f70-77ef-49ef-9065-45e45495dc5a req-4313df26-5c0c-4b5a-ac78-feda889d0b05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477451 Mar 11 15:43:35.719570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0641-8efc-46f4-bf0c-9cf4d34db421 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.738809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.791013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.800605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c615a53a-b441-4621-8739-e12e0e4d3f51 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.810854 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c615a53a-b441-4621-8739-e12e0e4d3f51 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3106768 Mar 11 15:43:35.811160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Transition to ACTIVE for port object 76b3747c-2458-4036-970b-fe8730eb51dc will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:35.811279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36950) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:35.819405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d09a4ad-dba2-442b-ab2b-7d56aa76449a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:35.821348 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-f81bb429-00ca-4d51-8099-0a68e1486151 None None] Allocated IP 2001:db8:0:1::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/750f71fd-a09b-4dff-b2e0-c2a224c89b49/1c7d2fc7-cc2b-44d8-9791-71a41a486323) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:35.849960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb61de-86b9-4aff-9e28-ca97e6788fc6 None None] Sync routers for ids ['ab289e54-8715-45ce-9468-bd96117683ec'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:35.860794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Transition to ACTIVE for port object 76b3747c-2458-4036-970b-fe8730eb51dc will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:35.869679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d95d9-7e5c-40af-bf8e-aac97a8e339e req-74feb559-97bc-43b1-858c-a51282dcbb2f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:35.869679 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-766d95d9-7e5c-40af-bf8e-aac97a8e339e req-74feb559-97bc-43b1-858c-a51282dcbb2f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 944 time: 0.3467302 Mar 11 15:43:35.892489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb61de-86b9-4aff-9e28-ca97e6788fc6 None None] Routers {'ab289e54-8715-45ce-9468-bd96117683ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:35.893788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2eeb61de-86b9-4aff-9e28-ca97e6788fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ab289e54-8715-45ce-9468-bd96117683ec'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:35.906574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port ccc11bd0-3896-4838-8092-091c35674854 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:43:35.947449 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0d09a4ad-dba2-442b-ab2b-7d56aa76449a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/ab289e54-8715-45ce-9468-bd96117683ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0762959 Mar 11 15:43:35.975521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2eeb61de-86b9-4aff-9e28-ca97e6788fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:36.001763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36954) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:36.031251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.060789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.070191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05b5da2a-62da-4245-88ea-79292ae39f51 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.103165 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1c7d2fc7-cc2b-44d8-9791-71a41a486323 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:36.109941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-6f7ea054-945e-42c6-a230-b93d4ad599f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.111586 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-6f7ea054-945e-42c6-a230-b93d4ad599f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ff30e389fe34a6fb8667d3adb81ee35&device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 1097 time: 0.3615682 Mar 11 15:43:36.119469 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-766d95d9-7e5c-40af-bf8e-aac97a8e339e req-940b3518-6abb-4225-8e4c-b67e5a72bfa6 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363102 Mar 11 15:43:36.186001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb61de-86b9-4aff-9e28-ca97e6788fc6 None None] Routers {'ab289e54-8715-45ce-9468-bd96117683ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:36.186592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2eeb61de-86b9-4aff-9e28-ca97e6788fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ab289e54-8715-45ce-9468-bd96117683ec'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:36.210015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0641-8efc-46f4-bf0c-9cf4d34db421 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.237813 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Pushing event updated for resources: {'Port': ['ID=76b3747c-2458-4036-970b-fe8730eb51dc,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:36.272462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f81bb429-00ca-4d51-8099-0a68e1486151 None None] For port 1c7d2fc7-cc2b-44d8-9791-71a41a486323, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=1c7d2fc7-cc2b-44d8-9791-71a41a486323,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:36.274509 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-a3c0cfa3-c3f7-4af8-9f3e-bbe64a001cc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6 HTTP/1.1" status: 200 len: 217 time: 0.1539950 Mar 11 15:43:36.298022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f81bb429-00ca-4d51-8099-0a68e1486151 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.307502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a0641-8efc-46f4-bf0c-9cf4d34db421 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event deleted for resources: {'Subnet': ['ID=2233c714-e3fb-4f48-b711-38a088d5fa5b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:36.316304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Network 709a4695-7867-42e9-a3f9-ae32c032292c is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:36.317163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:36.341391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:36.347478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fa11d0-10de-477e-acff-d9cea4ef814c None None] Network f5993af4-bfe3-4fac-b3d3-9ade08079cbd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:36.349517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.360298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f81bb429-00ca-4d51-8099-0a68e1486151 None None] Transition to ACTIVE for port object 1c7d2fc7-cc2b-44d8-9791-71a41a486323 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:36.368748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2eeb61de-86b9-4aff-9e28-ca97e6788fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:36.369140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb61de-86b9-4aff-9e28-ca97e6788fc6 None None] The sync data for ids ['ab289e54-8715-45ce-9468-bd96117683ec'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:36.379775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0641-8efc-46f4-bf0c-9cf4d34db421 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.411634 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6e9a0641-8efc-46f4-bf0c-9cf4d34db421 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "DELETE /v2.0/subnets/2233c714-e3fb-4f48-b711-38a088d5fa5b HTTP/1.1" status: 204 len: 168 time: 1.7560608 Mar 11 15:43:36.415007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36958) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:36.474979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-36bdb256-2c03-4669-9313-0ad461c15465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.476336 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-36bdb256-2c03-4669-9313-0ad461c15465 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=036befe3-2fd1-47d0-8fbd-170fb408fd0f HTTP/1.1" status: 200 len: 835 time: 0.1588213 Mar 11 15:43:36.500016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f81bb429-00ca-4d51-8099-0a68e1486151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.503229 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05b5da2a-62da-4245-88ea-79292ae39f51 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.504402 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-05b5da2a-62da-4245-88ea-79292ae39f51 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1170459 Mar 11 15:43:36.527385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36962) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:36.569856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'enable_snat': False}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:36.676470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Attempting to bind port 76b3747c-2458-4036-970b-fe8730eb51dc on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:36.676897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Attempting to bind port 76b3747c-2458-4036-970b-fe8730eb51dc by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '7a9320f8-6a9a-4f1c-942c-0071acb27685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '709a4695-7867-42e9-a3f9-ae32c032292c'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:36.677222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.677741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Attempting to bind port 76b3747c-2458-4036-970b-fe8730eb51dc on network 709a4695-7867-42e9-a3f9-ae32c032292c {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:36.711534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Deleting port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:36.711876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.745521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:36.745521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Checking segment: {'id': '7a9320f8-6a9a-4f1c-942c-0071acb27685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '709a4695-7867-42e9-a3f9-ae32c032292c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:36.745521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.745521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Bound using segment: {'id': '7a9320f8-6a9a-4f1c-942c-0071acb27685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '709a4695-7867-42e9-a3f9-ae32c032292c'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:36.745521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Bound port: 76b3747c-2458-4036-970b-fe8730eb51dc, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9320f8-6a9a-4f1c-942c-0071acb27685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '709a4695-7867-42e9-a3f9-ae32c032292c'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:36.745521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.793472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bb429-00ca-4d51-8099-0a68e1486151 None None] Pushing event updated for resources: {'Port': ['ID=1c7d2fc7-cc2b-44d8-9791-71a41a486323,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:36.856629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-d9d175cd-2bba-4a18-8df2-c69babaf2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.858121 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-d9d175cd-2bba-4a18-8df2-c69babaf2499 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f481248f-54a1-4bed-bfea-bd9eb2a04282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3294041 Mar 11 15:43:36.960390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] For port 76b3747c-2458-4036-970b-fe8730eb51dc, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:36.984709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] For port 76b3747c-2458-4036-970b-fe8730eb51dc, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=76b3747c-2458-4036-970b-fe8730eb51dc,segment=NetworkSegment(7a9320f8-6a9a-4f1c-942c-0071acb27685),segment_id=7a9320f8-6a9a-4f1c-942c-0071acb27685)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:36.986842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:43:37.063371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6a50af-dee0-4166-828d-23c329d4c998 None None] DHCP port deletion for f5993af4-bfe3-4fac-b3d3-9ade08079cbd request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:43:37.068929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a50af-dee0-4166-828d-23c329d4c998 None None] Deleting port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:37.069430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ac6a50af-dee0-4166-828d-23c329d4c998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.115414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.176220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.247010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] For port ad72fcdc-d377-4dc6-8023-2c2aae8dc177, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ad72fcdc-d377-4dc6-8023-2c2aae8dc177,segment=NetworkSegment(ffe510f6-eed0-4973-a6d8-40979271c0ee),segment_id=ffe510f6-eed0-4973-a6d8-40979271c0ee)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:37.247371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.264645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.325573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523b08f-7026-4a1d-9b19-17b4975886f6 None None] Pushing event updated for resources: {'Port': ['ID=76b3747c-2458-4036-970b-fe8730eb51dc,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:37.528202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ac6a50af-dee0-4166-828d-23c329d4c998 None None] For port ad72fcdc-d377-4dc6-8023-2c2aae8dc177, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ad72fcdc-d377-4dc6-8023-2c2aae8dc177,segment=NetworkSegment(ffe510f6-eed0-4973-a6d8-40979271c0ee),segment_id=ffe510f6-eed0-4973-a6d8-40979271c0ee)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:37.528705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ac6a50af-dee0-4166-828d-23c329d4c998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.552338 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8:0:1::39a (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/750f71fd-a09b-4dff-b2e0-c2a224c89b49/ccc11bd0-3896-4838-8092-091c35674854) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:37.563376 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-c9704570-7fe7-4774-b281-5bcf303981c3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 15:43:37.564529 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c9704570-7fe7-4774-b281-5bcf303981c3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/ab289e54-8715-45ce-9468-bd96117683ec/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.5601413 Mar 11 15:43:37.582006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36970) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:37.583177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.601577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::f816:3eff:fec1:4c24 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/6b258bc9-6179-476a-9bdd-e006b10638c7/ccc11bd0-3896-4838-8092-091c35674854) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:37.664249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Calling delete_port for ad72fcdc-d377-4dc6-8023-2c2aae8dc177 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:37.756253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a50af-dee0-4166-828d-23c329d4c998 None None] Calling delete_port for ad72fcdc-d377-4dc6-8023-2c2aae8dc177 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:37.840755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.909478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-ac6a50af-dee0-4166-828d-23c329d4c998 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:43:37.910108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-ac6a50af-dee0-4166-828d-23c329d4c998 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:43:37.960156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-889d04b7-ef66-4e69-8568-78357efdaa54 None None] Provisioning for port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:37.966187 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-889d04b7-ef66-4e69-8568-78357efdaa54 None None] Provisioning complete for port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:37.966560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-889d04b7-ef66-4e69-8568-78357efdaa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.034083 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.085309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.098355 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-475939f0-371f-4932-978d-ed119a7f8234 service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2220457 Mar 11 15:43:38.099334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ee712d1a-fc93-4d13-b318-6912539be3fd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Synchronizing usage tracker for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:38.164987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=f8238fe8-8e1d-4a4c-b07c-0676812f7333,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:38.168823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] No DVR routers for this DVR port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:38.194339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1c7d2fc7-cc2b-44d8-9791-71a41a486323 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:38.271138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff22ef-e149-4844-b825-28acdd914421 req-73a8ebad-0a0b-4f0d-89d6-1b9ad29d7b60 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:38.272883 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ffff22ef-e149-4844-b825-28acdd914421 req-73a8ebad-0a0b-4f0d-89d6-1b9ad29d7b60 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 1.3410709 Mar 11 15:43:38.286857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:38.287486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.325007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event deleted for resources: {'Port': ['ID=ad72fcdc-d377-4dc6-8023-2c2aae8dc177,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:38.410001 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ee712d1a-fc93-4d13-b318-6912539be3fd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Unset dirty status for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:38.410980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a50af-dee0-4166-828d-23c329d4c998 None None] Deleting port ad72fcdc-d377-4dc6-8023-2c2aae8dc177 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:38.411193 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ee712d1a-fc93-4d13-b318-6912539be3fd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab289e54-8715-45ce-9468-bd96117683ec HTTP/1.1" status: 200 len: 205 time: 0.8138289 Mar 11 15:43:38.411668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ac6a50af-dee0-4166-828d-23c329d4c998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.418601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36974) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:38.494911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a50af-dee0-4166-828d-23c329d4c998 None None] The port 'ad72fcdc-d377-4dc6-8023-2c2aae8dc177' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:43:38.496937 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 76b3747c-2458-4036-970b-fe8730eb51dc up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:38.501597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.604964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5993af4-bfe3-4fac-b3d3-9ade08079cbd']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:38.634393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 76b3747c-2458-4036-970b-fe8730eb51dc completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:38.647616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe510f6-eed0-4973-a6d8-40979271c0ee') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:38.647915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe510f6-eed0-4973-a6d8-40979271c0ee') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:38.689334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee33c0-6c1f-4a73-9691-9c4bd5e99356 req-2c409101-1ca0-4143-ae41-0c42b9820141 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:38.690950 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7aee33c0-6c1f-4a73-9691-9c4bd5e99356 req-2c409101-1ca0-4143-ae41-0c42b9820141 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 944 time: 1.3058214 Mar 11 15:43:38.692865 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.712035 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ad72fcdc-d377-4dc6-8023-2c2aae8dc177 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:38.713752 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ffff22ef-e149-4844-b825-28acdd914421 req-3d9836ca-e977-4dbf-9be8-d6dc3d048aab tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756735 Mar 11 15:43:38.737643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ab442130-7b6a-4699-aaa9-3d723e9b6c28 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.752257 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP fc9fac2c-50c1-4d44-bf92-f9670ba1c859 associated. External IP: 172.26.6.96, port: 7eaa43b4-834b-461a-912d-4dcf2defaa81. Mar 11 15:43:38.768592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: ad72fcdc-d377-4dc6-8023-2c2aae8dc177 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:43:38.768937 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ad72fcdc-d377-4dc6-8023-2c2aae8dc177 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:38.826361 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f3ec6e26-52a4-41f6-ad81-013d52d9de18 req-83f1a4f2-1cc4-4034-aa7a-6983b604e7d4 service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042267 Mar 11 15:43:38.826506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f8efe-1bee-41a8-8ddf-ba2a4a1aebbf None None] Network 709a4695-7867-42e9-a3f9-ae32c032292c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:38.832580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.853918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:43:38.854614 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:43:38.869427 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:43:38.897643 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7aee33c0-6c1f-4a73-9691-9c4bd5e99356 req-c75e4696-0097-4dff-802c-f517759dd87f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710498 Mar 11 15:43:38.931537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.018496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ca75ae7c-d64d-44d0-b2e6-6170d2323c21 None None] Provisioning for port 76b3747c-2458-4036-970b-fe8730eb51dc completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:39.025277 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ca75ae7c-d64d-44d0-b2e6-6170d2323c21 None None] Provisioning complete for port 76b3747c-2458-4036-970b-fe8730eb51dc triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:39.025644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ca75ae7c-d64d-44d0-b2e6-6170d2323c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.075562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object ccc11bd0-3896-4838-8092-091c35674854 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:39.133621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249ec7-6ea5-41d9-bc0d-ac4e82cf57b5 req-703f48cb-cd71-4fad-bca2-81219a34208b tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:39.133903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Allocated IP 172.20.0.1 (709a4695-7867-42e9-a3f9-ae32c032292c/0f88559c-f759-4c09-b27a-20b2c1f0ea82/a307379b-dfe1-49f8-a42d-d48cbc127353) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:39.140857 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb249ec7-6ea5-41d9-bc0d-ac4e82cf57b5 req-703f48cb-cd71-4fad-bca2-81219a34208b tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.2519557 Mar 11 15:43:39.195562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ca75ae7c-d64d-44d0-b2e6-6170d2323c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.219998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.224907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ab442130-7b6a-4699-aaa9-3d723e9b6c28 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.230934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ab442130-7b6a-4699-aaa9-3d723e9b6c28 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.261580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.270369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ca75ae7c-d64d-44d0-b2e6-6170d2323c21 None None] For port 76b3747c-2458-4036-970b-fe8730eb51dc, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=76b3747c-2458-4036-970b-fe8730eb51dc,segment=NetworkSegment(7a9320f8-6a9a-4f1c-942c-0071acb27685),segment_id=7a9320f8-6a9a-4f1c-942c-0071acb27685)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:39.277340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] Pushing event deleted for resources: {'Network': ['ID=f5993af4-bfe3-4fac-b3d3-9ade08079cbd,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:39.293145 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb249ec7-6ea5-41d9-bc0d-ac4e82cf57b5 req-2e95c165-397f-447e-aa92-724b9cbc423f tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512208 Mar 11 15:43:39.348887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ca75ae7c-d64d-44d0-b2e6-6170d2323c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.395577 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-51024b2e-0f46-4c44-9129-34e69e493b19 tempest-AllowedAddressPairIpV6TestJSON-1332264083 tempest-AllowedAddressPairIpV6TestJSON-1332264083-project] 10.222.0.39 "DELETE /v2.0/networks/f5993af4-bfe3-4fac-b3d3-9ade08079cbd HTTP/1.1" status: 204 len: 168 time: 2.9772320 Mar 11 15:43:39.462914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75ae7c-d64d-44d0-b2e6-6170d2323c21 None None] Pushing event updated for resources: {'Port': ['ID=76b3747c-2458-4036-970b-fe8730eb51dc,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:39.489170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:43:39.591583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.602404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ab442130-7b6a-4699-aaa9-3d723e9b6c28 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.602937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab442130-7b6a-4699-aaa9-3d723e9b6c28 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Fanout notify agent at l3_agent the message router_deleted on router ab289e54-8715-45ce-9468-bd96117683ec {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:43:39.659914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.670610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e92275ac-bcd1-4cf0-a625-b51609a220eb None None] Provisioning complete for port 76b3747c-2458-4036-970b-fe8730eb51dc triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:39.671169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e92275ac-bcd1-4cf0-a625-b51609a220eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.804539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e4b94-408f-43b1-af1c-e37bd8120ae0 req-105e93f7-ebff-4ecd-9ca8-e557e9dc1882 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:39.806299 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2a4e4b94-408f-43b1-af1c-e37bd8120ae0 req-105e93f7-ebff-4ecd-9ca8-e557e9dc1882 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3587008 Mar 11 15:43:39.831423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:39.849237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:39.854445 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ab442130-7b6a-4699-aaa9-3d723e9b6c28 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.857959 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ab442130-7b6a-4699-aaa9-3d723e9b6c28 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/ab289e54-8715-45ce-9468-bd96117683ec HTTP/1.1" status: 204 len: 168 time: 1.4294147 Mar 11 15:43:39.857959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Transition to ACTIVE for port object a307379b-dfe1-49f8-a42d-d48cbc127353 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:39.858551 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:39.859987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 36984) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:39.863801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:39.864174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.868149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=ccc11bd0-3896-4838-8092-091c35674854,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:39.906294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:39.919518 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1289b0-60b9-469e-bbb5-84c8c5337b2e None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:39.926551 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2a4e4b94-408f-43b1-af1c-e37bd8120ae0 req-451f4e3e-c4d1-4e0d-a678-7c13918424a4 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122565 Mar 11 15:43:39.942723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.969719 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1289b0-60b9-469e-bbb5-84c8c5337b2e None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:39.972721 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6f1289b0-60b9-469e-bbb5-84c8c5337b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:39.982895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.011360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafc1791-ba7c-413c-afc6-870dcb2ee840 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting subnet 48e69654-1d0f-4e3e-8473-66581c4ca666 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:43:40.020361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bafc1791-ba7c-413c-afc6-870dcb2ee840 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.038684 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2efa4d2d-e0af-442d-978b-83e5ba52ef4b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.1769395 Mar 11 15:43:40.044309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36992) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:40.081108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.107117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 76b3747c-2458-4036-970b-fe8730eb51dc up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:40.138058 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6f1289b0-60b9-469e-bbb5-84c8c5337b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:40.139655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.163426 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1289b0-60b9-469e-bbb5-84c8c5337b2e None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:40.164332 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6f1289b0-60b9-469e-bbb5-84c8c5337b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:40.258313 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6f1289b0-60b9-469e-bbb5-84c8c5337b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:40.258909 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1289b0-60b9-469e-bbb5-84c8c5337b2e None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:40.263079 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 709a4695-7867-42e9-a3f9-ae32c032292c is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:40.274960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-153aa0e4-87ca-4b37-8759-27144b9194f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port ccc11bd0-3896-4838-8092-091c35674854 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:40.275570 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-153aa0e4-87ca-4b37-8759-27144b9194f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.286544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 76b3747c-2458-4036-970b-fe8730eb51dc triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:40.287064 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.314914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:40.350465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bafc1791-ba7c-413c-afc6-870dcb2ee840 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.382316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 36998) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:40.383480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:40.418460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=a307379b-dfe1-49f8-a42d-d48cbc127353,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:40.445273 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4757d1e9-d1ed-45d2-a236-508806c66e64 None None] Provisioning for port ccc11bd0-3896-4838-8092-091c35674854 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:40.454079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4757d1e9-d1ed-45d2-a236-508806c66e64 None None] Provisioning complete for port ccc11bd0-3896-4838-8092-091c35674854 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:40.454599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4757d1e9-d1ed-45d2-a236-508806c66e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.466184 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bafc1791-ba7c-413c-afc6-870dcb2ee840 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.525318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4757d1e9-d1ed-45d2-a236-508806c66e64 None None] Port ccc11bd0-3896-4838-8092-091c35674854 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:40.551248 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-20eea109-d3a7-4bb2-a856-84bd255736b5 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.5696425 Mar 11 15:43:40.557133 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Allocated IP 172.26.6.44 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/44f8abf9-e688-4024-9df6-3528995788a2) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:40.558519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37004) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:40.567737 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.575555 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-54e733a3-3565-4df1-9256-8d9c70253e59 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:40.661562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bafc1791-ba7c-413c-afc6-870dcb2ee840 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.712404 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-15436da7-a60e-46e9-8a1b-5e1ec5e32989 None None] Provisioning for port a307379b-dfe1-49f8-a42d-d48cbc127353 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:40.719442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-15436da7-a60e-46e9-8a1b-5e1ec5e32989 None None] Provisioning complete for port a307379b-dfe1-49f8-a42d-d48cbc127353 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:40.719971 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-15436da7-a60e-46e9-8a1b-5e1ec5e32989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.722367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc1791-ba7c-413c-afc6-870dcb2ee840 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Subnet': ['ID=48e69654-1d0f-4e3e-8473-66581c4ca666,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:40.727887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bafc1791-ba7c-413c-afc6-870dcb2ee840 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.752738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bafc1791-ba7c-413c-afc6-870dcb2ee840 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/48e69654-1d0f-4e3e-8473-66581c4ca666 HTTP/1.1" status: 204 len: 168 time: 0.8867714 Mar 11 15:43:40.760704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2f160-c8bc-410f-8f5b-c12d613e7bed req-7884c319-90e5-4d07-84c9-33e4c63dda04 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:40.762168 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0ab2f160-c8bc-410f-8f5b-c12d613e7bed req-7884c319-90e5-4d07-84c9-33e4c63dda04 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 944 time: 0.4813652 Mar 11 15:43:40.762645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37008) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:40.764795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba04435-5b2a-4a1f-9404-81304953c7ca None None] Network c5241332-dcc9-43a4-8d13-b4c3ed547c5e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:40.786865 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-54e733a3-3565-4df1-9256-8d9c70253e59 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:40.969330 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6e6cfe67-99a2-4400-a549-2786f26c665a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b032bd7f4884ed0a664f3c5274d34a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470779 Mar 11 15:43:40.974113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37012) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:40.975710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc6c1f-97a1-4833-8be5-2e90649c178f req-6f00dc02-d6b1-458a-90ea-c5f49f7d4ffa tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:40.977322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4ccc6c1f-97a1-4833-8be5-2e90649c178f req-6f00dc02-d6b1-458a-90ea-c5f49f7d4ffa tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.7629085 Mar 11 15:43:40.987002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-15436da7-a60e-46e9-8a1b-5e1ec5e32989 None None] Port a307379b-dfe1-49f8-a42d-d48cbc127353 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:41.055235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-153aa0e4-87ca-4b37-8759-27144b9194f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.107235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e783f738-93ee-4c8b-ae5d-18ab6ce7dfb0 None None] DHCP port deletion for c5241332-dcc9-43a4-8d13-b4c3ed547c5e request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:43:41.112069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e783f738-93ee-4c8b-ae5d-18ab6ce7dfb0 None None] Deleting port 013f123a-c09d-4dfa-9661-2104b3e8f953 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:41.112435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e783f738-93ee-4c8b-ae5d-18ab6ce7dfb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.135222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.144853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0ab2f160-c8bc-410f-8f5b-c12d613e7bed req-81cfbcf1-4964-4836-a6c7-b775249f3f3c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899294 Mar 11 15:43:41.164078 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4ccc6c1f-97a1-4833-8be5-2e90649c178f req-42e200eb-a262-4a86-95dd-01219199c482 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693602 Mar 11 15:43:41.189161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 013f123a-c09d-4dfa-9661-2104b3e8f953 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:41.190303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.338057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-153aa0e4-87ca-4b37-8759-27144b9194f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for ccc11bd0-3896-4838-8092-091c35674854 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:41.389303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e783f738-93ee-4c8b-ae5d-18ab6ce7dfb0 None None] For port 013f123a-c09d-4dfa-9661-2104b3e8f953, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=013f123a-c09d-4dfa-9661-2104b3e8f953,segment=NetworkSegment(8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104),segment_id=8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:41.389705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e783f738-93ee-4c8b-ae5d-18ab6ce7dfb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.407831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.411020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-54e733a3-3565-4df1-9256-8d9c70253e59 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.489303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13f1e23b-36c1-453c-8bf5-fc65d46a98f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.493447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.503811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-54e733a3-3565-4df1-9256-8d9c70253e59 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.503983 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-54e733a3-3565-4df1-9256-8d9c70253e59 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP fc9fac2c-50c1-4d44-bf92-f9670ba1c859 disassociated. External IP: 172.26.6.96, port: 7eaa43b4-834b-461a-912d-4dcf2defaa81. Mar 11 15:43:41.514580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e783f738-93ee-4c8b-ae5d-18ab6ce7dfb0 None None] Calling delete_port for 013f123a-c09d-4dfa-9661-2104b3e8f953 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:41.603870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13f1e23b-36c1-453c-8bf5-fc65d46a98f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.655351 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e783f738-93ee-4c8b-ae5d-18ab6ce7dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.705103 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783f738-93ee-4c8b-ae5d-18ab6ce7dfb0 None None] Pushing event deleted for resources: {'Port': ['ID=013f123a-c09d-4dfa-9661-2104b3e8f953,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:41.708682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783f738-93ee-4c8b-ae5d-18ab6ce7dfb0 None None] No DVR routers for this DVR port 013f123a-c09d-4dfa-9661-2104b3e8f953 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:41.787973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.794025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7629550-21a7-4d54-a139-8de14838fd5c req-f84967e0-2de2-4cb3-993e-1ebcfae2a3d4 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:41.795522 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f7629550-21a7-4d54-a139-8de14838fd5c req-f84967e0-2de2-4cb3-993e-1ebcfae2a3d4 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4607797 Mar 11 15:43:41.925089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port 013f123a-c09d-4dfa-9661-2104b3e8f953, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=013f123a-c09d-4dfa-9661-2104b3e8f953,segment=NetworkSegment(8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104),segment_id=8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:41.925384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:41.927349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:41.935691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:41.950967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:41.998389 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f7629550-21a7-4d54-a139-8de14838fd5c req-1bd353a4-2bea-48d1-a05f-60b7b1186ea8 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865551 Mar 11 15:43:42.006735 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Pushing event updated for resources: {'Port': ['ID=44f8abf9-e688-4024-9df6-3528995788a2,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:42.054318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 013f123a-c09d-4dfa-9661-2104b3e8f953 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:42.066303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13f1e23b-36c1-453c-8bf5-fc65d46a98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.093724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 013f123a-c09d-4dfa-9661-2104b3e8f953 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:43:42.094088 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 013f123a-c09d-4dfa-9661-2104b3e8f953 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:42.094484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for 013f123a-c09d-4dfa-9661-2104b3e8f953 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:42.198678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-153aa0e4-87ca-4b37-8759-27144b9194f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.200328 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1e23b-36c1-453c-8bf5-fc65d46a98f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7ca4e5-6f97-4e35-a1a4-63bbd39ec759,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:42.295958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153aa0e4-87ca-4b37-8759-27144b9194f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=ccc11bd0-3896-4838-8092-091c35674854,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:42.344979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:43:42.345362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:43:42.431748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e733a3-3565-4df1-9256-8d9c70253e59 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:43:42.489469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13f1e23b-36c1-453c-8bf5-fc65d46a98f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.493017 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-13f1e23b-36c1-453c-8bf5-fc65d46a98f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d7ca4e5-6f97-4e35-a1a4-63bbd39ec759 HTTP/1.1" status: 204 len: 168 time: 1.5178144 Mar 11 15:43:42.511143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-153aa0e4-87ca-4b37-8759-27144b9194f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.513364 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-153aa0e4-87ca-4b37-8759-27144b9194f2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/ccc11bd0-3896-4838-8092-091c35674854 HTTP/1.1" status: 204 len: 168 time: 2.4661763 Mar 11 15:43:42.520395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053d13c-2f9f-4f05-b15b-b6ef9322865d req-61990a59-11ed-4120-a495-db02407a85fb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:42.528826 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2053d13c-2f9f-4f05-b15b-b6ef9322865d req-61990a59-11ed-4120-a495-db02407a85fb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 944 time: 0.1932194 Mar 11 15:43:42.529338 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37024) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:42.580116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.662036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.753350 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2053d13c-2f9f-4f05-b15b-b6ef9322865d req-d58cd5c2-bb14-4d34-bfa0-e1c20c2f575f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027566 Mar 11 15:43:42.811066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e733a3-3565-4df1-9256-8d9c70253e59 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:42.823827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce593f3-ce29-4d79-a6fa-9a08e37963fe None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:42.834396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5663a8d0-86db-494a-8290-0a33efb29bd8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:42.837638 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5663a8d0-86db-494a-8290-0a33efb29bd8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2992630 Mar 11 15:43:42.839108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37032) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:42.842185 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce593f3-ce29-4d79-a6fa-9a08e37963fe None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:42.842859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1ce593f3-ce29-4d79-a6fa-9a08e37963fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:42.844311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-54e733a3-3565-4df1-9256-8d9c70253e59 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.894289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 013f123a-c09d-4dfa-9661-2104b3e8f953 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:42.894722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.933158 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1ce593f3-ce29-4d79-a6fa-9a08e37963fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:42.951295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce593f3-ce29-4d79-a6fa-9a08e37963fe None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:42.952222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1ce593f3-ce29-4d79-a6fa-9a08e37963fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:42.983675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.041754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1ce593f3-ce29-4d79-a6fa-9a08e37963fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:43.042492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce593f3-ce29-4d79-a6fa-9a08e37963fe None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:43.042696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe365f16-5c6b-4116-976e-833648a1a747 req-b0278ab4-f8b0-4128-b97f-540e55bfad75 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:43.044236 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fe365f16-5c6b-4116-976e-833648a1a747 req-b0278ab4-f8b0-4128-b97f-540e55bfad75 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4091091 Mar 11 15:43:43.052522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] The port '013f123a-c09d-4dfa-9661-2104b3e8f953' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:43:43.056760 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-54e733a3-3565-4df1-9256-8d9c70253e59 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "PUT /v2.0/floatingips/fc9fac2c-50c1-4d44-bf92-f9670ba1c859 HTTP/1.1" status: 200 len: 687 time: 2.4942856 Mar 11 15:43:43.085281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37042) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:43.124751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=a307379b-dfe1-49f8-a42d-d48cbc127353,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:43.211151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.369903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 421741e1-4b4e-45bd-b525-288a4ea4ace6 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:43:43.383346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 709a4695-7867-42e9-a3f9-ae32c032292c is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:43.386482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:43.532428 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fe365f16-5c6b-4116-976e-833648a1a747 req-b0d49d4e-7659-44fb-bed3-0aeaa4a15bf5 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4785447 Mar 11 15:43:43.534685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.542834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-527c7e86-d81c-417b-941e-add64a948c45 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port f8238fe8-8e1d-4a4c-b07c-0676812f7333 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:43.555612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-527c7e86-d81c-417b-941e-add64a948c45 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.609575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5241332-dcc9-43a4-8d13-b4c3ed547c5e']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:43.630840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 421741e1-4b4e-45bd-b525-288a4ea4ace6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:43.633603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b448d6af-553d-42f5-8746-3ef4d002d484 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:43.644585 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b448d6af-553d-42f5-8746-3ef4d002d484 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8036005 Mar 11 15:43:43.645330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37056) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:43.646747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'port_id': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'mac_address': 'fa:16:3e:17:08:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:43:43.704755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:43.705059 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8322c3ee-bc5b-45bc-8fb4-d2c4a41ed104') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:43.733163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.762470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421741e1-4b4e-45bd-b525-288a4ea4ace6 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:43:43.780371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.789514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37060) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:43.795753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 421741e1-4b4e-45bd-b525-288a4ea4ace6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:43.843717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.845083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cb51f92c-831f-40f9-9fb2-9ee465d92b51 None None] Provisioning complete for port a307379b-dfe1-49f8-a42d-d48cbc127353 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:43.845583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cb51f92c-831f-40f9-9fb2-9ee465d92b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.852089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.885080 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.909151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.974234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:43:43.974654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.981296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-cb51f92c-831f-40f9-9fb2-9ee465d92b51 None None] Port a307379b-dfe1-49f8-a42d-d48cbc127353 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:43:43.990043 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:43:43.994174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=421741e1-4b4e-45bd-b525-288a4ea4ace6,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:44.017240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a0e36-53cc-4206-8d04-629243aae872 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:44.018791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a0e36-53cc-4206-8d04-629243aae872 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:44.020300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a0e36-53cc-4206-8d04-629243aae872 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:44.021130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0e3a0e36-53cc-4206-8d04-629243aae872 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:44.023911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router 4add6ef1-9204-4b5e-b2b7-9140abe30aab is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:43:44.036892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1308225913'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:44.100091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:44.113133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:network and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:44.125705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:44.141943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:44.151774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-527c7e86-d81c-417b-941e-add64a948c45 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:44.152112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-527c7e86-d81c-417b-941e-add64a948c45 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:44.208435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:44.218170 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-905a0701-8f49-4357-a146-76f208a5ffa0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/4add6ef1-9204-4b5e-b2b7-9140abe30aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3979800 Mar 11 15:43:44.218170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37068) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:44.223749 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5acf2-3746-46d7-ba2a-ed24956379d9 None None] Sync routers for ids ['4add6ef1-9204-4b5e-b2b7-9140abe30aab'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:44.226252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:44.244097 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd5acf2-3746-46d7-ba2a-ed24956379d9 None None] Routers {'4add6ef1-9204-4b5e-b2b7-9140abe30aab'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:44.246461 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-9bd5acf2-3746-46d7-ba2a-ed24956379d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4add6ef1-9204-4b5e-b2b7-9140abe30aab'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:44.249603 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['421741e1-4b4e-45bd-b525-288a4ea4ace6'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:43:44.280023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Router 9a3e54bf-b455-469e-b19e-086ed05aa2a3 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:43:44.308606 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d957ceb8-84d0-4405-922f-15e9d22c87c9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:44.309203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d957ceb8-84d0-4405-922f-15e9d22c87c9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Synchronizing usage tracker for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:44.318583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-527c7e86-d81c-417b-941e-add64a948c45 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for f8238fe8-8e1d-4a4c-b07c-0676812f7333 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:44.404433 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-9bd5acf2-3746-46d7-ba2a-ed24956379d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:44.415159 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd5acf2-3746-46d7-ba2a-ed24956379d9 None None] Routers {'4add6ef1-9204-4b5e-b2b7-9140abe30aab'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:44.415968 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-9bd5acf2-3746-46d7-ba2a-ed24956379d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4add6ef1-9204-4b5e-b2b7-9140abe30aab'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:44.431508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0e3a0e36-53cc-4206-8d04-629243aae872 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:44.436176 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0e3a0e36-53cc-4206-8d04-629243aae872 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7862904 Mar 11 15:43:44.436743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37072) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:44.437818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:44.450946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Network': ['ID=c5241332-dcc9-43a4-8d13-b4c3ed547c5e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:44.459069 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a8f1657f-c8a7-4998-bba6-992cb26670c8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/networks/c5241332-dcc9-43a4-8d13-b4c3ed547c5e HTTP/1.1" status: 204 len: 168 time: 3.6888249 Mar 11 15:43:44.470045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:44.474208 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:44.481900 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-9bd5acf2-3746-46d7-ba2a-ed24956379d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:44.482438 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5acf2-3746-46d7-ba2a-ed24956379d9 None None] The sync data for ids ['4add6ef1-9204-4b5e-b2b7-9140abe30aab'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:44.487851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37076) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:44.493677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:44.554139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1654862388'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:44.577566 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:44.587377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa6456-9bf0-49e7-9930-1c3f9720c921 req-9c63591f-ebb9-45d2-8568-4c24d84aa71f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:44.588899 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c7fa6456-9bf0-49e7-9930-1c3f9720c921 req-9c63591f-ebb9-45d2-8568-4c24d84aa71f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 945 time: 0.6716988 Mar 11 15:43:44.590191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:44.600667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:network and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:44.605518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:security_group_rule and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:44.617328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:44.622926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:44.651401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d957ceb8-84d0-4405-922f-15e9d22c87c9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Unset dirty status for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:44.652758 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d957ceb8-84d0-4405-922f-15e9d22c87c9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports/a307379b-dfe1-49f8-a42d-d48cbc127353 HTTP/1.1" status: 200 len: 910 time: 0.4341931 Mar 11 15:43:44.656119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37082) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:44.664834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-34a535a4-2055-4c5e-a2d6-2c1e149f37c5 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0f88559c-f759-4c09-b27a-20b2c1f0ea82'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:44.669703 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:44.673332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:44.681810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c27d52-417f-4669-bddf-2982a7d2bdd5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 6b258bc9-6179-476a-9bdd-e006b10638c7 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:43:44.723396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26c27d52-417f-4669-bddf-2982a7d2bdd5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:44.734913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:44.746439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:44.750202 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-05e2dbfe-00f5-4fb1-9c6a-083bcd286674 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "PUT /v2.0/routers/9a3e54bf-b455-469e-b19e-086ed05aa2a3 HTTP/1.1" status: 200 len: 914 time: 8.2177148 Mar 11 15:43:44.750401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd74ab9-8267-4ada-adeb-89d0c13098ad None None] Sync routers for ids ['9a3e54bf-b455-469e-b19e-086ed05aa2a3'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:44.755091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37086) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:44.760921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd74ab9-8267-4ada-adeb-89d0c13098ad None None] Routers {'9a3e54bf-b455-469e-b19e-086ed05aa2a3'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:44.761701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-dbd74ab9-8267-4ada-adeb-89d0c13098ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['9a3e54bf-b455-469e-b19e-086ed05aa2a3'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:44.769937 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c7fa6456-9bf0-49e7-9930-1c3f9720c921 req-ce8dfbf6-0bf2-402f-853c-516aefb181fc tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539080 Mar 11 15:43:44.831923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-dbd74ab9-8267-4ada-adeb-89d0c13098ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:44.842567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd74ab9-8267-4ada-adeb-89d0c13098ad None None] Routers {'9a3e54bf-b455-469e-b19e-086ed05aa2a3'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:44.843448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-dbd74ab9-8267-4ada-adeb-89d0c13098ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['9a3e54bf-b455-469e-b19e-086ed05aa2a3'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:44.849284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26c27d52-417f-4669-bddf-2982a7d2bdd5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:44.895596 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:44.899105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:44.950028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-dbd74ab9-8267-4ada-adeb-89d0c13098ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:44.950682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd74ab9-8267-4ada-adeb-89d0c13098ad None None] The sync data for ids ['9a3e54bf-b455-469e-b19e-086ed05aa2a3'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:44.978668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8e4b4-39cd-4bae-80ca-c28cbd57e0a7 req-67d5ba6c-d09e-4927-9e2a-e149f88e8774 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:44.980132 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7f8e4b4-39cd-4bae-80ca-c28cbd57e0a7 req-67d5ba6c-d09e-4927-9e2a-e149f88e8774 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3162823 Mar 11 15:43:45.010456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26c27d52-417f-4669-bddf-2982a7d2bdd5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.054160 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2d9219be-e2b1-409d-99be-48b4bfc56f80 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/routers/9a3e54bf-b455-469e-b19e-086ed05aa2a3 HTTP/1.1" status: 200 len: 920 time: 0.2979712 Mar 11 15:43:45.061879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-527c7e86-d81c-417b-941e-add64a948c45 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.064969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37090) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:45.067275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:43:45.120256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-34a535a4-2055-4c5e-a2d6-2c1e149f37c5 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.177208 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c7e86-d81c-417b-941e-add64a948c45 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=f8238fe8-8e1d-4a4c-b07c-0676812f7333,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:45.215363 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7f8e4b4-39cd-4bae-80ca-c28cbd57e0a7 req-ef4e3cb0-b6d3-4210-8159-451b86f8e4a5 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294652 Mar 11 15:43:45.227989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.228335 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added segment 7f1e6fe6-70be-449b-930b-61c67af47ac6 of type vlan for network 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 Mar 11 15:43:45.376134 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 421741e1-4b4e-45bd-b525-288a4ea4ace6 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:45.458365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.495611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-527c7e86-d81c-417b-941e-add64a948c45 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.535184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 421741e1-4b4e-45bd-b525-288a4ea4ace6 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:45.550321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 421741e1-4b4e-45bd-b525-288a4ea4ace6 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:45.550853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.560423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f59b0-27ec-4e76-9eeb-474f089fc95d tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:45.561947 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-142f59b0-27ec-4e76-9eeb-474f089fc95d tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&device_id=9a3e54bf-b455-469e-b19e-086ed05aa2a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4528594 Mar 11 15:43:45.567533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.568308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37098) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:45.594969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26c27d52-417f-4669-bddf-2982a7d2bdd5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.655610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.661427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:45.662014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.685526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c27d52-417f-4669-bddf-2982a7d2bdd5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=6b258bc9-6179-476a-9bdd-e006b10638c7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:45.703641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235dd9cc-15fc-4cdb-84cf-d255140be809 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:45.744281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-34a535a4-2055-4c5e-a2d6-2c1e149f37c5 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.752216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.771764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.786937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26c27d52-417f-4669-bddf-2982a7d2bdd5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.837889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-34a535a4-2055-4c5e-a2d6-2c1e149f37c5 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.839872 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:43:45.859933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 421741e1-4b4e-45bd-b525-288a4ea4ace6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:45.934429 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.937896 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-26c27d52-417f-4669-bddf-2982a7d2bdd5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/6b258bc9-6179-476a-9bdd-e006b10638c7 HTTP/1.1" status: 204 len: 168 time: 1.4838696 Mar 11 15:43:45.939295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:43:45.944809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37108) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:45.958994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-527c7e86-d81c-417b-941e-add64a948c45 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.961129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-527c7e86-d81c-417b-941e-add64a948c45 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/floatingips/fc9fac2c-50c1-4d44-bf92-f9670ba1c859 HTTP/1.1" status: 204 len: 168 time: 2.8601890 Mar 11 15:43:45.964352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37110) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:45.987289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': 'd7b193a2-ac0d-40c8-b888-50b19a50ff66'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:46.003043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:46.011179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:floatingip and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:46.018809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:46.024316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a535a4-2055-4c5e-a2d6-2c1e149f37c5 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=a307379b-dfe1-49f8-a42d-d48cbc127353,revision_number=3']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:46.030743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a535a4-2055-4c5e-a2d6-2c1e149f37c5 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:46.031483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-34a535a4-2055-4c5e-a2d6-2c1e149f37c5 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:46.036042 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-34a535a4-2055-4c5e-a2d6-2c1e149f37c5 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/ports/a307379b-dfe1-49f8-a42d-d48cbc127353 HTTP/1.1" status: 200 len: 910 time: 1.3756497 Mar 11 15:43:46.037368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37116) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:46.039851 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:46.052607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=421741e1-4b4e-45bd-b525-288a4ea4ace6,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:46.066543 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5714531 Mar 11 15:43:46.083214 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190b605-3e3e-4958-8135-e0d2ccbd12d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Network': ['ID=15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:46.085394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37120) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:46.103966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:43:46.105695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b315acdd-ed1a-4adb-9c0d-254061d6b666,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:46.124738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:46.125177 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment 116359fe-765e-444d-8f08-d6199a8179ad of type vlan for network 1bdc6c0c-e3e7-491b-9df7-47485c1fab90 Mar 11 15:43:46.134008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'subnet': {'network_id': '15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:46.201505 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb610906-8480-49f0-942f-6aa22b77f96b tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:46.207094 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-eb610906-8480-49f0-942f-6aa22b77f96b tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/networks/71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 881 time: 0.6333716 Mar 11 15:43:46.211025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37124) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:46.303379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:46.370801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:46.386579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-9984c67e-b244-492e-815e-5383551afabc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 750f71fd-a09b-4dff-b2e0-c2a224c89b49 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:43:46.415171 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-358f4936-b75e-440c-be3d-d082a7cafc20 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a3e54bf-b455-469e-b19e-086ed05aa2a3 HTTP/1.1" status: 200 len: 205 time: 0.1983790 Mar 11 15:43:46.416074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9984c67e-b244-492e-815e-5383551afabc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:46.430643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37128) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:46.487746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:46.511862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:subnet and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:46.522967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca997a5-49b5-48d2-adec-c9a327758b15 req-f34f6aab-dcab-4abe-a380-f08b36d4fa35 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:46.530939 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4ca997a5-49b5-48d2-adec-c9a327758b15 req-f34f6aab-dcab-4abe-a380-f08b36d4fa35 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.8700910 Mar 11 15:43:46.530939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:46.545464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:46.552714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67751e57-8182-45a5-8b58-12462ab77e82 req-e9ca3ccc-2a3c-419f-bb0d-86688591d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:46.554254 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67751e57-8182-45a5-8b58-12462ab77e82 req-e9ca3ccc-2a3c-419f-bb0d-86688591d6d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63aa522a9c35455aa52f77ae8bc0fa36&device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 1099 time: 0.7644496 Mar 11 15:43:46.556564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9984c67e-b244-492e-815e-5383551afabc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:46.604576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3b4d3-dd8d-4a45-a988-1cea6a639d0a req-780190f4-a583-489f-a358-afd69dcceae1 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:46.606114 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29e3b4d3-dd8d-4a45-a988-1cea6a639d0a req-780190f4-a583-489f-a358-afd69dcceae1 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.6639502 Mar 11 15:43:46.661266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:46.666616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:46.667222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:46.811941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:46.816253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:46.819375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:46.944193 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-23860f94-72ff-4bfe-89c7-de74586ab13a None None] Provisioning complete for port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:46.944601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-23860f94-72ff-4bfe-89c7-de74586ab13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:46.977748 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4ca997a5-49b5-48d2-adec-c9a327758b15 req-00bbfc14-5f19-4201-b1c3-b4184ef97fa6 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4331760 Mar 11 15:43:47.029330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:47.044321 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'code': 200} Mar 11 15:43:47.073847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67751e57-8182-45a5-8b58-12462ab77e82 req-dbe85620-f6a3-4c2d-a213-d2a98a18cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:47.076315 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67751e57-8182-45a5-8b58-12462ab77e82 req-dbe85620-f6a3-4c2d-a213-d2a98a18cfe1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1410b898-0e6e-4285-a079-c8161b49c4cd HTTP/1.1" status: 200 len: 912 time: 0.4623914 Mar 11 15:43:47.076957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=1bdc6c0c-e3e7-491b-9df7-47485c1fab90,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:47.082859 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6d000c02-b56d-49af-bdb5-e741ce3c374d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.2924671 Mar 11 15:43:47.124227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 1bdc6c0c-e3e7-491b-9df7-47485c1fab90 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:43:47.143821 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:47.233334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37132) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:47.238668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Deleting port 44f8abf9-e688-4024-9df6-3528995788a2 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:47.239005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:47.266745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'network_id': '1bdc6c0c-e3e7-491b-9df7-47485c1fab90', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:47.431435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.26.6.252 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/0afe9d98-b3cb-4702-8588-4b6f9ed7a537) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:47.447891 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29e3b4d3-dd8d-4a45-a988-1cea6a639d0a req-3dc6b519-8d17-4c69-8c62-ee0d27eb5fdc tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8050427 Mar 11 15:43:47.559955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:47.579860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:subnet and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:47.587381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:47.605070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9984c67e-b244-492e-815e-5383551afabc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:47.642621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67751e57-8182-45a5-8b58-12462ab77e82 req-0d652dd3-8f31-4649-aef3-e975ffe87a02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d59228-922c-4881-8362-155d014dd350 HTTP/1.1" status: 200 len: 1002 time: 0.5581522 Mar 11 15:43:47.696036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:47.769279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:47.792372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-289e469c-52cc-4182-b557-906dd318d960 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:47.809392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67751e57-8182-45a5-8b58-12462ab77e82 req-a22d999f-d0dd-4e90-ad60-6c68d8d0518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:47.810907 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67751e57-8182-45a5-8b58-12462ab77e82 req-a22d999f-d0dd-4e90-ad60-6c68d8d0518b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf361e4-4fdb-4223-afe3-8508e64593f5 HTTP/1.1" status: 200 len: 850 time: 0.1590555 Mar 11 15:43:47.870626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:47.871261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd986bc5-fafd-4e01-a052-e9817d8c9b58 req-8b2c6cbe-8b7d-4428-8914-cfbd30318997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:47.872660 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cd986bc5-fafd-4e01-a052-e9817d8c9b58 req-8b2c6cbe-8b7d-4428-8914-cfbd30318997 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 1099 time: 0.4227371 Mar 11 15:43:47.880370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Subnet': ['ID=393b3281-d821-4513-a0f9-099643897744,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:47.920363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Checking segment: {'id': '7f1e6fe6-70be-449b-930b-61c67af47ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:47.920943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network hostable DHCP agents. Network: 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:43:47.954264 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cd986bc5-fafd-4e01-a052-e9817d8c9b58 req-233398ac-f864-4715-b5df-636d459c70fc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654285 Mar 11 15:43:47.972233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9984c67e-b244-492e-815e-5383551afabc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.017481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9984c67e-b244-492e-815e-5383551afabc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.020986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984c67e-b244-492e-815e-5383551afabc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=750f71fd-a09b-4dff-b2e0-c2a224c89b49,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:48.025217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8473a1c9-645e-412d-b46e-25ecebe8f718 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:48.027260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67751e57-8182-45a5-8b58-12462ab77e82 req-2bb95155-f755-46d4-9ca6-6fc5bd8e7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:48.028788 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67751e57-8182-45a5-8b58-12462ab77e82 req-2bb95155-f755-46d4-9ca6-6fc5bd8e7e29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1410b898-0e6e-4285-a079-c8161b49c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1951454 Mar 11 15:43:48.034633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:43:48.047749 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:48.051784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.073778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Calling delete_port for 44f8abf9-e688-4024-9df6-3528995788a2 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:48.150341 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9984c67e-b244-492e-815e-5383551afabc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/750f71fd-a09b-4dff-b2e0-c2a224c89b49 HTTP/1.1" status: 204 len: 168 time: 2.1870570 Mar 11 15:43:48.153241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:48.155508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37138) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:48.209443 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b106d219-8887-4a37-9284-53d124827cd9 None None] Network 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:48.215855 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:48.216594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.248720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.270765 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0c7c29bf-e475-4ee1-a9d2-9ba47e183cd4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107087 Mar 11 15:43:48.285041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37142) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:48.296091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:48.406362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005fc88-d124-4414-8948-6fa4148872a0 req-7769bd10-e08b-41d0-ae01-be7e4db6803f tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:48.407970 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6005fc88-d124-4414-8948-6fa4148872a0 req-7769bd10-e08b-41d0-ae01-be7e4db6803f tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3086419 Mar 11 15:43:48.463956 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4f5ddf55-fafc-457f-bc0f-f15018d9bffd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3605390 Mar 11 15:43:48.469885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37146) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:48.489561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-0d0e71d0-8aef-4da9-80c8-1b1853218bec tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-305112129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:48.515641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0d0e71d0-8aef-4da9-80c8-1b1853218bec tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:48.529949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0d0e71d0-8aef-4da9-80c8-1b1853218bec tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:router and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:48.537376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0d0e71d0-8aef-4da9-80c8-1b1853218bec tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:48.555444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead6e7a2-fda4-4489-a598-ef9c96407db0 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:43:48.563628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:48.565847 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ead6e7a2-fda4-4489-a598-ef9c96407db0 None None] Deleting port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:48.566238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ead6e7a2-fda4-4489-a598-ef9c96407db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.573826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:48.576227 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0d0e71d0-8aef-4da9-80c8-1b1853218bec tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:48.580822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:48.581926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.585331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67751e57-8182-45a5-8b58-12462ab77e82 req-5119e507-7f11-4a69-a642-e425697f35cf service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714130 Mar 11 15:43:48.593068 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6005fc88-d124-4414-8948-6fa4148872a0 req-ef533f53-3da3-4234-b177-455cea67cda7 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327162 Mar 11 15:43:48.595412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:48.623889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9', 'network_id': '15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'fixed_ips': [{'subnet_id': '393b3281-d821-4513-a0f9-099643897744'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:43:48.624754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.726491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:48.735288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:48.750179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d0e71d0-8aef-4da9-80c8-1b1853218bec tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.750179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d0e71d0-8aef-4da9-80c8-1b1853218bec tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.754628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:48.783408 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67751e57-8182-45a5-8b58-12462ab77e82 req-44ba7492-9ffa-43a4-870f-ad3c0d7ad06b service neutron] 10.222.0.30 "GET /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890023 Mar 11 15:43:48.808861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e56211-d329-450e-814c-39545e0258a0 req-42ca9c7c-5cda-4c6e-9ab0-796578141502 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:48.810409 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60e56211-d329-450e-814c-39545e0258a0 req-42ca9c7c-5cda-4c6e-9ab0-796578141502 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.1307030 Mar 11 15:43:48.811648 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:48.815763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.825490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-289e469c-52cc-4182-b557-906dd318d960 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port a307379b-dfe1-49f8-a42d-d48cbc127353 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:48.825837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-289e469c-52cc-4182-b557-906dd318d960 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.829972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Allocated IP 2001:db8::2 (15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9/393b3281-d821-4513-a0f9-099643897744/cb0506ee-a0df-474e-bec7-a1c87d5e442a) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:48.857802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=0afe9d98-b3cb-4702-8588-4b6f9ed7a537,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:48.872422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.921138 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:48.946442 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60e56211-d329-450e-814c-39545e0258a0 req-9809b31d-b90c-4233-abf9-260b55ad77da tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164773 Mar 11 15:43:49.037326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d0e71d0-8aef-4da9-80c8-1b1853218bec tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.056750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Pushing event deleted for resources: {'Port': ['ID=44f8abf9-e688-4024-9df6-3528995788a2,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:49.182870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ead6e7a2-fda4-4489-a598-ef9c96407db0 None None] For port 1c7d2fc7-cc2b-44d8-9791-71a41a486323, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=1c7d2fc7-cc2b-44d8-9791-71a41a486323,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:49.183357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ead6e7a2-fda4-4489-a598-ef9c96407db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.331810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.objects.ports [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:43:49.370727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ead6e7a2-fda4-4489-a598-ef9c96407db0 None None] Calling delete_port for 1c7d2fc7-cc2b-44d8-9791-71a41a486323 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:49.378866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=5dae58f0-2c90-4884-a368-0bd71f31848d,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:49.420365 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.443245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Transition to ACTIVE for port object cb0506ee-a0df-474e-bec7-a1c87d5e442a will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:49.458986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking segment: {'id': '116359fe-765e-444d-8f08-d6199a8179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1bdc6c0c-e3e7-491b-9df7-47485c1fab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:49.458986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network hostable DHCP agents. Network: 1bdc6c0c-e3e7-491b-9df7-47485c1fab90, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:43:49.500702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d0e71d0-8aef-4da9-80c8-1b1853218bec tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.527777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.573234 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Transition to ACTIVE for port object cb0506ee-a0df-474e-bec7-a1c87d5e442a will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:49.574892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ead6e7a2-fda4-4489-a598-ef9c96407db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.625538 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6e7a2-fda4-4489-a598-ef9c96407db0 None None] Pushing event deleted for resources: {'Port': ['ID=1c7d2fc7-cc2b-44d8-9791-71a41a486323,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:49.627817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead6e7a2-fda4-4489-a598-ef9c96407db0 None None] No DVR routers for this DVR port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:49.638206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Port 1c7d2fc7-cc2b-44d8-9791-71a41a486323 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88558) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 15:43:49.638578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Reverting IP allocation for 2001:db8::f816:3eff:fed3:56ee {{(pid=88558) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 15:43:49.642251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed3:56ee {{(pid=88558) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 11 15:43:49.643994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.666668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.696356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:49.704154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-289e469c-52cc-4182-b557-906dd318d960 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.704619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:49.710076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:49.710660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.749215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=acd6d546-4b68-4a73-915a-f78ab38c0fcc,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:49.770927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Pushing event updated for resources: {'Port': ['ID=cb0506ee-a0df-474e-bec7-a1c87d5e442a,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:49.773620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301d60d5-8072-4991-9bd4-daee606e98f7 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:49.812282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Network 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:49.815531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:49.819365 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:49.866805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efe31d-1787-4116-96c0-b623f2ebe5d8 req-c8ff21cc-e312-42d3-980e-dad60114134a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:49.868371 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02efe31d-1787-4116-96c0-b623f2ebe5d8 req-c8ff21cc-e312-42d3-980e-dad60114134a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.1008401 Mar 11 15:43:49.909594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-289e469c-52cc-4182-b557-906dd318d960 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for a307379b-dfe1-49f8-a42d-d48cbc127353 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:49.931595 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b3fea517-5ac7-4eb5-b249-c04ec046d250 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6418297 Mar 11 15:43:49.935125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37154) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:49.943080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-57aee85f-f992-4437-8c0e-6eedd64c202f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:49.951574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network 1bdc6c0c-e3e7-491b-9df7-47485c1fab90 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:43:49.962909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.965335 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02efe31d-1787-4116-96c0-b623f2ebe5d8 req-a4699ea2-1997-4cf7-a426-7e773caf0057 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904086 Mar 11 15:43:49.974674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Attempting to bind port cb0506ee-a0df-474e-bec7-a1c87d5e442a on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:49.975041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Attempting to bind port cb0506ee-a0df-474e-bec7-a1c87d5e442a by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '7f1e6fe6-70be-449b-930b-61c67af47ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:49.975409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Attempting to bind port cb0506ee-a0df-474e-bec7-a1c87d5e442a on network 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:49.994276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:49.994727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Checking segment: {'id': '7f1e6fe6-70be-449b-930b-61c67af47ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:49.995045 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.995434 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Bound using segment: {'id': '7f1e6fe6-70be-449b-930b-61c67af47ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:49.995926 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Bound port: cb0506ee-a0df-474e-bec7-a1c87d5e442a, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1e6fe6-70be-449b-930b-61c67af47ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:49.996350 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.035937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d0e71d0-8aef-4da9-80c8-1b1853218bec tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.037146 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0d0e71d0-8aef-4da9-80c8-1b1853218bec tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5599022 Mar 11 15:43:50.128244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37160) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:50.135239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.138377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1c7d2fc7-cc2b-44d8-9791-71a41a486323 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:50.193944 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.198872 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 1c7d2fc7-cc2b-44d8-9791-71a41a486323 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:43:50.199276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1c7d2fc7-cc2b-44d8-9791-71a41a486323 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:50.290855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.291405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Fanout notify agent at l3_agent the message router_deleted on router 9a3e54bf-b455-469e-b19e-086ed05aa2a3 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:43:50.292970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 1bdc6c0c-e3e7-491b-9df7-47485c1fab90) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:50.315212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:50.315903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.321571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59c47a0-82fa-40ea-8acd-124a00133b31 None None] Network 1bdc6c0c-e3e7-491b-9df7-47485c1fab90 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:50.394089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.396762 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d8845eda-0fd3-426b-beb5-f4427b2a94a3 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/9a3e54bf-b455-469e-b19e-086ed05aa2a3 HTTP/1.1" status: 204 len: 168 time: 3.9619770 Mar 11 15:43:50.403445 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37164) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:50.415286 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] For port cb0506ee-a0df-474e-bec7-a1c87d5e442a, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:50.419297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': 'acd6d546-4b68-4a73-915a-f78ab38c0fcc'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:43:50.420617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.429506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-57aee85f-f992-4437-8c0e-6eedd64c202f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:50.431862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2131660535', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:50.451040 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:50.461365 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-19e63d80-9dac-4ba0-af63-849b10f6fd46 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2232084 Mar 11 15:43:50.461365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Usage tracker for resource:router and tenant:601a2f8a56674200837873036080a8f2 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:50.463157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37168) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:50.467688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:50.477154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2039353867'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:50.480960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:50.490070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-57aee85f-f992-4437-8c0e-6eedd64c202f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:50.490587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:50.498887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:network and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:50.500495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-57aee85f-f992-4437-8c0e-6eedd64c202f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:50.505913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:50.508773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.510750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-57aee85f-f992-4437-8c0e-6eedd64c202f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:50.549886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:50.554866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-289e469c-52cc-4182-b557-906dd318d960 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.585258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] For port cb0506ee-a0df-474e-bec7-a1c87d5e442a, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cb0506ee-a0df-474e-bec7-a1c87d5e442a,segment=NetworkSegment(7f1e6fe6-70be-449b-930b-61c67af47ac6),segment_id=7f1e6fe6-70be-449b-930b-61c67af47ac6)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:50.606888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.607899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.628829 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e469c-52cc-4182-b557-906dd318d960 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=a307379b-dfe1-49f8-a42d-d48cbc127353,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:50.672739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2666e-fe22-40d0-923b-6d3b1a7c2869 req-8347e84f-8929-4a1e-8f62-c759770627fd tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:50.674834 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-76f2666e-fe22-40d0-923b-6d3b1a7c2869 req-8347e84f-8929-4a1e-8f62-c759770627fd tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.5458667 Mar 11 15:43:50.692914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.712955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aee85f-f992-4437-8c0e-6eedd64c202f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:50.716430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-57aee85f-f992-4437-8c0e-6eedd64c202f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.734749 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:50.738760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.778363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.789670 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Allocated IP 2001:db8::f816:3eff:fefe:b785 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/acd6d546-4b68-4a73-915a-f78ab38c0fcc/54057473-8fe3-4ff1-a1fa-1df6254d2ced) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:50.892690 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-76f2666e-fe22-40d0-923b-6d3b1a7c2869 req-bc8de7ad-58a6-42fb-a876-837e79188d4a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816831 Mar 11 15:43:50.927582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-1bdc6c0c-e3e7-491b-9df7-47485c1fab90', 'network_id': '1bdc6c0c-e3e7-491b-9df7-47485c1fab90', 'tenant_id': '98ee7e50c62343569b27fd53a309f525', 'fixed_ips': [{'subnet_id': '5dae58f0-2c90-4884-a368-0bd71f31848d'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:43:50.929357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:50.932086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.084281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:43:51.159742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-289e469c-52cc-4182-b557-906dd318d960 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.170935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4d124c68-dff3-484d-aa75-45cde5019d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.172680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.173249 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment 37023218-488f-4c11-a9ec-62841cb180ae of type vlan for network bcd98750-cdd9-412a-ad21-3612835445b0 Mar 11 15:43:51.208802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb18f5-0e67-423b-b782-cdb2c1ad9c53 None None] Pushing event updated for resources: {'Port': ['ID=cb0506ee-a0df-474e-bec7-a1c87d5e442a,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:51.220244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.240243 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Transition to ACTIVE for port object 54057473-8fe3-4ff1-a1fa-1df6254d2ced will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:51.310089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Transition to ACTIVE for port object 54057473-8fe3-4ff1-a1fa-1df6254d2ced will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:51.319473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.338961 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Allocated IP 172.20.255.242 (1bdc6c0c-e3e7-491b-9df7-47485c1fab90/5dae58f0-2c90-4884-a368-0bd71f31848d/7e2f175c-9bda-4a8e-a408-daeeb9917ec2) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:51.435657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.446774 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.ipam_backend_mixin [None req-57aee85f-f992-4437-8c0e-6eedd64c202f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet acd6d546-4b68-4a73-915a-f78ab38c0fcc (CIDR: 2001:db8::/64) Mar 11 15:43:51.479632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.505533 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-57aee85f-f992-4437-8c0e-6eedd64c202f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:43:51.506129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57aee85f-f992-4437-8c0e-6eedd64c202f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:43:51.528118 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Pushing event updated for resources: {'Port': ['ID=54057473-8fe3-4ff1-a1fa-1df6254d2ced,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:51.553358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:51.556166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.557434 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:51.561648 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:51.678121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bdd8d-f9e7-4671-a278-f28a03a9cbb9 req-923cd87c-ea82-4a12-aa2a-ce4a27ea3814 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:51.687152 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a45bdd8d-f9e7-4671-a278-f28a03a9cbb9 req-923cd87c-ea82-4a12-aa2a-ce4a27ea3814 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.3618541 Mar 11 15:43:51.708008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Allocated IP 2001:db8::1 (15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9/393b3281-d821-4513-a0f9-099643897744/f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:51.726977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Attempting to bind port 54057473-8fe3-4ff1-a1fa-1df6254d2ced on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:51.727344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Attempting to bind port 54057473-8fe3-4ff1-a1fa-1df6254d2ced by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:51.727704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Attempting to bind port 54057473-8fe3-4ff1-a1fa-1df6254d2ced on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:51.743000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:51.743369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:51.743773 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.744163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:51.744665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Bound port: 54057473-8fe3-4ff1-a1fa-1df6254d2ced, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:51.745037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.778070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.792108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2bb60-05ad-492f-a1f5-4fc4db8b46c8 req-5063c581-32dd-4234-b85e-bbd576bb6198 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:51.792304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-90a2bb60-05ad-492f-a1f5-4fc4db8b46c8 req-5063c581-32dd-4234-b85e-bbd576bb6198 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.4685433 Mar 11 15:43:51.793656 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-57aee85f-f992-4437-8c0e-6eedd64c202f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8576794 Mar 11 15:43:51.819875 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.826047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37176) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:51.834997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:51.845967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Transition to ACTIVE for port object 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:51.889117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Transition to ACTIVE for port object 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:51.894484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] For port 54057473-8fe3-4ff1-a1fa-1df6254d2ced, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:51.897793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] For port 54057473-8fe3-4ff1-a1fa-1df6254d2ced, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=54057473-8fe3-4ff1-a1fa-1df6254d2ced,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:51.949308 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a45bdd8d-f9e7-4671-a278-f28a03a9cbb9 req-13d6b73a-d3e0-4c18-ab59-e7ce7552d86d tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540375 Mar 11 15:43:51.951857 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-90a2bb60-05ad-492f-a1f5-4fc4db8b46c8 req-f9cb338a-a204-4f9d-8774-ef53c683d98a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385443 Mar 11 15:43:51.962546 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:51.976389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=0afe9d98-b3cb-4702-8588-4b6f9ed7a537,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:52.002710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37180) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:52.060876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.065783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.073366 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.091431 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Transition to ACTIVE for port object f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:52.128524 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Network 1bdc6c0c-e3e7-491b-9df7-47485c1fab90 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:52.150911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:52.170665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:52.178812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Pushing event updated for resources: {'Port': ['ID=7e2f175c-9bda-4a8e-a408-daeeb9917ec2,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:52.181706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cb0506ee-a0df-474e-bec7-a1c87d5e442a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:52.222117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897286f-4966-48b7-be8c-fa762befc408 tempest-TestNetworkAdvancedServerOps-634556348 tempest-TestNetworkAdvancedServerOps-634556348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:52.223418 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6897286f-4966-48b7-be8c-fa762befc408 tempest-TestNetworkAdvancedServerOps-634556348 tempest-TestNetworkAdvancedServerOps-634556348-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 1094 time: 0.2201238 Mar 11 15:43:52.226591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37186) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:52.233217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:52.243313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.248393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:52.301755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Usage tracker for resource:floatingip and tenant:7ff30e389fe34a6fb8667d3adb81ee35 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:52.316925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:52.332370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:52.347597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:52.360116 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:52.378407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:52.378670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.389318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:52.422479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861e82d-03f9-4d3c-a6f0-1b5e284f2003 req-11ad10ad-d248-44a2-9798-5bbb878a3dcb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:52.424937 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e861e82d-03f9-4d3c-a6f0-1b5e284f2003 req-11ad10ad-d248-44a2-9798-5bbb878a3dcb tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.2707469 Mar 11 15:43:52.430100 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.436720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:52.437617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.464067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.538204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289e469c-52cc-4182-b557-906dd318d960 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router 4add6ef1-9204-4b5e-b2b7-9140abe30aab has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:43:52.553922 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e861e82d-03f9-4d3c-a6f0-1b5e284f2003 req-ae431262-9ec1-4d22-90bb-2b2b89690473 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188288 Mar 11 15:43:52.586752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Attempting to bind port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:52.587369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Attempting to bind port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '116359fe-765e-444d-8f08-d6199a8179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1bdc6c0c-e3e7-491b-9df7-47485c1fab90'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:52.592585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Attempting to bind port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 on network 1bdc6c0c-e3e7-491b-9df7-47485c1fab90 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:52.602853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a988e-7dae-49be-b91f-600ebf50c985 None None] Pushing event updated for resources: {'Port': ['ID=54057473-8fe3-4ff1-a1fa-1df6254d2ced,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:52.607898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:52.608258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Checking segment: {'id': '116359fe-765e-444d-8f08-d6199a8179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1bdc6c0c-e3e7-491b-9df7-47485c1fab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:52.615445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.615445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Bound using segment: {'id': '116359fe-765e-444d-8f08-d6199a8179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1bdc6c0c-e3e7-491b-9df7-47485c1fab90'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:52.615445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Bound port: 7e2f175c-9bda-4a8e-a408-daeeb9917ec2, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116359fe-765e-444d-8f08-d6199a8179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1bdc6c0c-e3e7-491b-9df7-47485c1fab90'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:52.615445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.727465 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] For port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:52.732426 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] For port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7e2f175c-9bda-4a8e-a408-daeeb9917ec2,segment=NetworkSegment(116359fe-765e-444d-8f08-d6199a8179ad),segment_id=116359fe-765e-444d-8f08-d6199a8179ad)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:52.747879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port cb0506ee-a0df-474e-bec7-a1c87d5e442a completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:52.816837 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012373b0-46ed-4cb9-bea1-eac3139b2520 None None] Network 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:52.817918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.936420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:52.949438 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4832633 Mar 11 15:43:52.953144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37192) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:52.965652 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'network_id': 'bcd98750-cdd9-412a-ad21-3612835445b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:52.984598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:52.991391 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP dee01d52-d941-41e3-9328-3d7ed6c0c0cb associated. External IP: 172.26.6.252, port: d7b193a2-ac0d-40c8-b888-50b19a50ff66. Mar 11 15:43:53.016125 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.045820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=bcd98750-cdd9-412a-ad21-3612835445b0,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:53.048896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:53.068735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.097915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0a3cd720-1026-4028-93a3-a88f7fcdaa88 None None] Provisioning for port cb0506ee-a0df-474e-bec7-a1c87d5e442a completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:53.106534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0a3cd720-1026-4028-93a3-a88f7fcdaa88 None None] Provisioning complete for port cb0506ee-a0df-474e-bec7-a1c87d5e442a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:53.106972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd720-1026-4028-93a3-a88f7fcdaa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.211232 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:53.220795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.221192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.221539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.221882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.222228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.222554 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.222886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.223339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.224382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.224382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.224382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.224730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7a7a4-55b5-4ff4-847c-24b4fc6c936c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:53.250203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network bcd98750-cdd9-412a-ad21-3612835445b0 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:43:53.366132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f45309-5b39-4e0e-bd73-117107fbf2c7 None None] Pushing event updated for resources: {'Port': ['ID=7e2f175c-9bda-4a8e-a408-daeeb9917ec2,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:53.515597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd720-1026-4028-93a3-a88f7fcdaa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.549752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:53.554815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:subnet and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:53.558186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:53.565997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:53.584109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0a3cd720-1026-4028-93a3-a88f7fcdaa88 None None] For port cb0506ee-a0df-474e-bec7-a1c87d5e442a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cb0506ee-a0df-474e-bec7-a1c87d5e442a,segment=NetworkSegment(7f1e6fe6-70be-449b-930b-61c67af47ac6),segment_id=7f1e6fe6-70be-449b-930b-61c67af47ac6)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:53.662925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b92571ac-8198-486e-8d0f-e735d4ec4f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.680358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Allocated IP 172.26.6.215 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/5f4db1f6-d1f0-4de0-a2b3-77ead9956e13) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:53.734524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:53.738818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.742755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd720-1026-4028-93a3-a88f7fcdaa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.776514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:53.782753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.830477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.863735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cd720-1026-4028-93a3-a88f7fcdaa88 None None] Pushing event updated for resources: {'Port': ['ID=cb0506ee-a0df-474e-bec7-a1c87d5e442a,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:53.904154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09871c72-8764-4ff3-a403-a92ea435dc6c req-86f1c95d-a293-4ceb-8a06-1bf4cd843ecc tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:53.906274 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-09871c72-8764-4ff3-a403-a92ea435dc6c req-86f1c95d-a293-4ceb-8a06-1bf4cd843ecc tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.4854977 Mar 11 15:43:53.937740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.937740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.942895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289e469c-52cc-4182-b557-906dd318d960 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:53.964255 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26eda57-1c29-43f6-b20a-ec7a3ed73a06 None None] Sync routers for ids ['4add6ef1-9204-4b5e-b2b7-9140abe30aab'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:53.976424 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-289e469c-52cc-4182-b557-906dd318d960 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/4add6ef1-9204-4b5e-b2b7-9140abe30aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9379206 Mar 11 15:43:53.977460 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26eda57-1c29-43f6-b20a-ec7a3ed73a06 None None] Routers {'4add6ef1-9204-4b5e-b2b7-9140abe30aab'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:53.978267 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b26eda57-1c29-43f6-b20a-ec7a3ed73a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4add6ef1-9204-4b5e-b2b7-9140abe30aab'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:53.989251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a38e9309-3c1f-4fb0-8d19-f09504fdc5ab None None] Provisioning complete for port cb0506ee-a0df-474e-bec7-a1c87d5e442a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:53.989620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a38e9309-3c1f-4fb0-8d19-f09504fdc5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.107620 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b26eda57-1c29-43f6-b20a-ec7a3ed73a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:54.121931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37198) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:54.130235 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26eda57-1c29-43f6-b20a-ec7a3ed73a06 None None] Routers {'4add6ef1-9204-4b5e-b2b7-9140abe30aab'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:54.131257 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b26eda57-1c29-43f6-b20a-ec7a3ed73a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4add6ef1-9204-4b5e-b2b7-9140abe30aab'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:54.143032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:54.231428 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b26eda57-1c29-43f6-b20a-ec7a3ed73a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:54.232742 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26eda57-1c29-43f6-b20a-ec7a3ed73a06 None None] The sync data for ids ['4add6ef1-9204-4b5e-b2b7-9140abe30aab'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:54.306142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.306527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.311496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.311496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.311496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.311496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.311496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.311496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.311496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.311496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.311496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.311496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:54.351719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:54.400571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a38e9309-3c1f-4fb0-8d19-f09504fdc5ab None None] Provisioning for port f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:54.403006 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ca1ed521-4676-4358-9059-3c57f706be93 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=4add6ef1-9204-4b5e-b2b7-9140abe30aab HTTP/1.1" status: 200 len: 205 time: 0.2569246 Mar 11 15:43:54.414497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37202) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:54.420810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a38e9309-3c1f-4fb0-8d19-f09504fdc5ab None None] Provisioning complete for port f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:54.421204 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a38e9309-3c1f-4fb0-8d19-f09504fdc5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.473603 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.498057 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-09871c72-8764-4ff3-a403-a92ea435dc6c req-27958984-2a3b-42d4-8727-c658173cea69 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5836480 Mar 11 15:43:54.505590 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a38e9309-3c1f-4fb0-8d19-f09504fdc5ab None None] Port f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:54.527098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.559975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.586050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:54.592949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cb0506ee-a0df-474e-bec7-a1c87d5e442a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:54.612558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.619919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0bae9773-1b2e-4d0a-ac8a-ff15e1d67f1d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.685225 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port cb0506ee-a0df-474e-bec7-a1c87d5e442a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:54.685840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.720428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1847d63e-1f5a-42df-a53d-1acd14f1e0a2 None None] Provisioning for port 54057473-8fe3-4ff1-a1fa-1df6254d2ced completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:54.739917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5335a3f-a1bb-420b-8337-ddf093bd7be2 None None] Network 1bdc6c0c-e3e7-491b-9df7-47485c1fab90 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:54.835447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:54.896236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:54.910248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1847d63e-1f5a-42df-a53d-1acd14f1e0a2 None None] Provisioning complete for port f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:54.910808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1847d63e-1f5a-42df-a53d-1acd14f1e0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.959467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:43:55.026809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=88ccc2da-1325-4f37-bddf-5b9532b0e806,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:55.033329 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1847d63e-1f5a-42df-a53d-1acd14f1e0a2 None None] Port f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:55.037093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 54057473-8fe3-4ff1-a1fa-1df6254d2ced up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:55.046365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0bae9773-1b2e-4d0a-ac8a-ff15e1d67f1d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.057728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.089333 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking segment: {'id': '37023218-488f-4c11-a9ec-62841cb180ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bcd98750-cdd9-412a-ad21-3612835445b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:55.090168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network hostable DHCP agents. Network: bcd98750-cdd9-412a-ad21-3612835445b0, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:43:55.103702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0bae9773-1b2e-4d0a-ac8a-ff15e1d67f1d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.167217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.180588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.184605 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.239861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0bae9773-1b2e-4d0a-ac8a-ff15e1d67f1d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.240388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bae9773-1b2e-4d0a-ac8a-ff15e1d67f1d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Fanout notify agent at l3_agent the message router_deleted on router 4add6ef1-9204-4b5e-b2b7-9140abe30aab {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:43:55.243886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:55.250225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:55.255651 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:55.310477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:55.311689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:55.326373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:55.327075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.338511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3889e238-7ab0-4725-a168-6b2649270a70 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:55.373818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-350e474a-013e-4078-9de8-d87684993b8f None None] Provisioning for port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:55.387233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-350e474a-013e-4078-9de8-d87684993b8f None None] Provisioning complete for port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:55.387715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-350e474a-013e-4078-9de8-d87684993b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.415510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=b1e05a52-6b94-4ae8-8e38-7330ecba350c,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:55.433410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router fc624cec-f5d5-4969-8f11-cfc68ee25c1e is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:43:55.435870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network bcd98750-cdd9-412a-ad21-3612835445b0 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:43:55.485231 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 54057473-8fe3-4ff1-a1fa-1df6254d2ced completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:55.502927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 54057473-8fe3-4ff1-a1fa-1df6254d2ced triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:55.503303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.529364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:55.560086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, bcd98750-cdd9-412a-ad21-3612835445b0) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:55.560904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59714eb5-b867-4724-be65-0ce98827f8a3 None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:55.589034 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c545769f-8dde-4531-99bd-e56a3203d007 None None] Network bcd98750-cdd9-412a-ad21-3612835445b0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:55.598648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:55.602300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.640059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Allocated IP 172.26.6.196 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/50ad3345-5138-4376-a53d-dcfd0d3b94b0) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:55.643974 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f659ee0f-f93c-4969-98ff-261932be242e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8168275 Mar 11 15:43:55.646753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37208) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:55.660529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:76:fe:a2', 'name': 'tempest-NetworksTestDHCPv6-1363949720'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:55.677246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:43:55.687906 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bfc3ef08-f602-402c-aab2-b6606c67b23c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/fc624cec-f5d5-4969-8f11-cfc68ee25c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5567057 Mar 11 15:43:55.689064 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2fac3c-d83f-478a-be30-d3bd5deebcb2 None None] Sync routers for ids ['fc624cec-f5d5-4969-8f11-cfc68ee25c1e'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:55.697002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37212) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:55.708130 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2fac3c-d83f-478a-be30-d3bd5deebcb2 None None] Routers {'fc624cec-f5d5-4969-8f11-cfc68ee25c1e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:55.709071 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1f2fac3c-d83f-478a-be30-d3bd5deebcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['fc624cec-f5d5-4969-8f11-cfc68ee25c1e'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:55.733254 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'Port': ['ID=5f4db1f6-d1f0-4de0-a2b3-77ead9956e13,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:55.747088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0bae9773-1b2e-4d0a-ac8a-ff15e1d67f1d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.748273 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0bae9773-1b2e-4d0a-ac8a-ff15e1d67f1d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/4add6ef1-9204-4b5e-b2b7-9140abe30aab HTTP/1.1" status: 204 len: 168 time: 1.3326781 Mar 11 15:43:55.768750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37216) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:55.776630 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-056840df-1e52-47b4-8d75-6cb7eeda7124 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8164930 Mar 11 15:43:55.809519 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1f2fac3c-d83f-478a-be30-d3bd5deebcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:55.818843 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.820533 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2fac3c-d83f-478a-be30-d3bd5deebcb2 None None] Routers {'fc624cec-f5d5-4969-8f11-cfc68ee25c1e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:55.830887 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1f2fac3c-d83f-478a-be30-d3bd5deebcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['fc624cec-f5d5-4969-8f11-cfc68ee25c1e'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:55.831048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37220) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:55.885933 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1f2fac3c-d83f-478a-be30-d3bd5deebcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:55.886573 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2fac3c-d83f-478a-be30-d3bd5deebcb2 None None] The sync data for ids ['fc624cec-f5d5-4969-8f11-cfc68ee25c1e'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:55.920419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59714eb5-b867-4724-be65-0ce98827f8a3 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:55.921179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-59714eb5-b867-4724-be65-0ce98827f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:56.025393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-59714eb5-b867-4724-be65-0ce98827f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:56.068590 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66c429-5e54-4a5a-9866-339690400817 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:56.072750 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7c66c429-5e54-4a5a-9866-339690400817 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports/f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9 HTTP/1.1" status: 200 len: 911 time: 0.3653362 Mar 11 15:43:56.074418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37224) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:56.087007 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e0d5299c-a8b4-4d78-8058-d24767eed98f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.1164408 Mar 11 15:43:56.091271 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37228) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:56.099573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90bba37-1236-4a00-b244-ab0837562a69 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting subnet 0f88559c-f759-4c09-b27a-20b2c1f0ea82 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:43:56.106356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c90bba37-1236-4a00-b244-ab0837562a69 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.155214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59714eb5-b867-4724-be65-0ce98827f8a3 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:43:56.155756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-59714eb5-b867-4724-be65-0ce98827f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:56.216687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.230673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.241931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-59714eb5-b867-4724-be65-0ce98827f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:56.242241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59714eb5-b867-4724-be65-0ce98827f8a3 None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:56.283711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:56.302237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.313254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-350e474a-013e-4078-9de8-d87684993b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.317298 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:56.323195 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c90bba37-1236-4a00-b244-ab0837562a69 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.333074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-bcd98750-cdd9-412a-ad21-3612835445b0', 'network_id': 'bcd98750-cdd9-412a-ad21-3612835445b0', 'tenant_id': '98ee7e50c62343569b27fd53a309f525', 'fixed_ips': [{'subnet_id': '88ccc2da-1325-4f37-bddf-5b9532b0e806'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:43:56.334183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.352897 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.359996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:56.367742 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-240f5b00-8366-41e0-851a-29dcd0fcddc9 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "GET /v2.0/floatingips/dee01d52-d941-41e3-9328-3d7ed6c0c0cb HTTP/1.1" status: 200 len: 979 time: 0.2708421 Mar 11 15:43:56.381621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37232) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:56.384212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:56.431843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 54057473-8fe3-4ff1-a1fa-1df6254d2ced, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=54057473-8fe3-4ff1-a1fa-1df6254d2ced,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:56.450628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-350e474a-013e-4078-9de8-d87684993b8f None None] For port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7e2f175c-9bda-4a8e-a408-daeeb9917ec2,segment=NetworkSegment(116359fe-765e-444d-8f08-d6199a8179ad),segment_id=116359fe-765e-444d-8f08-d6199a8179ad)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:56.515676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.541492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.572180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab321e-0973-4966-8275-487b18d4d2d3 req-1a21a377-d005-4195-8d96-48b8fbe17a4a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:56.572435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-350e474a-013e-4078-9de8-d87684993b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.579244 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-57ab321e-0973-4966-8275-487b18d4d2d3 req-1a21a377-d005-4195-8d96-48b8fbe17a4a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.8191543 Mar 11 15:43:56.662495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-40d82178-19f5-42eb-ace7-1d1ecd706ee8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Synchronizing usage tracker for tenant:024c96467ebd48038cb8a7013151ee63 on resource:floatingip {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:56.696107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9167abc7-25b3-4f88-8a0b-cf7f61c9c0ba None None] Update dhcp port {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': 'acd6d546-4b68-4a73-915a-f78ab38c0fcc', 'ip_address': '2001:db8::f816:3eff:fefe:b785'}, {'subnet_id': 'b1e05a52-6b94-4ae8-8e38-7330ecba350c'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': '54057473-8fe3-4ff1-a1fa-1df6254d2ced'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:43:56.702524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c90bba37-1236-4a00-b244-ab0837562a69 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.731047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:56.731473 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=54057473-8fe3-4ff1-a1fa-1df6254d2ced,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:56.741702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Allocated IP 172.20.0.2 (bcd98750-cdd9-412a-ad21-3612835445b0/88ccc2da-1325-4f37-bddf-5b9532b0e806/2c454bc3-804f-47b1-8461-c94343a3be0f) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:56.759163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.759509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.759851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.760188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.760518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.760870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.761195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.761520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.761844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.762168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.762488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.762948 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:56.808133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-8f063f27-c277-4dde-a30e-ace52f47bf26 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:56.809607 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-8f063f27-c277-4dde-a30e-ace52f47bf26 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.30 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 0.8200417 Mar 11 15:43:56.838791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-40d82178-19f5-42eb-ace7-1d1ecd706ee8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Unset dirty status for tenant:024c96467ebd48038cb8a7013151ee63 on resource:floatingip {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:56.843215 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-40d82178-19f5-42eb-ace7-1d1ecd706ee8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.4579628 Mar 11 15:43:56.843215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.845845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37236) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:56.862564 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9167abc7-25b3-4f88-8a0b-cf7f61c9c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.889282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f0bd76d2-65b4-42fc-acb4-7e64576c922a None None] Provisioning complete for port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:56.889655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f0bd76d2-65b4-42fc-acb4-7e64576c922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:56.916112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'floatingip': {'port_id': '7eaa43b4-834b-461a-912d-4dcf2defaa81'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:43:57.015542 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-57ab321e-0973-4966-8275-487b18d4d2d3 req-d2230e4c-b65b-48a9-87a9-a4d08a75fcc4 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4353049 Mar 11 15:43:57.030617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:57.059118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:57.066024 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:57.089035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.093563 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e474a-013e-4078-9de8-d87684993b8f None None] Pushing event updated for resources: {'Port': ['ID=7e2f175c-9bda-4a8e-a408-daeeb9917ec2,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:57.118758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Pushing event updated for resources: {'Port': ['ID=50ad3345-5138-4376-a53d-dcfd0d3b94b0,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:57.136612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.150279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.177883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Deleting port d8d59228-922c-4881-8362-155d014dd350 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:57.178215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.218938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c90bba37-1236-4a00-b244-ab0837562a69 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.290475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bba37-1236-4a00-b244-ab0837562a69 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Subnet': ['ID=0f88559c-f759-4c09-b27a-20b2c1f0ea82,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:57.300334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-9167abc7-25b3-4f88-8a0b-cf7f61c9c0ba None None] Allocated IP 2001:db8:0:1::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/b1e05a52-6b94-4ae8-8e38-7330ecba350c/54057473-8fe3-4ff1-a1fa-1df6254d2ced) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:57.357771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c90bba37-1236-4a00-b244-ab0837562a69 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.361587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port 25db5f07-8524-4733-9928-2ba0b6a5db12 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:43:57.433764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9306f940-bc9f-4e99-89bd-273971bd3764 None None] Network 709a4695-7867-42e9-a3f9-ae32c032292c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:57.441580 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c90bba37-1236-4a00-b244-ab0837562a69 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/0f88559c-f759-4c09-b27a-20b2c1f0ea82 HTTP/1.1" status: 204 len: 168 time: 1.6670475 Mar 11 15:43:57.443191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.445148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37240) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:57.647322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.664534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.699243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] For port d8d59228-922c-4881-8362-155d014dd350, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d8d59228-922c-4881-8362-155d014dd350,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:57.699609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.710115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7c8446fc-ed99-45ff-a11c-228e3a88cc07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.730090 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Transition to ACTIVE for port object 2c454bc3-804f-47b1-8461-c94343a3be0f will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:57.733333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9167abc7-25b3-4f88-8a0b-cf7f61c9c0ba None None] For port 54057473-8fe3-4ff1-a1fa-1df6254d2ced, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=54057473-8fe3-4ff1-a1fa-1df6254d2ced,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:57.770001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Transition to ACTIVE for port object 2c454bc3-804f-47b1-8461-c94343a3be0f will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:57.771879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f0bd76d2-65b4-42fc-acb4-7e64576c922a None None] Provisioning complete for port f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:57.772252 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f0bd76d2-65b4-42fc-acb4-7e64576c922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.779387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 76b3747c-2458-4036-970b-fe8730eb51dc {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:57.779730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.844738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9167abc7-25b3-4f88-8a0b-cf7f61c9c0ba None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.855490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd76d2-65b4-42fc-acb4-7e64576c922a None None] Port f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:43:57.871115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9167abc7-25b3-4f88-8a0b-cf7f61c9c0ba None None] Transition to ACTIVE for port object 54057473-8fe3-4ff1-a1fa-1df6254d2ced will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:57.892277 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:57.973013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdce27bd-bb5d-4dce-8a29-c630142f74e6 None None] DHCP port deletion for 709a4695-7867-42e9-a3f9-ae32c032292c request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:43:57.977606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Network bcd98750-cdd9-412a-ad21-3612835445b0 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:57.991096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:57.994221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:58.006454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-fdce27bd-bb5d-4dce-8a29-c630142f74e6 None None] Deleting port 76b3747c-2458-4036-970b-fe8730eb51dc {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:43:58.006829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fdce27bd-bb5d-4dce-8a29-c630142f74e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:58.035642 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9167abc7-25b3-4f88-8a0b-cf7f61c9c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:58.038883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Pushing event updated for resources: {'Port': ['ID=2c454bc3-804f-47b1-8461-c94343a3be0f,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:58.054117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:58.318435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:58.343221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Attempting to bind port 2c454bc3-804f-47b1-8461-c94343a3be0f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:58.343805 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Attempting to bind port 2c454bc3-804f-47b1-8461-c94343a3be0f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '37023218-488f-4c11-a9ec-62841cb180ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bcd98750-cdd9-412a-ad21-3612835445b0'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:58.343905 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Attempting to bind port 2c454bc3-804f-47b1-8461-c94343a3be0f on network bcd98750-cdd9-412a-ad21-3612835445b0 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:43:58.349425 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167abc7-25b3-4f88-8a0b-cf7f61c9c0ba None None] Pushing event updated for resources: {'Port': ['ID=54057473-8fe3-4ff1-a1fa-1df6254d2ced,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:58.363726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:43:58.364100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Checking segment: {'id': '37023218-488f-4c11-a9ec-62841cb180ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bcd98750-cdd9-412a-ad21-3612835445b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:43:58.364504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:58.364917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Bound using segment: {'id': '37023218-488f-4c11-a9ec-62841cb180ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bcd98750-cdd9-412a-ad21-3612835445b0'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:43:58.365500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Bound port: 2c454bc3-804f-47b1-8461-c94343a3be0f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37023218-488f-4c11-a9ec-62841cb180ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bcd98750-cdd9-412a-ad21-3612835445b0'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:58.365760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:58.387663 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:58.583681 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-fdce27bd-bb5d-4dce-8a29-c630142f74e6 None None] For port 76b3747c-2458-4036-970b-fe8730eb51dc, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=76b3747c-2458-4036-970b-fe8730eb51dc,segment=NetworkSegment(7a9320f8-6a9a-4f1c-942c-0071acb27685),segment_id=7a9320f8-6a9a-4f1c-942c-0071acb27685)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:58.584066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fdce27bd-bb5d-4dce-8a29-c630142f74e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:58.654139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8:0:1::76 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/b1e05a52-6b94-4ae8-8e38-7330ecba350c/25db5f07-8524-4733-9928-2ba0b6a5db12) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:58.668671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 54057473-8fe3-4ff1-a1fa-1df6254d2ced up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:58.670964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::f816:3eff:fe76:fea2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/acd6d546-4b68-4a73-915a-f78ab38c0fcc/25db5f07-8524-4733-9928-2ba0b6a5db12) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:58.828708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Subnet': ['ID=88ccc2da-1325-4f37-bddf-5b9532b0e806,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:58.867530 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-fdce27bd-bb5d-4dce-8a29-c630142f74e6 None None] Calling delete_port for 76b3747c-2458-4036-970b-fe8730eb51dc owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:58.933460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] For port 2c454bc3-804f-47b1-8461-c94343a3be0f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:43:58.962351 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] For port 2c454bc3-804f-47b1-8461-c94343a3be0f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2c454bc3-804f-47b1-8461-c94343a3be0f,segment=NetworkSegment(37023218-488f-4c11-a9ec-62841cb180ae),segment_id=37023218-488f-4c11-a9ec-62841cb180ae)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:43:58.974571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:59.035448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:43:59.037965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.088470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.116994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.120162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fdce27bd-bb5d-4dce-8a29-c630142f74e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.163821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce27bd-bb5d-4dce-8a29-c630142f74e6 None None] No DVR routers for this DVR port 76b3747c-2458-4036-970b-fe8730eb51dc on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:59.182121 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093d766-ccb7-45ba-95bf-541e8a231896 None None] Pushing event updated for resources: {'Port': ['ID=2c454bc3-804f-47b1-8461-c94343a3be0f,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:59.213282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.213654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.213970 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Floating IP 504e634a-0175-4d0f-8be7-47380d15e0cf disassociated. External IP: 172.26.6.204, port: d8d59228-922c-4881-8362-155d014dd350. Mar 11 15:43:59.214311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Calling delete_port for d8d59228-922c-4881-8362-155d014dd350 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:59.224904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:59.224904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.228182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.229524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object 25db5f07-8524-4733-9928-2ba0b6a5db12 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:59.249108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-da4fe525-9158-4da9-9f6e-3551b462a6d7 None None] Provisioning for port 54057473-8fe3-4ff1-a1fa-1df6254d2ced completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:59.253787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.266587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce27bd-bb5d-4dce-8a29-c630142f74e6 None None] Pushing event deleted for resources: {'Port': ['ID=76b3747c-2458-4036-970b-fe8730eb51dc,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:59.274039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd98750-cdd9-412a-ad21-3612835445b0']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:59.278663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-da4fe525-9158-4da9-9f6e-3551b462a6d7 None None] Provisioning complete for port 54057473-8fe3-4ff1-a1fa-1df6254d2ced triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:59.279164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-da4fe525-9158-4da9-9f6e-3551b462a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.331173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.331405 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37023218-488f-4c11-a9ec-62841cb180ae') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:59.331850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37023218-488f-4c11-a9ec-62841cb180ae') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:59.379695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] For port 76b3747c-2458-4036-970b-fe8730eb51dc, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=76b3747c-2458-4036-970b-fe8730eb51dc,segment=NetworkSegment(7a9320f8-6a9a-4f1c-942c-0071acb27685),segment_id=7a9320f8-6a9a-4f1c-942c-0071acb27685)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:43:59.380065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.388009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.418167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242d4d5-0b04-4321-be28-8758a12ea454 req-f0382a2a-d41b-4f6f-a768-1f61280d5350 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:59.419669 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3242d4d5-0b04-4321-be28-8758a12ea454 req-f0382a2a-d41b-4f6f-a768-1f61280d5350 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 946 time: 1.2290509 Mar 11 15:43:59.433912 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04276031-bec2-46f6-816f-4a1255e80d6e req-2b69e44a-ea2f-4546-a8c9-f7e28dff167e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7877796 Mar 11 15:43:59.447212 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device d8d59228-922c-4881-8362-155d014dd350 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:59.553199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3fe948-a8fa-403b-a4b9-2db50c3de765 None None] Network bcd98750-cdd9-412a-ad21-3612835445b0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:43:59.617632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for 76b3747c-2458-4036-970b-fe8730eb51dc owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:43:59.676056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.701311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.777130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:43:59.777543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.780253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.790336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 76b3747c-2458-4036-970b-fe8730eb51dc no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:59.793808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:59.803055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:43:59.809678 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:43:59.811797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:43:59.817527 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:59.818131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.824506 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP dee01d52-d941-41e3-9328-3d7ed6c0c0cb associated. External IP: 172.26.6.252, port: d7b193a2-ac0d-40c8-b888-50b19a50ff66. Mar 11 15:43:59.842517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 76b3747c-2458-4036-970b-fe8730eb51dc {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:43:59.842517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 76b3747c-2458-4036-970b-fe8730eb51dc not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:59.861543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:43:59.915243 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=25db5f07-8524-4733-9928-2ba0b6a5db12,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:59.965352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.985679 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3242d4d5-0b04-4321-be28-8758a12ea454 req-e36dab3e-6adc-4811-9bc8-6164b63c2b12 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups?id=f14d040d-56ca-40eb-a10c-7e572f57aa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5507379 Mar 11 15:44:00.003956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-7c8446fc-ed99-45ff-a11c-228e3a88cc07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:00.004305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7c8446fc-ed99-45ff-a11c-228e3a88cc07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:00.042549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:44:00.042549 dv-neutron-833203-2-hyperv neutron-server[88558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:44:00.042549 dv-neutron-833203-2-hyperv neutron-server[88558]: [parameters: {'id': 'bcd98750-cdd9-412a-ad21-3612835445b0'}] Mar 11 15:44:00.042549 dv-neutron-833203-2-hyperv neutron-server[88558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:00.042979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:00.066645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:00.070355 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-491d25b5-e750-4e3f-aeaf-02d4f9286e59 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4165478 Mar 11 15:44:00.070490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:00.070490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:00.070706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37246) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:00.091698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d0d247-5e64-47b2-aa7d-4bad50d45f41 None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:44:00.166186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:00.182882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04276031-bec2-46f6-816f-4a1255e80d6e req-2a86c845-063f-448f-baad-cba7f75a3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:00.184366 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04276031-bec2-46f6-816f-4a1255e80d6e req-2a86c845-063f-448f-baad-cba7f75a3248 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ff30e389fe34a6fb8667d3adb81ee35&device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 1099 time: 0.5874732 Mar 11 15:44:00.208788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Router c6c08de2-6b8d-4e93-944c-b743746a176e is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:44:00.225051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbabc5-0d8c-4cf7-906a-8dd0676e718a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port 25db5f07-8524-4733-9928-2ba0b6a5db12 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:00.225406 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1dbabc5-0d8c-4cf7-906a-8dd0676e718a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:00.229657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d0d247-5e64-47b2-aa7d-4bad50d45f41 None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:44:00.381287 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f1363e75-6010-4428-b442-3a1ddbc03ae9 None None] Provisioning for port 25db5f07-8524-4733-9928-2ba0b6a5db12 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:00.399472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f1363e75-6010-4428-b442-3a1ddbc03ae9 None None] Provisioning complete for port 25db5f07-8524-4733-9928-2ba0b6a5db12 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:00.399865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f1363e75-6010-4428-b442-3a1ddbc03ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:00.472316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f1363e75-6010-4428-b442-3a1ddbc03ae9 None None] Port 25db5f07-8524-4733-9928-2ba0b6a5db12 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:00.478901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event updated for resources: {'Port': ['ID=5f4db1f6-d1f0-4de0-a2b3-77ead9956e13,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:00.583586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:00.585131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 76b3747c-2458-4036-970b-fe8730eb51dc {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:00.585477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:00.674833 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Pushing event deleted for resources: {'Port': ['ID=d8d59228-922c-4881-8362-155d014dd350,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:00.697235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:00.730896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:00.746012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262af42c-0440-4aad-8c02-9648d50c95db None None] Sync routers for ids ['c6c08de2-6b8d-4e93-944c-b743746a176e'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:00.758296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262af42c-0440-4aad-8c02-9648d50c95db None None] Routers {'c6c08de2-6b8d-4e93-944c-b743746a176e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:00.759216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-262af42c-0440-4aad-8c02-9648d50c95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c6c08de2-6b8d-4e93-944c-b743746a176e'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:00.771456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] The port '76b3747c-2458-4036-970b-fe8730eb51dc' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:44:00.775359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:00.837413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1dbabc5-0d8c-4cf7-906a-8dd0676e718a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:00.850169 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:00.854064 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-de8f6ff1-8f1c-4dbd-aa01-493567f8a7f8 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.4269769 Mar 11 15:44:00.854202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7c8446fc-ed99-45ff-a11c-228e3a88cc07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:00.855490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37250) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:00.884723 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-262af42c-0440-4aad-8c02-9648d50c95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:00.896068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262af42c-0440-4aad-8c02-9648d50c95db None None] Routers {'c6c08de2-6b8d-4e93-944c-b743746a176e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:00.896867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-262af42c-0440-4aad-8c02-9648d50c95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c6c08de2-6b8d-4e93-944c-b743746a176e'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:00.916134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:00.966456 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-262af42c-0440-4aad-8c02-9648d50c95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:00.967003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262af42c-0440-4aad-8c02-9648d50c95db None None] The sync data for ids ['c6c08de2-6b8d-4e93-944c-b743746a176e'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:00.989723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04276031-bec2-46f6-816f-4a1255e80d6e req-ba8e3425-8f72-4cae-b901-fb9949116e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:00.991138 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04276031-bec2-46f6-816f-4a1255e80d6e req-ba8e3425-8f72-4cae-b901-fb9949116e5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f481248f-54a1-4bed-bfea-bd9eb2a04282 HTTP/1.1" status: 200 len: 897 time: 0.5762515 Mar 11 15:44:01.060816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 2c454bc3-804f-47b1-8461-c94343a3be0f {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:01.061166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:01.092060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-7c8446fc-ed99-45ff-a11c-228e3a88cc07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:01.245093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbabc5-0d8c-4cf7-906a-8dd0676e718a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for 25db5f07-8524-4733-9928-2ba0b6a5db12 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:01.297677 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04276031-bec2-46f6-816f-4a1255e80d6e req-bbd7dc37-8f3e-455e-9518-7175b2d90943 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6 HTTP/1.1" status: 200 len: 1000 time: 0.1767695 Mar 11 15:44:01.409850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:01.421520 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e35c08-5287-4da6-be02-5d40f89160e0 None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:01.425262 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-24769170-214d-492e-802b-6e4c04efef90 req-625b8bd7-b040-43fb-9906-89183632ef29 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 210 time: 0.1357481 Mar 11 15:44:01.433422 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e35c08-5287-4da6-be02-5d40f89160e0 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:01.434304 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d3e35c08-5287-4da6-be02-5d40f89160e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:01.499347 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d3e35c08-5287-4da6-be02-5d40f89160e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:01.508733 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e35c08-5287-4da6-be02-5d40f89160e0 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:01.509683 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d3e35c08-5287-4da6-be02-5d40f89160e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:01.575129 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d3e35c08-5287-4da6-be02-5d40f89160e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:01.576582 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e35c08-5287-4da6-be02-5d40f89160e0 None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:01.746253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:01.771225 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:44:01.833051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Router 8b4cf30a-7075-4e2f-bd9d-815523e32468 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:01.867834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04276031-bec2-46f6-816f-4a1255e80d6e req-3aa1adfe-2ca1-4afa-ae32-4c4c05972df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:01.869284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04276031-bec2-46f6-816f-4a1255e80d6e req-3aa1adfe-2ca1-4afa-ae32-4c4c05972df4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=036befe3-2fd1-47d0-8fbd-170fb408fd0f HTTP/1.1" status: 200 len: 835 time: 0.5009568 Mar 11 15:44:01.876200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709a4695-7867-42e9-a3f9-ae32c032292c']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:01.932083 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Floating IP 77f69d9d-bae0-4e5c-9a4b-82d3d4e01bd6 associated. External IP: 172.26.6.215, port: 421741e1-4b4e-45bd-b525-288a4ea4ace6. Mar 11 15:44:01.985038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9320f8-6a9a-4f1c-942c-0071acb27685') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:01.985327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9320f8-6a9a-4f1c-942c-0071acb27685') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:02.101249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.113253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1dbabc5-0d8c-4cf7-906a-8dd0676e718a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.207816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.238043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbabc5-0d8c-4cf7-906a-8dd0676e718a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=25db5f07-8524-4733-9928-2ba0b6a5db12,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:02.306313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:02.306720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:02.322142 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:02.345698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.364195 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:02.367570 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1dbabc5-0d8c-4cf7-906a-8dd0676e718a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.436651 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d1dbabc5-0d8c-4cf7-906a-8dd0676e718a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/25db5f07-8524-4733-9928-2ba0b6a5db12 HTTP/1.1" status: 204 len: 168 time: 2.3653390 Mar 11 15:44:02.437740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37256) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:02.575276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] For port 2c454bc3-804f-47b1-8461-c94343a3be0f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2c454bc3-804f-47b1-8461-c94343a3be0f,segment=NetworkSegment(37023218-488f-4c11-a9ec-62841cb180ae),segment_id=37023218-488f-4c11-a9ec-62841cb180ae)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:02.575722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.616236 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.696145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Deleting port 50ad3345-5138-4376-a53d-dcfd0d3b94b0 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:02.696484 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.734006 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8c7ae160-50db-4ead-9f1e-fff0d7542adc req-45f1882c-0585-49ac-9353-a91e46e45d49 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 210 time: 0.1706874 Mar 11 15:44:02.780528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:02.790308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44763cf6-3db4-4459-a6af-4681209d164d None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:02.794384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.801696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44763cf6-3db4-4459-a6af-4681209d164d None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:02.802398 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-44763cf6-3db4-4459-a6af-4681209d164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:02.818770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Calling delete_port for 2c454bc3-804f-47b1-8461-c94343a3be0f owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:02.850188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.854496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.870366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-44763cf6-3db4-4459-a6af-4681209d164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:02.879005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44763cf6-3db4-4459-a6af-4681209d164d None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:02.879681 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-44763cf6-3db4-4459-a6af-4681209d164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:02.894568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:02.910394 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3c92f-5e32-4e21-a024-ac4f6ea08640 None None] Sync routers for ids ['8b4cf30a-7075-4e2f-bd9d-815523e32468'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:02.925168 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3c92f-5e32-4e21-a024-ac4f6ea08640 None None] Routers {'8b4cf30a-7075-4e2f-bd9d-815523e32468'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:02.926430 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0ac3c92f-5e32-4e21-a024-ac4f6ea08640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b4cf30a-7075-4e2f-bd9d-815523e32468'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:02.941649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-44763cf6-3db4-4459-a6af-4681209d164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:02.942081 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44763cf6-3db4-4459-a6af-4681209d164d None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:02.953000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Network': ['ID=709a4695-7867-42e9-a3f9-ae32c032292c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:02.985133 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.994099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04276031-bec2-46f6-816f-4a1255e80d6e req-d73e04e5-1948-43f6-bfe5-feaee2cb28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:02.995593 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04276031-bec2-46f6-816f-4a1255e80d6e req-d73e04e5-1948-43f6-bfe5-feaee2cb28cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f481248f-54a1-4bed-bfea-bd9eb2a04282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1093037 Mar 11 15:44:02.999925 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1d5e630d-eade-4504-bd8f-035d53093f93 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "PUT /v2.0/floatingips/dee01d52-d941-41e3-9328-3d7ed6c0c0cb HTTP/1.1" status: 200 len: 978 time: 6.1119099 Mar 11 15:44:03.001850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37262) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:03.020445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7c8446fc-ed99-45ff-a11c-228e3a88cc07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:03.054374 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9658da03-8f3e-475c-8124-39376dd02cbf tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:03.131625 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-0ac3c92f-5e32-4e21-a024-ac4f6ea08640 None None] Set router 8b4cf30a-7075-4e2f-bd9d-815523e32468 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:03.185059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Calling delete_port for 50ad3345-5138-4376-a53d-dcfd0d3b94b0 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:03.266612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9658da03-8f3e-475c-8124-39376dd02cbf tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:03.360085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8446fc-ed99-45ff-a11c-228e3a88cc07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=f0bb50cf-24cd-44ec-b7ec-dc939cf3d0b9,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:03.374358 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-024e172c-1b80-42f3-a279-96ed184d9a9e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/networks/709a4695-7867-42e9-a3f9-ae32c032292c HTTP/1.1" status: 204 len: 168 time: 5.9261994 Mar 11 15:44:03.375883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] No DVR routers for this DVR port d8d59228-922c-4881-8362-155d014dd350 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:44:03.382450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37266) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:03.467307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:03.469513 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2a87c10c-aafb-436e-8014-438bce1ca476 req-6a9985c3-fa8b-41b7-ac6b-ce48facbcf05 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.30 "DELETE /v2.0/ports/d8d59228-922c-4881-8362-155d014dd350 HTTP/1.1" status: 204 len: 173 time: 6.6434798 Mar 11 15:44:03.479128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1e7d3a58-8da5-4f3e-a8f0-7281432e784c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1263125666', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:03.487971 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0ac3c92f-5e32-4e21-a024-ac4f6ea08640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '24d0323f-d5ba-4dc8-a8db-3bcec6539123', 'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'mac_address': 'fa:16:3e:53:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:10Z', 'updated_at': '2022-03-11T15:39:19Z', 'revision_number': 5, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'subnets': [{'id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:03.492856 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3c92f-5e32-4e21-a024-ac4f6ea08640 None None] Checking router: 8b4cf30a-7075-4e2f-bd9d-815523e32468 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:44:03.503043 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3c92f-5e32-4e21-a024-ac4f6ea08640 None None] Routers {'8b4cf30a-7075-4e2f-bd9d-815523e32468'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:03.503760 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0ac3c92f-5e32-4e21-a024-ac4f6ea08640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b4cf30a-7075-4e2f-bd9d-815523e32468'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:03.549285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'name': 'network-vif-deleted', 'tag': 'd8d59228-922c-4881-8362-155d014dd350'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:44:03.628253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9658da03-8f3e-475c-8124-39376dd02cbf tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:03.632167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1e7d3a58-8da5-4f3e-a8f0-7281432e784c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:03.662234 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45547de-e3b5-455f-ac32-f2392fb6303b', 'name': 'network-vif-deleted', 'tag': 'd8d59228-922c-4881-8362-155d014dd350', 'status': 'completed', 'code': 200} Mar 11 15:44:03.663940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1e7d3a58-8da5-4f3e-a8f0-7281432e784c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:router and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:03.673460 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1e7d3a58-8da5-4f3e-a8f0-7281432e784c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:03.724384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9658da03-8f3e-475c-8124-39376dd02cbf tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:03.724792 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-9658da03-8f3e-475c-8124-39376dd02cbf tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP dee01d52-d941-41e3-9328-3d7ed6c0c0cb disassociated. External IP: 172.26.6.252, port: 7eaa43b4-834b-461a-912d-4dcf2defaa81. Mar 11 15:44:03.749981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cad6c0-6b33-403e-85f5-7e3eedaf001f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:03.753630 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-0ac3c92f-5e32-4e21-a024-ac4f6ea08640 None None] Set router 8b4cf30a-7075-4e2f-bd9d-815523e32468 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:03.755228 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-05cad6c0-6b33-403e-85f5-7e3eedaf001f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2593644 Mar 11 15:44:03.756465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1e7d3a58-8da5-4f3e-a8f0-7281432e784c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:03.777582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37272) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:03.784964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:03.818924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Router 29827d51-14b5-4f55-ae05-89455432d0c6 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:03.819843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7c8446fc-ed99-45ff-a11c-228e3a88cc07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:03.889370 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Pushing event deleted for resources: {'Port': ['ID=50ad3345-5138-4376-a53d-dcfd0d3b94b0,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:03.901113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:03.906275 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04276031-bec2-46f6-816f-4a1255e80d6e req-a90f3e75-dce3-4eb1-a70c-131f2238e91e service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8906343 Mar 11 15:44:04.096538 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0ac3c92f-5e32-4e21-a024-ac4f6ea08640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '24d0323f-d5ba-4dc8-a8db-3bcec6539123', 'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'mac_address': 'fa:16:3e:53:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:10Z', 'updated_at': '2022-03-11T15:39:19Z', 'revision_number': 5, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'subnets': [{'id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:04.101159 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3c92f-5e32-4e21-a024-ac4f6ea08640 None None] The sync data for ids ['8b4cf30a-7075-4e2f-bd9d-815523e32468'] in dv-neutron-833203-2-hyperv is: [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '24d0323f-d5ba-4dc8-a8db-3bcec6539123', 'name': '', 'network_id': '1410b898-0e6e-4285-a079-c8161b49c4cd', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'mac_address': 'fa:16:3e:53:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:39:10Z', 'updated_at': '2022-03-11T15:39:19Z', 'revision_number': 5, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'subnets': [{'id': '3cf361e4-4fdb-4223-afe3-8508e64593f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:04.140359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Port': ['ID=2c454bc3-804f-47b1-8461-c94343a3be0f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:04.143219 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-20829a30-c8a7-434f-b2ed-2d2fd50f64ce req-130a09d1-f3ec-4388-8c1b-5db0ab8565f9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Synchronizing usage tracker for tenant:63aa522a9c35455aa52f77ae8bc0fa36 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:04.200428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:04.308891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No DVR routers for this DVR port 2c454bc3-804f-47b1-8461-c94343a3be0f on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:44:04.343595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3a58-8da5-4f3e-a8f0-7281432e784c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:04.343595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3a58-8da5-4f3e-a8f0-7281432e784c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:04.416432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b71e96-e3e9-4d96-bcf2-8da56c2a5650 None None] New status for floating IP 504e634a-0175-4d0f-8be7-47380d15e0cf: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:44:04.615489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961a849-d5ca-41e9-825c-7990af3409dc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:04.616217 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f961a849-d5ca-41e9-825c-7990af3409dc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:04.658891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3a58-8da5-4f3e-a8f0-7281432e784c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:04.862124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f961a849-d5ca-41e9-825c-7990af3409dc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:04.863359 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f961a849-d5ca-41e9-825c-7990af3409dc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0798390 Mar 11 15:44:04.866676 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9658da03-8f3e-475c-8124-39376dd02cbf tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:04.867947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37278) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:04.868462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:04.875068 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:04.903685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-20829a30-c8a7-434f-b2ed-2d2fd50f64ce req-130a09d1-f3ec-4388-8c1b-5db0ab8565f9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Unset dirty status for tenant:63aa522a9c35455aa52f77ae8bc0fa36 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:04.904846 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-20829a30-c8a7-434f-b2ed-2d2fd50f64ce req-130a09d1-f3ec-4388-8c1b-5db0ab8565f9 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45547de-e3b5-455f-ac32-f2392fb6303b HTTP/1.1" status: 200 len: 210 time: 1.0054440 Mar 11 15:44:04.910912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:04.955015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8446fc-ed99-45ff-a11c-228e3a88cc07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router fc624cec-f5d5-4969-8f11-cfc68ee25c1e has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:04.986797 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04276031-bec2-46f6-816f-4a1255e80d6e req-bcce2e49-f70c-433b-85f5-a2f67ccca476 service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9430170 Mar 11 15:44:05.017887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd98750-cdd9-412a-ad21-3612835445b0']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.036477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:05.047092 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6e521-2dc6-4dab-a085-04d595e79fed None None] Sync routers for ids ['29827d51-14b5-4f55-ae05-89455432d0c6'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:05.049067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37023218-488f-4c11-a9ec-62841cb180ae') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.049369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37023218-488f-4c11-a9ec-62841cb180ae') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.056495 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6e521-2dc6-4dab-a085-04d595e79fed None None] Routers {'29827d51-14b5-4f55-ae05-89455432d0c6'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:05.057134 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-dbe6e521-2dc6-4dab-a085-04d595e79fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['29827d51-14b5-4f55-ae05-89455432d0c6'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.094250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Router c6c08de2-6b8d-4e93-944c-b743746a176e has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:05.144126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3a58-8da5-4f3e-a8f0-7281432e784c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.151240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.174879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53412deb-b3f7-4003-a093-46160c55b410 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:05.176289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53412deb-b3f7-4003-a093-46160c55b410 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:05.177802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53412deb-b3f7-4003-a093-46160c55b410 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:05.178622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-53412deb-b3f7-4003-a093-46160c55b410 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:05.258502 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-dbe6e521-2dc6-4dab-a085-04d595e79fed None None] Set router 29827d51-14b5-4f55-ae05-89455432d0c6 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:05.261370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.263644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8446fc-ed99-45ff-a11c-228e3a88cc07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:05.273137 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7c8446fc-ed99-45ff-a11c-228e3a88cc07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/fc624cec-f5d5-4969-8f11-cfc68ee25c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1987510 Mar 11 15:44:05.274134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37282) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:05.275400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1a1c97-bf99-405d-b738-9c8098b255d1 None None] Sync routers for ids ['fc624cec-f5d5-4969-8f11-cfc68ee25c1e'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:05.290764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a1c97-bf99-405d-b738-9c8098b255d1 None None] Routers {'fc624cec-f5d5-4969-8f11-cfc68ee25c1e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:05.294655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5c1a1c97-bf99-405d-b738-9c8098b255d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['fc624cec-f5d5-4969-8f11-cfc68ee25c1e'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.315724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:05.316131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:05.339097 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:05.360938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.388692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ffb81808-f6d3-4dd8-8eb4-f26d9f7c2e07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Synchronizing usage tracker for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:05.444332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5c1a1c97-bf99-405d-b738-9c8098b255d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.457100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a1c97-bf99-405d-b738-9c8098b255d1 None None] Routers {'fc624cec-f5d5-4969-8f11-cfc68ee25c1e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:05.457976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5c1a1c97-bf99-405d-b738-9c8098b255d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['fc624cec-f5d5-4969-8f11-cfc68ee25c1e'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.468325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:05.473147 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9658da03-8f3e-475c-8124-39376dd02cbf tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:05.490311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.495186 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4c7e9-4c72-4d3b-8a6f-d0d2f65c5482 None None] Sync routers for ids ['c6c08de2-6b8d-4e93-944c-b743746a176e'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:05.498262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3a58-8da5-4f3e-a8f0-7281432e784c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.502702 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1e7d3a58-8da5-4f3e-a8f0-7281432e784c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 2.0425026 Mar 11 15:44:05.502702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-53412deb-b3f7-4003-a093-46160c55b410 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:05.502702 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-53412deb-b3f7-4003-a093-46160c55b410 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6153200 Mar 11 15:44:05.503054 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b3949bfc-b5dc-41dc-a7fb-4885d8e95a81 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "PUT /v2.0/routers/c6c08de2-6b8d-4e93-944c-b743746a176e HTTP/1.1" status: 200 len: 706 time: 4.6364379 Mar 11 15:44:05.504293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37286) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:05.504896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37288) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:05.509708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37290) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:05.511499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9658da03-8f3e-475c-8124-39376dd02cbf tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.527414 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4c7e9-4c72-4d3b-8a6f-d0d2f65c5482 None None] Routers {'c6c08de2-6b8d-4e93-944c-b743746a176e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:05.528028 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-e4d4c7e9-4c72-4d3b-8a6f-d0d2f65c5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c6c08de2-6b8d-4e93-944c-b743746a176e'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.555574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5c1a1c97-bf99-405d-b738-9c8098b255d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.556421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1a1c97-bf99-405d-b738-9c8098b255d1 None None] The sync data for ids ['fc624cec-f5d5-4969-8f11-cfc68ee25c1e'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:05.558295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911185de-90c9-4dd0-87e3-52e9098a627c None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:05.569899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911185de-90c9-4dd0-87e3-52e9098a627c None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:05.570831 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-911185de-90c9-4dd0-87e3-52e9098a627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.604086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c10777-9b54-4902-8c16-a1aa0858b278 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet acd6d546-4b68-4a73-915a-f78ab38c0fcc {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:44:05.605351 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-e4d4c7e9-4c72-4d3b-8a6f-d0d2f65c5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.616713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f2c10777-9b54-4902-8c16-a1aa0858b278 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.616933 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4c7e9-4c72-4d3b-8a6f-d0d2f65c5482 None None] Routers {'c6c08de2-6b8d-4e93-944c-b743746a176e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:05.617424 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-e4d4c7e9-4c72-4d3b-8a6f-d0d2f65c5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['c6c08de2-6b8d-4e93-944c-b743746a176e'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.638155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-911185de-90c9-4dd0-87e3-52e9098a627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.647590 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911185de-90c9-4dd0-87e3-52e9098a627c None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:05.648509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-911185de-90c9-4dd0-87e3-52e9098a627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.677307 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-e4d4c7e9-4c72-4d3b-8a6f-d0d2f65c5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.677636 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4c7e9-4c72-4d3b-8a6f-d0d2f65c5482 None None] The sync data for ids ['c6c08de2-6b8d-4e93-944c-b743746a176e'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:05.699150 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c08a6ff9-4e8f-4c0f-9e70-927f6b33af3f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 13.4682307 Mar 11 15:44:05.700361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:44:05.719833 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-911185de-90c9-4dd0-87e3-52e9098a627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.720275 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911185de-90c9-4dd0-87e3-52e9098a627c None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:05.724265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f2c10777-9b54-4902-8c16-a1aa0858b278 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.764889 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9658da03-8f3e-475c-8124-39376dd02cbf tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "PUT /v2.0/floatingips/dee01d52-d941-41e3-9328-3d7ed6c0c0cb HTTP/1.1" status: 200 len: 688 time: 2.7608356 Mar 11 15:44:05.765955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37302) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:05.767815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'network': {'name': 'tempest-RoutersTest-563950559'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:05.788667 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-56f000e7-398f-4bf0-a364-4af2ff34a4ae tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/routers/c6c08de2-6b8d-4e93-944c-b743746a176e HTTP/1.1" status: 200 len: 741 time: 0.2056746 Mar 11 15:44:05.789460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37306) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:05.790689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:05.831470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:network and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:05.841602 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:05.841822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ffb81808-f6d3-4dd8-8eb4-f26d9f7c2e07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Unset dirty status for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:05.842796 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ffb81808-f6d3-4dd8-8eb4-f26d9f7c2e07 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc624cec-f5d5-4969-8f11-cfc68ee25c1e HTTP/1.1" status: 200 len: 205 time: 0.5639718 Mar 11 15:44:05.854985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37310) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:05.858505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:05.866902 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ff895c85-fa8e-45da-9608-1da8df093e13 tempest-RoutersAdminTest-1620593428 tempest-RoutersAdminTest-1620593428-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&device_id=c6c08de2-6b8d-4e93-944c-b743746a176e HTTP/1.1" status: 200 len: 205 time: 0.0730970 Mar 11 15:44:05.867769 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37314) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:05.887940 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'status': 'completed', 'code': 200} Mar 11 15:44:05.897818 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-dbe6e521-2dc6-4dab-a085-04d595e79fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:43:13Z', 'revision_number': 4, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '77f69d9d-bae0-4e5c-9a4b-82d3d4e01bd6', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'port_id': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'mac_address': 'fa:16:3e:17:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:43:57Z', 'updated_at': '2022-03-11T15:43:57Z', 'revision_number': 0, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feddbe5a-dd40-405e-a58f-d280e0eb7ba6', 'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'mac_address': 'fa:16:3e:07:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:11Z', 'updated_at': '2022-03-11T15:43:22Z', 'revision_number': 5, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'subnets': [{'id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.902363 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6e521-2dc6-4dab-a085-04d595e79fed None None] Checking router: 29827d51-14b5-4f55-ae05-89455432d0c6 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:44:05.909309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.912644 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6e521-2dc6-4dab-a085-04d595e79fed None None] Routers {'29827d51-14b5-4f55-ae05-89455432d0c6'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:05.913507 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-dbe6e521-2dc6-4dab-a085-04d595e79fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['29827d51-14b5-4f55-ae05-89455432d0c6'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:05.991360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:05.999183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=bcd98750-cdd9-412a-ad21-3612835445b0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:06.045080 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9e16b874-d6c7-48fc-8760-e5eac4ab7083 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6c08de2-6b8d-4e93-944c-b743746a176e HTTP/1.1" status: 200 len: 205 time: 0.1191161 Mar 11 15:44:06.054408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37322) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:06.103613 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-aa6c4df6-e0fe-4bbc-af72-7b2f54b5bfe5 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/bcd98750-cdd9-412a-ad21-3612835445b0 HTTP/1.1" status: 204 len: 168 time: 10.2775626 Mar 11 15:44:06.110096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-53eed1e5-2dab-4cab-afee-8afeb9c3ce90 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port 0afe9d98-b3cb-4702-8588-4b6f9ed7a537 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:06.110437 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-53eed1e5-2dab-4cab-afee-8afeb9c3ce90 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:06.115106 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:06.118748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:06.127581 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37326) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:06.127904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37328) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:06.140197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94571474-688a-4bfa-852f-7ca4c839b59a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:06.158157 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-dbe6e521-2dc6-4dab-a085-04d595e79fed None None] Set router 29827d51-14b5-4f55-ae05-89455432d0c6 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:06.237134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-152080031'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:06.312821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f2c10777-9b54-4902-8c16-a1aa0858b278 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:06.367212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:06.376737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0366-5722-43f9-8758-5b6ff679f2f8 req-5fa6daa3-eb57-48f4-a229-834997d09604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:06.378240 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db3d0366-5722-43f9-8758-5b6ff679f2f8 req-5fa6daa3-eb57-48f4-a229-834997d09604 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ff30e389fe34a6fb8667d3adb81ee35&device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 1099 time: 0.5337043 Mar 11 15:44:06.393998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf31664f-ab27-4999-b1cb-31808e90b3e5 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:06.397284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33c93b-756b-4301-ae9e-d690973ae4b1 req-2ab76091-0ee0-4913-bd8a-282b2612543c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:06.398739 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4e33c93b-756b-4301-ae9e-d690973ae4b1 req-2ab76091-0ee0-4913-bd8a-282b2612543c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.5039883 Mar 11 15:44:06.446301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:network and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:06.514573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:06.557852 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-dbe6e521-2dc6-4dab-a085-04d595e79fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:43:13Z', 'revision_number': 4, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '77f69d9d-bae0-4e5c-9a4b-82d3d4e01bd6', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'port_id': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'mac_address': 'fa:16:3e:17:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:43:57Z', 'updated_at': '2022-03-11T15:43:57Z', 'revision_number': 0, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feddbe5a-dd40-405e-a58f-d280e0eb7ba6', 'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'mac_address': 'fa:16:3e:07:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:11Z', 'updated_at': '2022-03-11T15:43:22Z', 'revision_number': 5, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'subnets': [{'id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:06.562582 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6e521-2dc6-4dab-a085-04d595e79fed None None] The sync data for ids ['29827d51-14b5-4f55-ae05-89455432d0c6'] in dv-neutron-833203-2-hyperv is: [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:43:13Z', 'revision_number': 4, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '77f69d9d-bae0-4e5c-9a4b-82d3d4e01bd6', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'port_id': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'mac_address': 'fa:16:3e:17:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:43:57Z', 'updated_at': '2022-03-11T15:43:57Z', 'revision_number': 0, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feddbe5a-dd40-405e-a58f-d280e0eb7ba6', 'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'mac_address': 'fa:16:3e:07:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:11Z', 'updated_at': '2022-03-11T15:43:22Z', 'revision_number': 5, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'subnets': [{'id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:06.583105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:06.603706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:06.677943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-53eed1e5-2dab-4cab-afee-8afeb9c3ce90 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:06.678297 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-53eed1e5-2dab-4cab-afee-8afeb9c3ce90 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:06.778154 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079a4c0-8a8f-40f2-a9e7-8a73f55c9ed7 None None] New status for floating IP 77f69d9d-bae0-4e5c-9a4b-82d3d4e01bd6: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:44:06.843814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-53eed1e5-2dab-4cab-afee-8afeb9c3ce90 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for 0afe9d98-b3cb-4702-8588-4b6f9ed7a537 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:06.873295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f2c10777-9b54-4902-8c16-a1aa0858b278 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:06.879599 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4e33c93b-756b-4301-ae9e-d690973ae4b1 req-7c29232f-c8d9-47c1-ada0-77a5f2df955e tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4558241 Mar 11 15:44:06.890213 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94571474-688a-4bfa-852f-7ca4c839b59a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:06.917784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37334) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:06.934972 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94571474-688a-4bfa-852f-7ca4c839b59a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:06.940141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:06.940707 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added segment c1b393fa-8283-4ae4-8f7c-ebd725234852 of type vlan for network 0289e48f-1ff9-4aee-8ed5-ea29230875a7 Mar 11 15:44:07.017141 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39759984-e4c6-4d90-976b-f70ebb09dcb1 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:07.017804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f2c10777-9b54-4902-8c16-a1aa0858b278 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.021098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-27300757-92b0-4f8e-a569-61f8bd8cd682 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.031755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0366-5722-43f9-8758-5b6ff679f2f8 req-1e0ba72c-9757-4d73-a651-5d1db67f0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:07.033201 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db3d0366-5722-43f9-8758-5b6ff679f2f8 req-1e0ba72c-9757-4d73-a651-5d1db67f0fd1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f481248f-54a1-4bed-bfea-bd9eb2a04282 HTTP/1.1" status: 200 len: 897 time: 0.6445611 Mar 11 15:44:07.033885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c10777-9b54-4902-8c16-a1aa0858b278 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=acd6d546-4b68-4a73-915a-f78ab38c0fcc,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:07.115705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf31664f-ab27-4999-b1cb-31808e90b3e5 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.143978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:07.147565 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.159793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf31664f-ab27-4999-b1cb-31808e90b3e5 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.204671 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c5e0a9ff-bd8c-455d-aad4-6fd031ef5bf6 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/floatingips/77f69d9d-bae0-4e5c-9a4b-82d3d4e01bd6 HTTP/1.1" status: 200 len: 992 time: 0.2745092 Mar 11 15:44:07.207588 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db3d0366-5722-43f9-8758-5b6ff679f2f8 req-85f97b50-f5d4-4a0c-b08c-93b4e5be788a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6 HTTP/1.1" status: 200 len: 1000 time: 0.1568730 Mar 11 15:44:07.223460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-27300757-92b0-4f8e-a569-61f8bd8cd682 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.233145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.248954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:07.271478 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f2c10777-9b54-4902-8c16-a1aa0858b278 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/acd6d546-4b68-4a73-915a-f78ab38c0fcc HTTP/1.1" status: 204 len: 168 time: 1.7583668 Mar 11 15:44:07.275077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37338) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:07.311665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94571474-688a-4bfa-852f-7ca4c839b59a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.315018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94571474-688a-4bfa-852f-7ca4c839b59a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Fanout notify agent at l3_agent the message router_deleted on router fc624cec-f5d5-4969-8f11-cfc68ee25c1e {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:44:07.315018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.315018 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment fe456cfb-c84c-4f69-8b89-724f77656b2e of type vlan for network d9e94d7a-d369-4a74-a732-436b1a0a6de7 Mar 11 15:44:07.340246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf31664f-ab27-4999-b1cb-31808e90b3e5 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.340763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf31664f-ab27-4999-b1cb-31808e90b3e5 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Fanout notify agent at l3_agent the message router_deleted on router c6c08de2-6b8d-4e93-944c-b743746a176e {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:44:07.380537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.395704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf31664f-ab27-4999-b1cb-31808e90b3e5 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.400281 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cf31664f-ab27-4999-b1cb-31808e90b3e5 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/c6c08de2-6b8d-4e93-944c-b743746a176e HTTP/1.1" status: 204 len: 168 time: 1.3414657 Mar 11 15:44:07.400281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-27300757-92b0-4f8e-a569-61f8bd8cd682 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.402251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37342) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:07.405035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-27300757-92b0-4f8e-a569-61f8bd8cd682 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.405035 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-27300757-92b0-4f8e-a569-61f8bd8cd682 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "DELETE /v2.0/security-groups/f14d040d-56ca-40eb-a10c-7e572f57aa33 HTTP/1.1" status: 204 len: 168 time: 1.2654467 Mar 11 15:44:07.412049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37344) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:07.414980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94571474-688a-4bfa-852f-7ca4c839b59a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.418682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0366-5722-43f9-8758-5b6ff679f2f8 req-0fbd5eb4-87f1-46c4-b1f6-62489326fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:07.418861 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-94571474-688a-4bfa-852f-7ca4c839b59a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/fc624cec-f5d5-4969-8f11-cfc68ee25c1e HTTP/1.1" status: 204 len: 168 time: 1.5596955 Mar 11 15:44:07.418962 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db3d0366-5722-43f9-8758-5b6ff679f2f8 req-0fbd5eb4-87f1-46c4-b1f6-62489326fbd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=036befe3-2fd1-47d0-8fbd-170fb408fd0f HTTP/1.1" status: 200 len: 835 time: 0.2032442 Mar 11 15:44:07.421153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37350) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:07.425374 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.430836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:07.431442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.435356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27300757-92b0-4f8e-a569-61f8bd8cd682 tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d040d-56ca-40eb-a10c-7e572f57aa33,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:07.521949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7092c6f1-07fa-4671-ae15-8d975e2dfb0e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet b1e05a52-6b94-4ae8-8e38-7330ecba350c {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:44:07.532930 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-19fb611d-6a2c-4b17-b071-e102f5890a00 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6c08de2-6b8d-4e93-944c-b743746a176e HTTP/1.1" status: 200 len: 205 time: 0.1274703 Mar 11 15:44:07.536458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37354) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:07.537388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7092c6f1-07fa-4671-ae15-8d975e2dfb0e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.566298 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-b95869b5-b68d-4b5c-9da3-8c7a5eb8c2db tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] show failed (client error): The resource could not be found. Mar 11 15:44:07.567618 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b95869b5-b68d-4b5c-9da3-8c7a5eb8c2db tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "GET /v2.0/security-groups/f14d040d-56ca-40eb-a10c-7e572f57aa33 HTTP/1.1" status: 404 len: 347 time: 0.1540909 Mar 11 15:44:07.575396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37358) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:07.584512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-53eed1e5-2dab-4cab-afee-8afeb9c3ce90 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.690717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.696126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:07.696766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.707017 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-05d83463-eacf-4a08-b4de-959900826d3e tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] delete failed (client error): The resource could not be found. Mar 11 15:44:07.708072 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-05d83463-eacf-4a08-b4de-959900826d3e tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/c6c08de2-6b8d-4e93-944c-b743746a176e HTTP/1.1" status: 404 len: 336 time: 0.1633673 Mar 11 15:44:07.716887 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1308782 Mar 11 15:44:07.717613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d7868-0fd4-4071-98cf-613233272ec8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Network': ['ID=0289e48f-1ff9-4aee-8ed5-ea29230875a7,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:07.719686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37362) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:07.719921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37364) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:07.734168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eed1e5-2dab-4cab-afee-8afeb9c3ce90 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=0afe9d98-b3cb-4702-8588-4b6f9ed7a537,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:07.734295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7ef65b-13ba-4935-9aea-0e4d266bb11f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting subnet 393b3281-d821-4513-a0f9-099643897744 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:44:07.734392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 0289e48f-1ff9-4aee-8ed5-ea29230875a7 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:07.783760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef65b-13ba-4935-9aea-0e4d266bb11f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.813378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'subnet': {'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:07.823415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7092c6f1-07fa-4671-ae15-8d975e2dfb0e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.948631 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0bc977a0-af35-4fd2-b30a-47e6b93a6c89 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a3e54bf-b455-469e-b19e-086ed05aa2a3 HTTP/1.1" status: 200 len: 205 time: 0.2226391 Mar 11 15:44:07.952969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-0b4abf0a-4d0e-4f4b-924f-43d7803e902a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Deleting port 08d892dc-9695-4efa-a35f-78ddcc070935 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:07.953451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0b4abf0a-4d0e-4f4b-924f-43d7803e902a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:07.959398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37370) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:08.014563 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8762486 Mar 11 15:44:08.019280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37374) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:08.026339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-53eed1e5-2dab-4cab-afee-8afeb9c3ce90 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:08.032061 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0366-5722-43f9-8758-5b6ff679f2f8 req-13aa41b6-3059-48c8-9524-4e9751323d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:08.034101 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db3d0366-5722-43f9-8758-5b6ff679f2f8 req-13aa41b6-3059-48c8-9524-4e9751323d93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f481248f-54a1-4bed-bfea-bd9eb2a04282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5660985 Mar 11 15:44:08.047174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'network_id': 'd9e94d7a-d369-4a74-a732-436b1a0a6de7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:08.060100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-24655fb4-6b6b-4a08-8841-9519e6d0ded6 None None] Provisioning complete for port 54057473-8fe3-4ff1-a1fa-1df6254d2ced triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:08.060789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-24655fb4-6b6b-4a08-8841-9519e6d0ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:08.076247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc03425-8316-474d-8802-7bfed82cd98d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=d9e94d7a-d369-4a74-a732-436b1a0a6de7,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:08.094615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network d9e94d7a-d369-4a74-a732-436b1a0a6de7 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:08.109832 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-166621a9-b0db-4c9c-b039-b2ed05ac3210 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] delete failed (client error): The resource could not be found. Mar 11 15:44:08.113340 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-166621a9-b0db-4c9c-b039-b2ed05ac3210 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/9a3e54bf-b455-469e-b19e-086ed05aa2a3 HTTP/1.1" status: 404 len: 336 time: 0.1481028 Mar 11 15:44:08.116678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef65b-13ba-4935-9aea-0e4d266bb11f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:08.146573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37378) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:08.211033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37382) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:08.223725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:08.283432 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-86e0ffd2-24cd-4f1d-a46d-977d2f0e589e tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=6675ad0e-bd81-462a-9d0f-d97cc5807a4d HTTP/1.1" status: 200 len: 205 time: 0.1336455 Mar 11 15:44:08.289325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37386) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:08.293195 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:subnet and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:08.307894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:08.323084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:08.372788 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3f5f69ad-b6c5-4c32-acb9-fdf357bfd51a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/floatingips/77f69d9d-bae0-4e5c-9a4b-82d3d4e01bd6 HTTP/1.1" status: 200 len: 994 time: 0.1568153 Mar 11 15:44:08.380050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef65b-13ba-4935-9aea-0e4d266bb11f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:08.423437 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:08.426891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:08.545842 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-b12212b1-cabe-404d-acbc-1ddc80cf5a97 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] delete failed (client error): The resource could not be found. Mar 11 15:44:08.553007 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b12212b1-cabe-404d-acbc-1ddc80cf5a97 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/6675ad0e-bd81-462a-9d0f-d97cc5807a4d HTTP/1.1" status: 404 len: 336 time: 0.2495644 Mar 11 15:44:08.553007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-53eed1e5-2dab-4cab-afee-8afeb9c3ce90 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:08.553007 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-53eed1e5-2dab-4cab-afee-8afeb9c3ce90 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/floatingips/dee01d52-d941-41e3-9328-3d7ed6c0c0cb HTTP/1.1" status: 204 len: 168 time: 2.7840815 Mar 11 15:44:08.555233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37390) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:08.555571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37392) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:08.698002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7092c6f1-07fa-4671-ae15-8d975e2dfb0e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:08.734905 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c7a3de83-d397-4498-88da-8486ea0226fd tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=55088e10-6326-49a8-9d7b-e6f8f8ec6427 HTTP/1.1" status: 200 len: 205 time: 0.1678867 Mar 11 15:44:08.736539 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-0ef7ca33-ba9d-4edc-b2b7-295d67ebc884 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] delete failed (client error): The resource could not be found. Mar 11 15:44:08.743062 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0ef7ca33-ba9d-4edc-b2b7-295d67ebc884 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/floatingips/dee01d52-d941-41e3-9328-3d7ed6c0c0cb HTTP/1.1" status: 404 len: 345 time: 0.1690526 Mar 11 15:44:08.743262 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37398) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:08.743699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:08.744904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37402) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:08.772695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:subnet and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:08.784367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:08.797103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0b4abf0a-4d0e-4f4b-924f-43d7803e902a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:08.797437 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0b4abf0a-4d0e-4f4b-924f-43d7803e902a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:08.818379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:08.837391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef65b-13ba-4935-9aea-0e4d266bb11f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:08.899878 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-5c9c9b94-c757-42bf-9634-c69696d0d213 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] delete failed (client error): The resource could not be found. Mar 11 15:44:08.900959 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5c9c9b94-c757-42bf-9634-c69696d0d213 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/55088e10-6326-49a8-9d7b-e6f8f8ec6427 HTTP/1.1" status: 404 len: 336 time: 0.1605887 Mar 11 15:44:08.905810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ef65b-13ba-4935-9aea-0e4d266bb11f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Subnet': ['ID=393b3281-d821-4513-a0f9-099643897744,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:08.917662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37406) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:08.926438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef65b-13ba-4935-9aea-0e4d266bb11f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:08.929555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f630e-b65c-4d13-9885-364307dfd5e0 None None] Network 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:08.939445 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db3d0366-5722-43f9-8758-5b6ff679f2f8 req-b264842d-300d-4f41-8bc3-7929577e2c35 service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8743629 Mar 11 15:44:08.946349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-0b4abf0a-4d0e-4f4b-924f-43d7803e902a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Calling delete_port for 08d892dc-9695-4efa-a35f-78ddcc070935 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:08.998206 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0a7ef65b-13ba-4935-9aea-0e4d266bb11f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/393b3281-d821-4513-a0f9-099643897744 HTTP/1.1" status: 204 len: 168 time: 1.5710688 Mar 11 15:44:08.998206 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-39acb043-d4bc-40b9-80bd-faa2d7e48279 tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449 HTTP/1.1" status: 200 len: 205 time: 0.0750692 Mar 11 15:44:08.998206 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37410) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:08.999099 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37412) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:09.095523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:09.099065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.107759 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.142031 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-f0891a81-9464-451a-ba30-5df9e922efcc tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] delete failed (client error): The resource could not be found. Mar 11 15:44:09.146530 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f0891a81-9464-451a-ba30-5df9e922efcc tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/3f553ca0-6ae9-4bfb-bc1b-bb7e9f56e449 HTTP/1.1" status: 404 len: 336 time: 0.1435335 Mar 11 15:44:09.151297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37418) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:09.200358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4864322-97f9-4309-8950-e38fbaa3d028 None None] DHCP port deletion for 15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:44:09.206702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c4864322-97f9-4309-8950-e38fbaa3d028 None None] Deleting port cb0506ee-a0df-474e-bec7-a1c87d5e442a {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:09.208062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c4864322-97f9-4309-8950-e38fbaa3d028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.223745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7092c6f1-07fa-4671-ae15-8d975e2dfb0e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.230176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.ipam_backend_mixin [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing IP validity checks on allocation pools {{(pid=88558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:44:09.230702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.ipam_backend_mixin [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:44:09.280619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092c6f1-07fa-4671-ae15-8d975e2dfb0e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e05a52-6b94-4ae8-8e38-7330ecba350c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:09.299383 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e713ea94-1309-425b-9a47-fc13d718c2ec tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde3d890-4818-45ef-b0b2-9ce06e2b6c09 HTTP/1.1" status: 200 len: 205 time: 0.0957222 Mar 11 15:44:09.302159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37422) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:09.303824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7092c6f1-07fa-4671-ae15-8d975e2dfb0e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.309291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.319190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdbc6fa-17a1-4dd9-969a-7423db1fea8c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:09.324062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c596b0-f753-48f1-8d22-a572b04bf7de None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:09.325028 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdbc6fa-17a1-4dd9-969a-7423db1fea8c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:09.331330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdbc6fa-17a1-4dd9-969a-7423db1fea8c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:09.332188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9cdbc6fa-17a1-4dd9-969a-7423db1fea8c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Synchronizing usage tracker for tenant:024c96467ebd48038cb8a7013151ee63 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:09.365799 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db3d0366-5722-43f9-8758-5b6ff679f2f8 req-9dd34a71-3b1e-46dd-8835-8f18615f8006 service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881347 Mar 11 15:44:09.383634 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7092c6f1-07fa-4671-ae15-8d975e2dfb0e tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/b1e05a52-6b94-4ae8-8e38-7330ecba350c HTTP/1.1" status: 204 len: 168 time: 2.1083965 Mar 11 15:44:09.388477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37426) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:09.434820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Subnet': ['ID=7871d5f9-4277-4788-8433-cc66ac38fcdc,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:09.440160 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-54766467-483f-4ebe-ae85-93d822ba572e tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] delete failed (client error): The resource could not be found. Mar 11 15:44:09.441220 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-54766467-483f-4ebe-ae85-93d822ba572e tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/routers/dde3d890-4818-45ef-b0b2-9ce06e2b6c09 HTTP/1.1" status: 404 len: 336 time: 0.1363657 Mar 11 15:44:09.449423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37430) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:09.455109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port cb0506ee-a0df-474e-bec7-a1c87d5e442a {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:09.455631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.502511 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-14cd5f9e-bbd0-49ae-a709-ad3e1c965963 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126747 Mar 11 15:44:09.507902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37434) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:09.512708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Checking segment: {'id': 'c1b393fa-8283-4ae4-8f7c-ebd725234852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:09.513294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network hostable DHCP agents. Network: 0289e48f-1ff9-4aee-8ed5-ea29230875a7, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:09.515827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:09.537613 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-308d2e54-47bb-45ac-85a6-7453ceedf06b tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:09.537987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308d2e54-47bb-45ac-85a6-7453ceedf06b tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:09.539683 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-308d2e54-47bb-45ac-85a6-7453ceedf06b tempest-RoutersAdminTest-2054204494 tempest-RoutersAdminTest-2054204494-project] 10.222.0.39 "DELETE /v2.0/subnets/fb3e24d5-998e-42f5-804b-a092b9eca916 HTTP/1.1" status: 404 len: 337 time: 0.0891657 Mar 11 15:44:09.647865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9cdbc6fa-17a1-4dd9-969a-7423db1fea8c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Unset dirty status for tenant:024c96467ebd48038cb8a7013151ee63 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:09.647865 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9cdbc6fa-17a1-4dd9-969a-7423db1fea8c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "GET /v2.0/ports?network_id=557db8c4-7514-4564-a74c-6b39c99896bd HTTP/1.1" status: 200 len: 2359 time: 0.8047504 Mar 11 15:44:09.648042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c4864322-97f9-4309-8950-e38fbaa3d028 None None] For port cb0506ee-a0df-474e-bec7-a1c87d5e442a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cb0506ee-a0df-474e-bec7-a1c87d5e442a,segment=NetworkSegment(7f1e6fe6-70be-449b-930b-61c67af47ac6),segment_id=7f1e6fe6-70be-449b-930b-61c67af47ac6)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:09.648042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c4864322-97f9-4309-8950-e38fbaa3d028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.652822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37440) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:09.759955 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c4864322-97f9-4309-8950-e38fbaa3d028 None None] Calling delete_port for cb0506ee-a0df-474e-bec7-a1c87d5e442a owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:09.786023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port cb0506ee-a0df-474e-bec7-a1c87d5e442a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cb0506ee-a0df-474e-bec7-a1c87d5e442a,segment=NetworkSegment(7f1e6fe6-70be-449b-930b-61c67af47ac6),segment_id=7f1e6fe6-70be-449b-930b-61c67af47ac6)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:09.786645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.804982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:09.811534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:09.814945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:09.820717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:09.828234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0b4abf0a-4d0e-4f4b-924f-43d7803e902a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.857547 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0641b42a-adc6-4249-964d-c18462b5d713 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:09.858891 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0641b42a-adc6-4249-964d-c18462b5d713 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "GET /v2.0/subnets/fac8ab75-cf43-4936-9af6-14ef6dc93120 HTTP/1.1" status: 200 len: 797 time: 0.2053244 Mar 11 15:44:09.863840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37444) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:09.876934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'port': {'network_id': '557db8c4-7514-4564-a74c-6b39c99896bd', 'name': 'tempest-FloatingIPTestJSON-298857293', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:09.900675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4abf0a-4d0e-4f4b-924f-43d7803e902a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Pushing event deleted for resources: {'Port': ['ID=08d892dc-9695-4efa-a35f-78ddcc070935,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:09.913979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 0289e48f-1ff9-4aee-8ed5-ea29230875a7 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:09.922037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for cb0506ee-a0df-474e-bec7-a1c87d5e442a owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:09.929757 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2533a1a5-9844-4f56-9d46-b074dff6e4ee None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:44:09.933638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2533a1a5-9844-4f56-9d46-b074dff6e4ee None None] Deleting port 54057473-8fe3-4ff1-a1fa-1df6254d2ced {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:09.934071 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2533a1a5-9844-4f56-9d46-b074dff6e4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.946147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:09.973856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c4864322-97f9-4309-8950-e38fbaa3d028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:10.003965 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:10.004351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:10.025929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:10.029420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:10.035696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4864322-97f9-4309-8950-e38fbaa3d028 None None] No DVR routers for this DVR port cb0506ee-a0df-474e-bec7-a1c87d5e442a on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:44:10.041216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4864322-97f9-4309-8950-e38fbaa3d028 None None] Pushing event deleted for resources: {'Port': ['ID=cb0506ee-a0df-474e-bec7-a1c87d5e442a,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:10.068509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 0289e48f-1ff9-4aee-8ed5-ea29230875a7) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:10.073592 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:10.074182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:10.088233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f59b0f-d3b0-42b8-8bb5-a79d9f262109 None None] Network 0289e48f-1ff9-4aee-8ed5-ea29230875a7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:10.184387 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5c9ea5f4-170e-4e59-8493-c5b2bc1956e2 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4581783 Mar 11 15:44:10.186749 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37448) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:10.251806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=f6729b3c-cf68-41f2-a033-eb23bba4844c,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:10.282732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0b4abf0a-4d0e-4f4b-924f-43d7803e902a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:10.291868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking segment: {'id': 'fe456cfb-c84c-4f69-8b89-724f77656b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9e94d7a-d369-4a74-a732-436b1a0a6de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:10.292234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network hostable DHCP agents. Network: d9e94d7a-d369-4a74-a732-436b1a0a6de7, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:10.319149 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2533a1a5-9844-4f56-9d46-b074dff6e4ee None None] For port 54057473-8fe3-4ff1-a1fa-1df6254d2ced, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=54057473-8fe3-4ff1-a1fa-1df6254d2ced,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:10.320181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0b4abf0a-4d0e-4f4b-924f-43d7803e902a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:10.321611 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0b4abf0a-4d0e-4f4b-924f-43d7803e902a tempest-ServerActionsTestJSON-93246047 tempest-ServerActionsTestJSON-93246047-project] 10.222.0.39 "DELETE /v2.0/floatingips/504e634a-0175-4d0f-8be7-47380d15e0cf HTTP/1.1" status: 204 len: 168 time: 2.7452705 Mar 11 15:44:10.327476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2533a1a5-9844-4f56-9d46-b074dff6e4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:10.338508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37454) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:10.346945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:10.366991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:10.393699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37460) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:10.473872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Made reservation on behalf of 024c96467ebd48038cb8a7013151ee63 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:10.517823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network d9e94d7a-d369-4a74-a732-436b1a0a6de7 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:10.552756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port cb0506ee-a0df-474e-bec7-a1c87d5e442a {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:10.558001 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:10.622183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20025d22-a58a-40d2-9e6d-d233f10ee275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:10.658589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2533a1a5-9844-4f56-9d46-b074dff6e4ee None None] Calling delete_port for 54057473-8fe3-4ff1-a1fa-1df6254d2ced owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:10.690482 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 54057473-8fe3-4ff1-a1fa-1df6254d2ced no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:44:10.721824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] The port 'cb0506ee-a0df-474e-bec7-a1c87d5e442a' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:44:10.724658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, d9e94d7a-d369-4a74-a732-436b1a0a6de7) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:10.731355 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:10.732300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:10.741348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-20025d22-a58a-40d2-9e6d-d233f10ee275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:10.752068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f63ba-20eb-4dcd-8dd1-3628e7ea4a98 None None] Network d9e94d7a-d369-4a74-a732-436b1a0a6de7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:10.754104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:10.754696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:10.795435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-20025d22-a58a-40d2-9e6d-d233f10ee275 admin admin] Usage tracker for resource:security_group_rule and tenant:601a2f8a56674200837873036080a8f2 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:10.854325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-20025d22-a58a-40d2-9e6d-d233f10ee275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:10.873592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-20025d22-a58a-40d2-9e6d-d233f10ee275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:10.878926 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-adb26235-c9bc-42cc-b3fa-2b65c8c3d176 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8532462 Mar 11 15:44:10.892331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37466) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:10.941834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:10.980744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.019739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] device_id is not set on port 75b08c6f-b9b4-4cc7-b73e-43e9de1b7601 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:44:11.029470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.097822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:11.115666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2533a1a5-9844-4f56-9d46-b074dff6e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.115666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.116041 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1e6fe6-70be-449b-930b-61c67af47ac6') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:11.116041 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1e6fe6-70be-449b-930b-61c67af47ac6') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:11.160919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.177510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.196966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533a1a5-9844-4f56-9d46-b074dff6e4ee None None] Pushing event deleted for resources: {'Port': ['ID=54057473-8fe3-4ff1-a1fa-1df6254d2ced,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:11.203038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533a1a5-9844-4f56-9d46-b074dff6e4ee None None] No DVR routers for this DVR port 54057473-8fe3-4ff1-a1fa-1df6254d2ced on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:44:11.208117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:11.230968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:11.251982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:11.259792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.259919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Allocated IP 172.20.0.2 (0289e48f-1ff9-4aee-8ed5-ea29230875a7/7871d5f9-4277-4788-8433-cc66ac38fcdc/5b148631-fd61-4277-9d48-d27aab1da510) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:11.260041 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.273984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:11.274392 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:11.295972 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:11.300690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=48e0e98e-5fb2-4205-9df5-0710ebe2262f,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:11.300850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3fb33f-3f22-4cd4-965c-f41e9abbcd37 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:11.443736 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cb0506ee-a0df-474e-bec7-a1c87d5e442a no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:44:11.517035 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-d9e94d7a-d369-4a74-a732-436b1a0a6de7', 'network_id': 'd9e94d7a-d369-4a74-a732-436b1a0a6de7', 'tenant_id': '98ee7e50c62343569b27fd53a309f525', 'fixed_ips': [{'subnet_id': 'f6729b3c-cf68-41f2-a033-eb23bba4844c'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:11.518169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.533177 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: cb0506ee-a0df-474e-bec7-a1c87d5e442a {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:44:11.533663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cb0506ee-a0df-474e-bec7-a1c87d5e442a not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:44:11.553033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.558125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.601868 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c0a19896-f168-4380-a5f0-26a81205121a tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0926914 Mar 11 15:44:11.605725 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/networks/15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9 HTTP/1.1" status: 204 len: 168 time: 2.6079400 Mar 11 15:44:11.606593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37470) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:11.607479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0f590-6744-47c9-b692-048ddc1eb833 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Network': ['ID=15a2d2fe-f3cb-43fc-8ca9-86e7c2d4c7f9,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:11.611913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.612795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37472) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:11.618226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-627dd73e-90a3-4baf-970b-2eb7558981e1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:11.638383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-307815665', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:11.652843 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:11.671911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:router and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:11.677220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:11.730885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:11.790649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-627dd73e-90a3-4baf-970b-2eb7558981e1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:11.794904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-627dd73e-90a3-4baf-970b-2eb7558981e1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:11.798530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-627dd73e-90a3-4baf-970b-2eb7558981e1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:11.804376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-627dd73e-90a3-4baf-970b-2eb7558981e1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:11.832638 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20025d22-a58a-40d2-9e6d-d233f10ee275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.923420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.944036 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'tenant_id': '97558a07098d4afaab5283142dcd0877', 'fixed_ips': [{'subnet_id': '48e0e98e-5fb2-4205-9df5-0710ebe2262f'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:11.951497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.959801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-20025d22-a58a-40d2-9e6d-d233f10ee275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.970967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627dd73e-90a3-4baf-970b-2eb7558981e1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:11.971743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Allocated IP 172.20.0.3 (d9e94d7a-d369-4a74-a732-436b1a0a6de7/f6729b3c-cf68-41f2-a033-eb23bba4844c/a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:11.975314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-627dd73e-90a3-4baf-970b-2eb7558981e1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.980296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.993820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:11.994822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.010565 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20025d22-a58a-40d2-9e6d-d233f10ee275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29c1473-cd6f-495c-860b-ab6cfe6b1980,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:12.032227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Transition to ACTIVE for port object 5b148631-fd61-4277-9d48-d27aab1da510 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:12.088925 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-20025d22-a58a-40d2-9e6d-d233f10ee275 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=601a2f8a56674200837873036080a8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6897852 Mar 11 15:44:12.096904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37478) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:12.165730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Transition to ACTIVE for port object 5b148631-fd61-4277-9d48-d27aab1da510 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:12.179213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.20.0.14 (557db8c4-7514-4564-a74c-6b39c99896bd/fac8ab75-cf43-4936-9af6-14ef6dc93120/75b08c6f-b9b4-4cc7-b73e-43e9de1b7601) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:12.200707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.20.0.13 (557db8c4-7514-4564-a74c-6b39c99896bd/fac8ab75-cf43-4936-9af6-14ef6dc93120/75b08c6f-b9b4-4cc7-b73e-43e9de1b7601) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:12.233590 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.244724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fb040d9-0522-4d54-bf31-1b2805025974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.295829 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Allocated IP 172.20.0.1 (0289e48f-1ff9-4aee-8ed5-ea29230875a7/7871d5f9-4277-4788-8433-cc66ac38fcdc/9540ad75-70e9-4578-8153-07563be683e0) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:12.351982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fb040d9-0522-4d54-bf31-1b2805025974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.354785 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Network 0289e48f-1ff9-4aee-8ed5-ea29230875a7 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:12.370986 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:12.390046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:12.399579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.406967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Pushing event updated for resources: {'Port': ['ID=5b148631-fd61-4277-9d48-d27aab1da510,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:12.450280 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/48e0e98e-5fb2-4205-9df5-0710ebe2262f/036404f0-5172-4372-936a-fd0e654dff56) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:12.497956 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.ipam_backend_mixin [None req-627dd73e-90a3-4baf-970b-2eb7558981e1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48e0e98e-5fb2-4205-9df5-0710ebe2262f (CIDR: 2001:db8::/64) Mar 11 15:44:12.514117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.541526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.553295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.603489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Attempting to bind port 5b148631-fd61-4277-9d48-d27aab1da510 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:12.603865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Attempting to bind port 5b148631-fd61-4277-9d48-d27aab1da510 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c1b393fa-8283-4ae4-8f7c-ebd725234852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:12.604209 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Attempting to bind port 5b148631-fd61-4277-9d48-d27aab1da510 on network 0289e48f-1ff9-4aee-8ed5-ea29230875a7 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:12.642116 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-627dd73e-90a3-4baf-970b-2eb7558981e1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:44:12.643101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627dd73e-90a3-4baf-970b-2eb7558981e1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:12.660776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:12.661155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Checking segment: {'id': 'c1b393fa-8283-4ae4-8f7c-ebd725234852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:12.661817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.661952 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Bound using segment: {'id': 'c1b393fa-8283-4ae4-8f7c-ebd725234852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:12.662431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Bound port: 5b148631-fd61-4277-9d48-d27aab1da510, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b393fa-8283-4ae4-8f7c-ebd725234852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:12.662798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.683781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.706977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fb040d9-0522-4d54-bf31-1b2805025974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.718337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Transition to ACTIVE for port object 9540ad75-70e9-4578-8153-07563be683e0 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:12.729183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Transition to ACTIVE for port object a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:12.747238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb040d9-0522-4d54-bf31-1b2805025974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29c1473-cd6f-495c-860b-ab6cfe6b1980,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:12.752284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7fb040d9-0522-4d54-bf31-1b2805025974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.753653 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7fb040d9-0522-4d54-bf31-1b2805025974 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f29c1473-cd6f-495c-860b-ab6cfe6b1980 HTTP/1.1" status: 204 len: 168 time: 0.6477604 Mar 11 15:44:12.787211 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Transition to ACTIVE for port object a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:12.816905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.885729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.891462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] For port 5b148631-fd61-4277-9d48-d27aab1da510, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:12.894667 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-627dd73e-90a3-4baf-970b-2eb7558981e1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2833583 Mar 11 15:44:12.897243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37484) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:12.903912 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.933003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:12.944691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] For port 5b148631-fd61-4277-9d48-d27aab1da510, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5b148631-fd61-4277-9d48-d27aab1da510,segment=NetworkSegment(c1b393fa-8283-4ae4-8f7c-ebd725234852),segment_id=c1b393fa-8283-4ae4-8f7c-ebd725234852)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:12.950466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:12.974023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Transition to ACTIVE for port object 036404f0-5172-4372-936a-fd0e654dff56 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:12.981779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 557db8c4-7514-4564-a74c-6b39c99896bd is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:12.987970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Network d9e94d7a-d369-4a74-a732-436b1a0a6de7 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:12.992746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:12.994638 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:12.998988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:13.004684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.004846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:13.011571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.020591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Transition to ACTIVE for port object 036404f0-5172-4372-936a-fd0e654dff56 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:13.062659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Pushing event updated for resources: {'Port': ['ID=a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:13.080098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=75b08c6f-b9b4-4cc7-b73e-43e9de1b7601,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:13.086374 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 0289e48f-1ff9-4aee-8ed5-ea29230875a7 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:13.114098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:13.116494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.127571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=9540ad75-70e9-4578-8153-07563be683e0,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:13.139798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:13.163352 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.175078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Subnet': ['ID=f6729b3c-cf68-41f2-a033-eb23bba4844c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:13.188202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Attempting to bind port a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:13.188857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Attempting to bind port a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'fe456cfb-c84c-4f69-8b89-724f77656b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9e94d7a-d369-4a74-a732-436b1a0a6de7'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:13.194533 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Attempting to bind port a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7 on network d9e94d7a-d369-4a74-a732-436b1a0a6de7 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:13.216261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:13.222032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:13.223191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.223398 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:13.225576 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:13.226149 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Checking segment: {'id': 'fe456cfb-c84c-4f69-8b89-724f77656b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9e94d7a-d369-4a74-a732-436b1a0a6de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:13.226765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.227301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Bound using segment: {'id': 'fe456cfb-c84c-4f69-8b89-724f77656b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9e94d7a-d369-4a74-a732-436b1a0a6de7'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:13.227959 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Bound port: a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe456cfb-c84c-4f69-8b89-724f77656b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9e94d7a-d369-4a74-a732-436b1a0a6de7'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:13.228504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.241310 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:13.268315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.291225 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f811c77-818e-44fd-a92f-1f7fcaebaae1 None None] Pushing event updated for resources: {'Port': ['ID=5b148631-fd61-4277-9d48-d27aab1da510,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:13.458224 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Attempting to bind port 036404f0-5172-4372-936a-fd0e654dff56 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:13.459239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Attempting to bind port 036404f0-5172-4372-936a-fd0e654dff56 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:13.459789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Attempting to bind port 036404f0-5172-4372-936a-fd0e654dff56 on network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:13.476775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Pushing event updated for resources: {'Port': ['ID=036404f0-5172-4372-936a-fd0e654dff56,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:13.481792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:13.482443 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Checking segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:13.483000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.483545 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Bound using segment: {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:13.484201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Bound port: 036404f0-5172-4372-936a-fd0e654dff56, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fc3d8-fe10-422b-af61-97f30fb97418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:13.484765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.491969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.499663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:13.560992 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] For port a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:13.564151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37490) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:13.568267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] Deleting port 24d0323f-d5ba-4dc8-a8db-3bcec6539123 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:13.568840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.573853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] For port a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7,segment=NetworkSegment(fe456cfb-c84c-4f69-8b89-724f77656b2e),segment_id=fe456cfb-c84c-4f69-8b89-724f77656b2e)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:13.602209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:13.613938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:13.614126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] For port 036404f0-5172-4372-936a-fd0e654dff56, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:13.617884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] For port 036404f0-5172-4372-936a-fd0e654dff56, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=036404f0-5172-4372-936a-fd0e654dff56,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:13.635151 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e7a3be64-c6bc-4405-b531-bfe486a0a184 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.7702823 Mar 11 15:44:13.642328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.659927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:13.661824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37494) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:13.667360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e94d7a-d369-4a74-a732-436b1a0a6de7']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:13.669681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '75b08c6f-b9b4-4cc7-b73e-43e9de1b7601', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:13.681440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:13.690555 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe456cfb-c84c-4f69-8b89-724f77656b2e') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:13.690859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe456cfb-c84c-4f69-8b89-724f77656b2e') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:13.697946 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.702390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.758925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.779408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:floatingip and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:13.783175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.785995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:13.794297 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-106dc31a-e695-4e88-94bb-12273e75accc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd224232dfe7432d80bc2e428ab4523c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005041 Mar 11 15:44:13.795417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:13.799169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.806113 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be0fe1-680a-4b3d-8bbe-853f4a41c5cb None None] Pushing event updated for resources: {'Port': ['ID=a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:13.845808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37498) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:13.846981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:13.850619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.884459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.894941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:13.896129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:13.924531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f80e9e-e8f0-4f94-80de-32ad4ac4b71f None None] Pushing event updated for resources: {'Port': ['ID=036404f0-5172-4372-936a-fd0e654dff56,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:13.929055 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e347ff-8d9c-425b-8943-24325a80045e None None] Network d9e94d7a-d369-4a74-a732-436b1a0a6de7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:14.013794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1220e56e-a763-4f8c-bfbd-86c43173be1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:14.126997 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:14.273826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:14.302642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:44:14.302642 dv-neutron-833203-2-hyperv neutron-server[88558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:44:14.302642 dv-neutron-833203-2-hyperv neutron-server[88558]: [parameters: {'id': 'd9e94d7a-d369-4a74-a732-436b1a0a6de7'}] Mar 11 15:44:14.302642 dv-neutron-833203-2-hyperv neutron-server[88558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:14.303315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:14.387730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] For port 24d0323f-d5ba-4dc8-a8db-3bcec6539123, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=24d0323f-d5ba-4dc8-a8db-3bcec6539123,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:14.388187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:14.438012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1220e56e-a763-4f8c-bfbd-86c43173be1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:14.529875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] Calling delete_port for 24d0323f-d5ba-4dc8-a8db-3bcec6539123 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:14.712258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 036404f0-5172-4372-936a-fd0e654dff56 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:14.771256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Allocated IP 172.26.6.89 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/f41b33c1-2e69-404a-95be-3bd884f5fb30) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:14.821493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:14.868682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:14.869166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:14.893931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8069d02a-81ac-4f9d-87ee-078667261de5 None None] Network 0289e48f-1ff9-4aee-8ed5-ea29230875a7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:14.928096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 036404f0-5172-4372-936a-fd0e654dff56 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:14.932984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:14.942645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5b148631-fd61-4277-9d48-d27aab1da510 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:14.949246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1220e56e-a763-4f8c-bfbd-86c43173be1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:14.979817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220e56e-a763-4f8c-bfbd-86c43173be1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345df474-7174-4d06-84ef-ae8c59657684,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:15.011876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.objects.ports [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:44:15.049990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.092140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.097753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.162566 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-23c1bab6-2391-4e5d-8311-571439f11ac0 None None] Provisioning for port 5b148631-fd61-4277-9d48-d27aab1da510 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:15.218558 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 5b148631-fd61-4277-9d48-d27aab1da510 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:15.244008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 5b148631-fd61-4277-9d48-d27aab1da510 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:15.244400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.259653 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] For port a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7,segment=NetworkSegment(fe456cfb-c84c-4f69-8b89-724f77656b2e),segment_id=fe456cfb-c84c-4f69-8b89-724f77656b2e)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:15.260013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.315522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.333978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.350623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1220e56e-a763-4f8c-bfbd-86c43173be1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.355805 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1220e56e-a763-4f8c-bfbd-86c43173be1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/345df474-7174-4d06-84ef-ae8c59657684 HTTP/1.1" status: 204 len: 168 time: 1.5026448 Mar 11 15:44:15.355805 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.424118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:15.443562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.446152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:15.530855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 5b148631-fd61-4277-9d48-d27aab1da510, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5b148631-fd61-4277-9d48-d27aab1da510,segment=NetworkSegment(c1b393fa-8283-4ae4-8f7c-ebd725234852),segment_id=c1b393fa-8283-4ae4-8f7c-ebd725234852)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:15.558278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:15.587860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Calling delete_port for a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:15.604024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6ec52220-8f45-43b5-a5ab-7f4dcb533f65 None None] Provisioning for port 036404f0-5172-4372-936a-fd0e654dff56 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:15.609599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6ec52220-8f45-43b5-a5ab-7f4dcb533f65 None None] Provisioning complete for port 036404f0-5172-4372-936a-fd0e654dff56 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:15.609977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6ec52220-8f45-43b5-a5ab-7f4dcb533f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.626004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=9540ad75-70e9-4578-8153-07563be683e0,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:15.650097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.781877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=5b148631-fd61-4277-9d48-d27aab1da510,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:15.850818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.874097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6ec52220-8f45-43b5-a5ab-7f4dcb533f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.881946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] Pushing event deleted for resources: {'Port': ['ID=24d0323f-d5ba-4dc8-a8db-3bcec6539123,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:15.927480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6ec52220-8f45-43b5-a5ab-7f4dcb533f65 None None] For port 036404f0-5172-4372-936a-fd0e654dff56, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=036404f0-5172-4372-936a-fd0e654dff56,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:15.946228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No DVR routers for this DVR port a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:44:15.980844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Port': ['ID=a7aafc4f-ef9e-41d5-bc17-5d0b6605bef7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:16.028724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6ec52220-8f45-43b5-a5ab-7f4dcb533f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.034074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=f41b33c1-2e69-404a-95be-3bd884f5fb30,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:16.094194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.26.6.3 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/e0a7d52b-929c-4f7b-ad17-58625b0d56bb) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:16.103556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd3725-f69e-4e80-b0e4-0f2ec2b3ed27 None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:44:16.104788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 0289e48f-1ff9-4aee-8ed5-ea29230875a7 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:16.107735 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:16.111971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.208869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-29cdd836-a716-4e48-a1ff-bb4bc9f7b6f8 None None] Provisioning complete for port 5b148631-fd61-4277-9d48-d27aab1da510 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:16.209548 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-29cdd836-a716-4e48-a1ff-bb4bc9f7b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.233413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.259882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e94d7a-d369-4a74-a732-436b1a0a6de7']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:16.274133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec52220-8f45-43b5-a5ab-7f4dcb533f65 None None] Pushing event updated for resources: {'Port': ['ID=036404f0-5172-4372-936a-fd0e654dff56,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:16.274337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe456cfb-c84c-4f69-8b89-724f77656b2e') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:16.274655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe456cfb-c84c-4f69-8b89-724f77656b2e') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:16.288137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.307159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.314484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:16.314885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:16.398627 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:16.417342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd3725-f69e-4e80-b0e4-0f2ec2b3ed27 None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:44:16.561342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-29cdd836-a716-4e48-a1ff-bb4bc9f7b6f8 None None] Provisioning for port 9540ad75-70e9-4578-8153-07563be683e0 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:16.587749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-29cdd836-a716-4e48-a1ff-bb4bc9f7b6f8 None None] Provisioning complete for port 9540ad75-70e9-4578-8153-07563be683e0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:16.588129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-29cdd836-a716-4e48-a1ff-bb4bc9f7b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.658131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.697506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-29cdd836-a716-4e48-a1ff-bb4bc9f7b6f8 None None] Port 9540ad75-70e9-4578-8153-07563be683e0 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:16.742869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.754053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=d9e94d7a-d369-4a74-a732-436b1a0a6de7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:16.786867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 036404f0-5172-4372-936a-fd0e654dff56 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:16.803187 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b2d5764f-1745-4a62-81d0-4681493a6245 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/d9e94d7a-d369-4a74-a732-436b1a0a6de7 HTTP/1.1" status: 204 len: 168 time: 5.9077475 Mar 11 15:44:16.812578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.816538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37516) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:16.833266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-901571318'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:16.840323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.937280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] For port 036404f0-5172-4372-936a-fd0e654dff56, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=036404f0-5172-4372-936a-fd0e654dff56,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:16.945917 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:16.968540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 036404f0-5172-4372-936a-fd0e654dff56 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:16.968944 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.978201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:network and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:16.986185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.989545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:17.010228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:17.056709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:17.125085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:17.125842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:17.146641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:17.150262 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:17.188768 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5b148631-fd61-4277-9d48-d27aab1da510 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:17.215015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37526) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:17.234678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router ded9cceb-2c8d-47af-9295-d7c989206c27 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:44:17.311408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:17.428308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:17.428833 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 5b148631-fd61-4277-9d48-d27aab1da510 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:17.428833 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:17.429035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1951754605'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:17.446631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:17.465799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=036404f0-5172-4372-936a-fd0e654dff56,revision_number=5']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:17.479582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:17.487943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:17.490890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:17.491487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:17.502678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba529b-09af-4057-b8e6-0353b06e2864 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:17.520297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Usage tracker for resource:network and tenant:27aba36f10e64464a7181e627defef92 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:17.535450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:17.535450 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment fc2c5d86-5a1f-4773-ab09-2db72605abb3 of type vlan for network a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718 Mar 11 15:44:17.537654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:17.568031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:17.601422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=8fc1fe2a-b193-4172-a815-6e9ef1d6932b,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:17.606506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3f90fd60-2127-4504-bdbd-8ef1a6348bc2 None None] Provisioning complete for port 9540ad75-70e9-4578-8153-07563be683e0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:17.606880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3f90fd60-2127-4504-bdbd-8ef1a6348bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:17.623568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:17.634326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] Router 8b4cf30a-7075-4e2f-bd9d-815523e32468 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:17.638868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:17.658040 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=e0a7d52b-929c-4f7b-ad17-58625b0d56bb,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:17.660861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:17.681914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-3f90fd60-2127-4504-bdbd-8ef1a6348bc2 None None] Port 9540ad75-70e9-4578-8153-07563be683e0 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:17.707490 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-42a5307d-85ae-4a91-be47-ea83f97f899f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.7935088 Mar 11 15:44:17.713243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37532) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:17.722688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:90:8d:47', 'name': 'tempest-NetworksTestDHCPv6-765657018'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:17.810374 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:17.951204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:17.960531 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-929c84c4-c701-4429-95f3-5783bcca49bc admin admin] 10.222.0.39 "PUT /v2.0/routers/8b4cf30a-7075-4e2f-bd9d-815523e32468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5817800 Mar 11 15:44:17.961458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37536) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:17.962824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b654f-b888-40a9-be64-8ca65ce7085c None None] Sync routers for ids ['8b4cf30a-7075-4e2f-bd9d-815523e32468'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:17.969949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Made reservation on behalf of 27aba36f10e64464a7181e627defef92 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:17.973390 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:17.976574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b654f-b888-40a9-be64-8ca65ce7085c None None] Routers {'8b4cf30a-7075-4e2f-bd9d-815523e32468'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:17.977254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-763b654f-b888-40a9-be64-8ca65ce7085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b4cf30a-7075-4e2f-bd9d-815523e32468'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:18.003318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:18.004903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.012825 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Sync routers for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:18.018732 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.035307 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:18.036338 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:18.047002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:18.055531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:port and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:18.060727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:18.070152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:18.184360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.224467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:18.235977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-763b654f-b888-40a9-be64-8ca65ce7085c None None] Set router 8b4cf30a-7075-4e2f-bd9d-815523e32468 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:18.237247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Usage tracker for resource:security_group_rule and tenant:27aba36f10e64464a7181e627defef92 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:18.244088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:18.245920 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7be56194-45ba-4e78-b0d9-2cbd86616488 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0578153 Mar 11 15:44:18.254923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:18.262734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37540) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:18.270317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:18.280349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'network': {'name': 'tempest-RoutersTest-672201758'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:18.305263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:18.323620 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:18.373160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.383654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:network and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:18.388064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:18.389067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.396591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:18.423930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:18.573482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.579972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.598467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:18.602361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.641508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:18.646518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-763b654f-b888-40a9-be64-8ca65ce7085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:44:14Z', 'revision_number': 5, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port': {'id': '2b8b2702-27a6-41ff-a856-ed5b5a405861', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:56Z', 'updated_at': '2022-03-11T15:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:18.651303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b654f-b888-40a9-be64-8ca65ce7085c None None] Checking router: 8b4cf30a-7075-4e2f-bd9d-815523e32468 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:44:18.656450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.656841 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added segment 6b2b6e5e-af67-4173-a20c-502f1f19df05 of type vlan for network 165de056-97db-4176-ae37-433d22017f27 Mar 11 15:44:18.658869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port c7ecfd55-66d0-4638-a3cd-42713e70d044 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:44:18.663501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b654f-b888-40a9-be64-8ca65ce7085c None None] Routers {'8b4cf30a-7075-4e2f-bd9d-815523e32468'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:18.664392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-763b654f-b888-40a9-be64-8ca65ce7085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b4cf30a-7075-4e2f-bd9d-815523e32468'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:18.697368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Deleting port 2b8b2702-27a6-41ff-a856-ed5b5a405861 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:18.697719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.790533 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:44:13Z', 'revision_number': 2, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:14Z', 'revision_number': 2, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:18.795832 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Checking router: ded9cceb-2c8d-47af-9295-d7c989206c27 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:44:18.796192 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Updating router ded9cceb-2c8d-47af-9295-d7c989206c27 port 9540ad75-70e9-4578-8153-07563be683e0 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:44:18.803396 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9798384 Mar 11 15:44:18.804845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.817550 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37544) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:18.818528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d101bae-b9f6-474b-92b6-149d0327f439 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:18.829410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'network_id': 'a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:18.840789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:18.854378 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:18.958858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-763b654f-b888-40a9-be64-8ca65ce7085c None None] Set router 8b4cf30a-7075-4e2f-bd9d-815523e32468 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:19.061877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6f94aef9-6a3c-44a8-b49d-38e721b89503 None None] Provisioning complete for port 036404f0-5172-4372-936a-fd0e654dff56 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:19.062521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6f94aef9-6a3c-44a8-b49d-38e721b89503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.145126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:19.150269 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.155739 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:subnet and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:19.161472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:19.175240 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:19.190585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-763b654f-b888-40a9-be64-8ca65ce7085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:44:18Z', 'revision_number': 6, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:19.213788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b654f-b888-40a9-be64-8ca65ce7085c None None] The sync data for ids ['8b4cf30a-7075-4e2f-bd9d-815523e32468'] in dv-neutron-833203-2-hyperv is: [{'id': '8b4cf30a-7075-4e2f-bd9d-815523e32468', 'name': 'tempest-ServerActionsTestJSON-958835895-router', 'tenant_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:52Z', 'updated_at': '2022-03-11T15:44:18Z', 'revision_number': 6, 'project_id': '63aa522a9c35455aa52f77ae8bc0fa36', 'gw_port_host': None}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:19.234495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.240036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:19.240664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.245735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] For port 2b8b2702-27a6-41ff-a856-ed5b5a405861, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2b8b2702-27a6-41ff-a856-ed5b5a405861,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:19.252027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.252161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.272596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.292694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:19.305645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.307945 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Added segment 68dd1ac0-777e-4d3e-9def-25419d9ed755 of type vlan for network ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 Mar 11 15:44:19.332850 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.345646 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Transition to ACTIVE for port object 9540ad75-70e9-4578-8153-07563be683e0 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:19.352877 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:19.356929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.378883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7cb137-a35f-486f-a836-8a6d86401f37,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:19.381398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router a6538883-e828-4e20-a0f7-3cc8e8ef7260 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:44:19.440125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Calling delete_port for 2b8b2702-27a6-41ff-a856-ed5b5a405861 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:19.451099 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.596819 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3210745 Mar 11 15:44:19.602322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37548) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:19.627138 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.643995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'subnet': {'network_id': '165de056-97db-4176-ae37-433d22017f27', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:19.645189 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Pushing event updated for resources: {'Port': ['ID=9540ad75-70e9-4578-8153-07563be683e0,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:19.663640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b5439-f273-4a42-b35d-aa91eb94883d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Network': ['ID=165de056-97db-4176-ae37-433d22017f27,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:19.676645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 165de056-97db-4176-ae37-433d22017f27 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:19.691729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.692102 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.692475 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.692845 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.693174 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.693499 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.693981 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.694155 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.694475 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.694809 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.695130 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.695443 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.695755 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:19.718232 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Attempting to bind port 9540ad75-70e9-4578-8153-07563be683e0 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:19.718689 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Attempting to bind port 9540ad75-70e9-4578-8153-07563be683e0 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c1b393fa-8283-4ae4-8f7c-ebd725234852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:19.719109 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Attempting to bind port 9540ad75-70e9-4578-8153-07563be683e0 on network 0289e48f-1ff9-4aee-8ed5-ea29230875a7 {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:19.728866 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:19.729344 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Checking segment: {'id': 'c1b393fa-8283-4ae4-8f7c-ebd725234852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:19.729805 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.730257 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Bound using segment: {'id': 'c1b393fa-8283-4ae4-8f7c-ebd725234852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:19.730798 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Bound port: 9540ad75-70e9-4578-8153-07563be683e0, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b393fa-8283-4ae4-8f7c-ebd725234852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:19.731245 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.853164 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] For port 9540ad75-70e9-4578-8153-07563be683e0, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:19.856392 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] For port 9540ad75-70e9-4578-8153-07563be683e0, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9540ad75-70e9-4578-8153-07563be683e0,segment=NetworkSegment(c1b393fa-8283-4ae4-8f7c-ebd725234852),segment_id=c1b393fa-8283-4ae4-8f7c-ebd725234852)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:19.931189 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:19.934580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:19.945979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:subnet and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:19.958368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:19.970770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:19.973475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::5 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/48e0e98e-5fb2-4205-9df5-0710ebe2262f/c7ecfd55-66d0-4638-a3cd-42713e70d044) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:19.981761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8:0:1:f816:3eff:fe90:8d47 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/8fc1fe2a-b193-4172-a815-6e9ef1d6932b/c7ecfd55-66d0-4638-a3cd-42713e70d044) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:20.034793 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:20.035569 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:20.082874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:20.086601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.092223 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f651915-cdda-44d4-84a6-79b677869f4c None None] Pushing event updated for resources: {'Port': ['ID=9540ad75-70e9-4578-8153-07563be683e0,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:20.216870 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:20.222152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.227903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:20.228522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.254863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.380611 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.1635749 Mar 11 15:44:20.384299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37552) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:20.397126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Request body: {'subnet': {'network_id': 'ffb42e7b-2b1c-4f32-a3b6-8aa45303c847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:20.410321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:20.429471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb3e48-caf8-4769-8688-dffeb22d7c8b None None] Sync routers for ids ['a6538883-e828-4e20-a0f7-3cc8e8ef7260'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:20.454711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb3e48-caf8-4769-8688-dffeb22d7c8b None None] Routers {'a6538883-e828-4e20-a0f7-3cc8e8ef7260'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:20.461322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.467301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-63fb3e48-caf8-4769-8688-dffeb22d7c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a6538883-e828-4e20-a0f7-3cc8e8ef7260'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:20.548453 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5096456-8c69-4ef9-83d5-86cbf73a2944 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Pushing event updated for resources: {'Network': ['ID=ffb42e7b-2b1c-4f32-a3b6-8aa45303c847,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:20.560343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=b352ac65-97b0-412f-acf3-b33f58f3e905,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:20.571561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:20.583590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8b2702-27a6-41ff-a856-ed5b5a405861,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:20.590910 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking segment: {'id': 'fc2c5d86-5a1f-4773-ab09-2db72605abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:20.591194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network hostable DHCP agents. Network: a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:20.616774 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:44:13Z', 'revision_number': 2, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:19Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:20.621370 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b5cad-d1c1-4b23-9cd8-2eef05d8465c None None] The sync data for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv is: [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:44:13Z', 'revision_number': 2, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:19Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:20.628188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.633339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.634441 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-09370998-71e7-4f1b-b79a-ed99d0f6628e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 9.0203698 Mar 11 15:44:20.635173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37556) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:20.644265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.668644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-63fb3e48-caf8-4769-8688-dffeb22d7c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:20.714589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:20.733004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.745136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:20.753693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object c7ecfd55-66d0-4638-a3cd-42713e70d044 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:20.757106 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Usage tracker for resource:subnet and tenant:27aba36f10e64464a7181e627defef92 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:20.767132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb3e48-caf8-4769-8688-dffeb22d7c8b None None] Routers {'a6538883-e828-4e20-a0f7-3cc8e8ef7260'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:20.768084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-63fb3e48-caf8-4769-8688-dffeb22d7c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a6538883-e828-4e20-a0f7-3cc8e8ef7260'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:20.796448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:20.817879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:20.835849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.837942 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 24d0323f-d5ba-4dc8-a8db-3bcec6539123 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:44:20.855410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.906183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-63fb3e48-caf8-4769-8688-dffeb22d7c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:20.906695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb3e48-caf8-4769-8688-dffeb22d7c8b None None] The sync data for ids ['a6538883-e828-4e20-a0f7-3cc8e8ef7260'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:20.909049 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 24d0323f-d5ba-4dc8-a8db-3bcec6539123 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:44:20.909609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 24d0323f-d5ba-4dc8-a8db-3bcec6539123 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:44:20.912686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2b8b2702-27a6-41ff-a856-ed5b5a405861 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:44:20.939678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:20.972737 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:20.973004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:20.979119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2684265-5496-4895-a47d-0272bc3465e7 None None] Network a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:20.987533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Made reservation on behalf of 27aba36f10e64464a7181e627defef92 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:20.989716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.004759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 2b8b2702-27a6-41ff-a856-ed5b5a405861 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:44:21.007086 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2b8b2702-27a6-41ff-a856-ed5b5a405861 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:44:21.045470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=e0a7d52b-929c-4f7b-ad17-58625b0d56bb,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:21.119190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4002c07e-e11d-459c-8cd9-a85effe9c665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.176975 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-94d63e80-3031-4002-9e16-a5d9bfef0c52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/routers/a6538883-e828-4e20-a0f7-3cc8e8ef7260 HTTP/1.1" status: 200 len: 883 time: 0.5365264 Mar 11 15:44:21.176975 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-01905bec-03ec-462d-85a3-59d6cfa1a308 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3557327 Mar 11 15:44:21.185006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37560) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:21.187989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37562) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:21.242269 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP 2617808b-8d6d-4370-90ab-19447a502c15 associated. External IP: 172.26.6.3, port: 75b08c6f-b9b4-4cc7-b73e-43e9de1b7601. Mar 11 15:44:21.247252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.250383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.284918 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718', 'network_id': 'a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718', 'tenant_id': '98ee7e50c62343569b27fd53a309f525', 'fixed_ips': [{'subnet_id': 'b352ac65-97b0-412f-acf3-b33f58f3e905'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:21.286676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.383486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.384300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b4cf30a-7075-4e2f-bd9d-815523e32468 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:44:21.426744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.430248 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-333f2dcb-19dc-442b-ad33-3e1f255b1c67 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8b4cf30a-7075-4e2f-bd9d-815523e32468 HTTP/1.1" status: 204 len: 168 time: 3.4623182 Mar 11 15:44:21.430248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.430532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37568) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:21.517298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Allocated IP 172.20.0.1 (a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718/b352ac65-97b0-412f-acf3-b33f58f3e905/3fcd81f3-93e6-4b1d-812d-43c21eac99a9) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:21.534463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.682284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:21.692399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.697646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:21.715970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:21.722223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:21.722876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.726681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=c7ecfd55-66d0-4638-a3cd-42713e70d044,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:21.759929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0580d7-d961-46d9-bc1b-1079a3adb713 admin admin] Deleting subnet 3cf361e4-4fdb-4223-afe3-8508e64593f5 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:44:21.769766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a0580d7-d961-46d9-bc1b-1079a3adb713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.818733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.833056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Subnet': ['ID=015f05cc-47bf-4795-8418-d32266d30aa0,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:21.841765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Transition to ACTIVE for port object 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:21.866320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Checking segment: {'id': '6b2b6e5e-af67-4173-a20c-502f1f19df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '165de056-97db-4176-ae37-433d22017f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:21.866809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network hostable DHCP agents. Network: 165de056-97db-4176-ae37-433d22017f27, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:21.872527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Transition to ACTIVE for port object 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:21.902503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a0580d7-d961-46d9-bc1b-1079a3adb713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.958315 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8c82a91c-26cd-4287-a42e-b4b694943d8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.2417028 Mar 11 15:44:21.964128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:21.964313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37572) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:22.015225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.052662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Network a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:22.060467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:22.062605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Pushing event updated for resources: {'Port': ['ID=3fcd81f3-93e6-4b1d-812d-43c21eac99a9,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:22.064888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:22.075141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 165de056-97db-4176-ae37-433d22017f27 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:22.120083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-efaef860-cef3-4331-9f11-0cf75b8e8d63 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port c7ecfd55-66d0-4638-a3cd-42713e70d044 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:22.120452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-efaef860-cef3-4331-9f11-0cf75b8e8d63 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.154048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-25439459-a660-4acd-ae34-0a3817e20e80 None None] Provisioning for port c7ecfd55-66d0-4638-a3cd-42713e70d044 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:22.157876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.171385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Attempting to bind port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:22.171727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Attempting to bind port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'fc2c5d86-5a1f-4773-ab09-2db72605abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:22.172000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Attempting to bind port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 on network a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:22.176008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-25439459-a660-4acd-ae34-0a3817e20e80 None None] Provisioning complete for port c7ecfd55-66d0-4638-a3cd-42713e70d044 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:22.176418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-25439459-a660-4acd-ae34-0a3817e20e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.187100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Pushing event updated for resources: {'Subnet': ['ID=383e4bb5-46ec-41d7-b14c-91682907b63a,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:22.197093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a0580d7-d961-46d9-bc1b-1079a3adb713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.250275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 165de056-97db-4176-ae37-433d22017f27) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:22.252400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:22.266051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:22.267046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Checking segment: {'id': 'fc2c5d86-5a1f-4773-ab09-2db72605abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:22.267527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.267931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Bound using segment: {'id': 'fc2c5d86-5a1f-4773-ab09-2db72605abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:22.268414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Bound port: 3fcd81f3-93e6-4b1d-812d-43c21eac99a9, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2c5d86-5a1f-4773-ab09-2db72605abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:22.268819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.288787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96d9683-fbc9-4dd8-bdb2-35acbe615aed None None] Network 165de056-97db-4176-ae37-433d22017f27 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:22.291530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Checking segment: {'id': '68dd1ac0-777e-4d3e-9def-25419d9ed755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ffb42e7b-2b1c-4f32-a3b6-8aa45303c847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:22.291893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Network hostable DHCP agents. Network: ffb42e7b-2b1c-4f32-a3b6-8aa45303c847, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:22.305572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:22.306196 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.339344 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8295b781-3048-4b4f-b5fa-a087e29d5db7 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Synchronizing usage tracker for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:router {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:22.447983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-25439459-a660-4acd-ae34-0a3817e20e80 None None] Port c7ecfd55-66d0-4638-a3cd-42713e70d044 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:22.479049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f9378b7c-280c-4b38-9966-76de19502ca6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8735356 Mar 11 15:44:22.485970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37576) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:22.486752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a0580d7-d961-46d9-bc1b-1079a3adb713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.491750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Network ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:22.519609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] For port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:22.545681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a0580d7-d961-46d9-bc1b-1079a3adb713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.547887 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7a0580d7-d961-46d9-bc1b-1079a3adb713 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3cf361e4-4fdb-4223-afe3-8508e64593f5 HTTP/1.1" status: 204 len: 168 time: 1.1153908 Mar 11 15:44:22.549054 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0580d7-d961-46d9-bc1b-1079a3adb713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf361e4-4fdb-4223-afe3-8508e64593f5,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:22.551397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, ffb42e7b-2b1c-4f32-a3b6-8aa45303c847) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:22.553760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.555733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:22.556460 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.560583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37580) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:22.577214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] For port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3fcd81f3-93e6-4b1d-812d-43c21eac99a9,segment=NetworkSegment(fc2c5d86-5a1f-4773-ab09-2db72605abb3),segment_id=fc2c5d86-5a1f-4773-ab09-2db72605abb3)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:22.581302 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3885088-a163-4395-b06b-3c9de7994df7 None None] Network ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:22.594098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4fd7f1-ce0c-4a44-b9af-df768ca58996 None None] Network 1410b898-0e6e-4285-a079-c8161b49c4cd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:22.655734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-efaef860-cef3-4331-9f11-0cf75b8e8d63 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.675205 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Subnet': ['ID=b352ac65-97b0-412f-acf3-b33f58f3e905,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:22.738689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.765125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8295b781-3048-4b4f-b5fa-a087e29d5db7 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Unset dirty status for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:router {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:22.769052 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8295b781-3048-4b4f-b5fa-a087e29d5db7 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.5770543 Mar 11 15:44:22.777922 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37584) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:22.822440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-efaef860-cef3-4331-9f11-0cf75b8e8d63 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for c7ecfd55-66d0-4638-a3cd-42713e70d044 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:22.835009 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9540ad75-70e9-4578-8153-07563be683e0 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:22.841363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9a2d7914-ac66-485d-a6c5-2c851d072d1f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-307815665'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:22.860596 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1818c4ee-80ba-4077-8e23-6a0ab913ae66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4707417 Mar 11 15:44:22.864394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37588) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:22.906605 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:22.911430 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.916501 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173247bf-8b7f-4984-b2dc-a584e948a4db None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:22.921649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-165de056-97db-4176-ae37-433d22017f27', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:22.923572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:22.925567 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Request body: {'port': {'network_id': 'ffb42e7b-2b1c-4f32-a3b6-8aa45303c847', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-579656244'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:22.934817 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173247bf-8b7f-4984-b2dc-a584e948a4db None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:22.936079 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-173247bf-8b7f-4984-b2dc-a584e948a4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:23.049851 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-173247bf-8b7f-4984-b2dc-a584e948a4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:23.061694 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173247bf-8b7f-4984-b2dc-a584e948a4db None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:23.062719 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-173247bf-8b7f-4984-b2dc-a584e948a4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:43:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:23.145163 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-173247bf-8b7f-4984-b2dc-a584e948a4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:23.145923 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173247bf-8b7f-4984-b2dc-a584e948a4db None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:23.229711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.252107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb959fe2-3285-4a93-a7fb-ee5bcad85910 None None] Pushing event updated for resources: {'Port': ['ID=3fcd81f3-93e6-4b1d-812d-43c21eac99a9,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:23.263379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:23.277695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Deleting port d61be5e2-fb61-4f34-ab58-0772abbe42d7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:23.277695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.326290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:23.347693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Usage tracker for resource:port and tenant:27aba36f10e64464a7181e627defef92 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:23.351819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:23.369991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.403889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:23.482582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Allocated IP 172.21.0.2 (165de056-97db-4176-ae37-433d22017f27/015f05cc-47bf-4795-8418-d32266d30aa0/5a14c3f5-6537-4a5e-bc9e-82dc9417d56c) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:23.553450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Made reservation on behalf of 27aba36f10e64464a7181e627defef92 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:23.557011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.598451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2c5d86-5a1f-4773-ab09-2db72605abb3') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:23.598942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2c5d86-5a1f-4773-ab09-2db72605abb3') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:23.618613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] device_id is not set on port c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:44:23.679342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.685636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-ffb42e7b-2b1c-4f32-a3b6-8aa45303c847', 'network_id': 'ffb42e7b-2b1c-4f32-a3b6-8aa45303c847', 'tenant_id': '27aba36f10e64464a7181e627defef92', 'fixed_ips': [{'subnet_id': '383e4bb5-46ec-41d7-b14c-91682907b63a'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:23.686589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.705311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 9540ad75-70e9-4578-8153-07563be683e0 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:23.747322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9540ad75-70e9-4578-8153-07563be683e0 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:23.747322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.747989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.754113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] For port d61be5e2-fb61-4f34-ab58-0772abbe42d7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d61be5e2-fb61-4f34-ab58-0772abbe42d7,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:23.754470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.770694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-efaef860-cef3-4331-9f11-0cf75b8e8d63 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.789399 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-204ea88c-d7e5-4931-9dfc-5c0b36a95062 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.1261430 Mar 11 15:44:23.790881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37592) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:23.806097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:23.806507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:23.831836 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:23.842380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.850908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3c9916b3-40f3-42ea-9a8e-2a775f724b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:23.887154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Transition to ACTIVE for port object 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:23.901153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ad6da035-e370-4cf1-afca-632ef1d65a81 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'floatingip': {'port_id': '75b08c6f-b9b4-4cc7-b73e-43e9de1b7601', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:23.930285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Transition to ACTIVE for port object 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:23.941395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Calling delete_port for d61be5e2-fb61-4f34-ab58-0772abbe42d7 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:23.962491 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be6e778-9a9e-4865-b70c-ac9d8b95907b None None] DHCP port deletion for 1410b898-0e6e-4285-a079-c8161b49c4cd request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:44:23.982411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5be6e778-9a9e-4865-b70c-ac9d8b95907b None None] Deleting port d61be5e2-fb61-4f34-ab58-0772abbe42d7 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:23.982777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5be6e778-9a9e-4865-b70c-ac9d8b95907b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.042828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaef860-cef3-4331-9f11-0cf75b8e8d63 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=c7ecfd55-66d0-4638-a3cd-42713e70d044,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:24.080422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.126600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-efaef860-cef3-4331-9f11-0cf75b8e8d63 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.160517 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-efaef860-cef3-4331-9f11-0cf75b8e8d63 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/c7ecfd55-66d0-4638-a3cd-42713e70d044 HTTP/1.1" status: 204 len: 168 time: 2.1989679 Mar 11 15:44:24.180399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37596) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:24.202436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.224525 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Network 165de056-97db-4176-ae37-433d22017f27 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:24.241644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Allocated IP 2001:db8::33d (ffb42e7b-2b1c-4f32-a3b6-8aa45303c847/383e4bb5-46ec-41d7-b14c-91682907b63a/c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:24.306063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:24.315871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:24.350975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.356010 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Pushing event updated for resources: {'Port': ['ID=5a14c3f5-6537-4a5e-bc9e-82dc9417d56c,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:24.431336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:44:24.431336 dv-neutron-833203-2-hyperv neutron-server[88557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:44:24.431336 dv-neutron-833203-2-hyperv neutron-server[88557]: [parameters: {'id': 'a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718'}] Mar 11 15:44:24.431336 dv-neutron-833203-2-hyperv neutron-server[88557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:24.431714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:24.441376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61be5e2-fb61-4f34-ab58-0772abbe42d7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:24.475700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] No DVR routers for this DVR port d61be5e2-fb61-4f34-ab58-0772abbe42d7 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:44:24.508026 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89159b-eba6-4ba8-b133-e9da10aa57c1 None None] Network a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:24.508372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.531277 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad6da035-e370-4cf1-afca-632ef1d65a81 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.573473 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.576086 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 9540ad75-70e9-4578-8153-07563be683e0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9540ad75-70e9-4578-8153-07563be683e0,segment=NetworkSegment(c1b393fa-8283-4ae4-8f7c-ebd725234852),segment_id=c1b393fa-8283-4ae4-8f7c-ebd725234852)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:24.630097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6db89-d0d2-47d7-8f1b-1e0126d80ede tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:24.630798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f8e6db89-d0d2-47d7-8f1b-1e0126d80ede tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:24.635549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Attempting to bind port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:24.635549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Attempting to bind port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '6b2b6e5e-af67-4173-a20c-502f1f19df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '165de056-97db-4176-ae37-433d22017f27'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:24.635807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Attempting to bind port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c on network 165de056-97db-4176-ae37-433d22017f27 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:24.705302 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.708580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.715073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.744578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:24.744960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Checking segment: {'id': '6b2b6e5e-af67-4173-a20c-502f1f19df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '165de056-97db-4176-ae37-433d22017f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:24.745407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.745755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Bound using segment: {'id': '6b2b6e5e-af67-4173-a20c-502f1f19df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '165de056-97db-4176-ae37-433d22017f27'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:24.746331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Bound port: 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2b6e5e-af67-4173-a20c-502f1f19df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '165de056-97db-4176-ae37-433d22017f27'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:24.746616 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.760658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1410b898-0e6e-4285-a079-c8161b49c4cd']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:24.768346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7914-ac66-485d-a6c5-2c851d072d1f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.770166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.785015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edaddfd1-21c5-4453-8129-4268ed529a12') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:24.785015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edaddfd1-21c5-4453-8129-4268ed529a12') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:24.804133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.814321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Transition to ACTIVE for port object c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:24.817050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f8e6db89-d0d2-47d7-8f1b-1e0126d80ede tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:24.818206 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f8e6db89-d0d2-47d7-8f1b-1e0126d80ede tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6362519 Mar 11 15:44:24.821942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37602) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:24.836661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5be6e778-9a9e-4865-b70c-ac9d8b95907b None None] For port d61be5e2-fb61-4f34-ab58-0772abbe42d7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d61be5e2-fb61-4f34-ab58-0772abbe42d7,segment=NetworkSegment(edaddfd1-21c5-4453-8129-4268ed529a12),segment_id=edaddfd1-21c5-4453-8129-4268ed529a12)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:24.836661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5be6e778-9a9e-4865-b70c-ac9d8b95907b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.868061 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.888498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:24.888498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:24.901565 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:24.913303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:24.928904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7914-ac66-485d-a6c5-2c851d072d1f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:24.940842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.082586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5be6e778-9a9e-4865-b70c-ac9d8b95907b None None] Calling delete_port for d61be5e2-fb61-4f34-ab58-0772abbe42d7 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:25.112120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bbdd4e4f-d776-45d2-8d89-7d2ab42455e8 None None] Provisioning for port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:25.136975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=9540ad75-70e9-4578-8153-07563be683e0,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:25.143095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f37d00-b2fe-4188-b5a3-ee5da0a6083b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:25.144699 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a8f37d00-b2fe-4188-b5a3-ee5da0a6083b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3210604 Mar 11 15:44:25.147202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37606) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:25.186631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.241974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.261976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:25.261976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.280102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.281425 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] For port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:25.290890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] For port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5a14c3f5-6537-4a5e-bc9e-82dc9417d56c,segment=NetworkSegment(6b2b6e5e-af67-4173-a20c-502f1f19df05),segment_id=6b2b6e5e-af67-4173-a20c-502f1f19df05)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:25.305174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] Pushing event deleted for resources: {'Network': ['ID=1410b898-0e6e-4285-a079-c8161b49c4cd,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:25.309209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Network ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:25.311451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-5be6e778-9a9e-4865-b70c-ac9d8b95907b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:25.311819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-5be6e778-9a9e-4865-b70c-ac9d8b95907b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:25.312857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Allocated IP 2001:db8::2 (ffb42e7b-2b1c-4f32-a3b6-8aa45303c847/383e4bb5-46ec-41d7-b14c-91682907b63a/deafd3c7-a445-4605-9d49-207e86c515ba) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:25.329547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:25.329547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:25.333913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:25.334470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.353688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Pushing event updated for resources: {'Port': ['ID=c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:25.366614 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48a8a1-6a4e-4593-b1d7-cdaa08a6db8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:25.368222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48a8a1-6a4e-4593-b1d7-cdaa08a6db8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:25.369779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48a8a1-6a4e-4593-b1d7-cdaa08a6db8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:25.370578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3a48a8a1-6a4e-4593-b1d7-cdaa08a6db8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:25.381647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.434378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8e59e232-df74-4a3f-bd60-8f9ee663cd77 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1410b898-0e6e-4285-a079-c8161b49c4cd HTTP/1.1" status: 204 len: 168 time: 2.8674583 Mar 11 15:44:25.489615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] DHCP port deletion for a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:44:25.501130 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0d62a2ca-8e8e-4755-8bf8-0a5321d1b895 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.6303091 Mar 11 15:44:25.501130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3a48a8a1-6a4e-4593-b1d7-cdaa08a6db8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:25.501130 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3a48a8a1-6a4e-4593-b1d7-cdaa08a6db8d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3508391 Mar 11 15:44:25.506739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37612) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:25.506881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Request body: {'port': {'network_id': 'ffb42e7b-2b1c-4f32-a3b6-8aa45303c847', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-73199250', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:25.509248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.api.validators [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] bootfile-name is not in valid_values {{(pid=88558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:44:25.509598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.api.validators [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] tftp-server is not in valid_values {{(pid=88558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:44:25.509943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.api.validators [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] server-ip-address is not in valid_values {{(pid=88558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:44:25.524781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:25.525499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37616) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:25.543248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Deleting port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:25.546669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.578273 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:25.578689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.685918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bf3b09-72c2-45e2-b51f-e35acc52da22 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 48e0e98e-5fb2-4205-9df5-0710ebe2262f {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:44:25.691832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3bf3b09-72c2-45e2-b51f-e35acc52da22 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.708958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4529d-b00a-4feb-92ce-1daf48a90a89 None None] Pushing event updated for resources: {'Port': ['ID=5a14c3f5-6537-4a5e-bc9e-82dc9417d56c,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:25.787767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3bf3b09-72c2-45e2-b51f-e35acc52da22 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.817429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:25.829246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5be6e778-9a9e-4865-b70c-ac9d8b95907b None None] Deleting port d61be5e2-fb61-4f34-ab58-0772abbe42d7 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:25.829619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5be6e778-9a9e-4865-b70c-ac9d8b95907b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.831505 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Usage tracker for resource:port and tenant:27aba36f10e64464a7181e627defef92 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:25.836814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:25.839828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2d7914-ac66-485d-a6c5-2c851d072d1f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router a6538883-e828-4e20-a0f7-3cc8e8ef7260 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:25.852518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:25.904391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3bf3b09-72c2-45e2-b51f-e35acc52da22 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.968939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5be6e778-9a9e-4865-b70c-ac9d8b95907b None None] The port 'd61be5e2-fb61-4f34-ab58-0772abbe42d7' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:44:25.973509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:25.976517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Made reservation on behalf of 27aba36f10e64464a7181e627defef92 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:25.983569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.011321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] For port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3fcd81f3-93e6-4b1d-812d-43c21eac99a9,segment=NetworkSegment(fc2c5d86-5a1f-4773-ab09-2db72605abb3),segment_id=fc2c5d86-5a1f-4773-ab09-2db72605abb3)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:26.011798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.033450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] device_id is not set on port eefbc107-3309-4001-a7e1-d77d43e1513b yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:44:26.072033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.084633 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.090723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37620) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:26.127965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3bf3b09-72c2-45e2-b51f-e35acc52da22 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.206769 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Transition to ACTIVE for port object deafd3c7-a445-4605-9d49-207e86c515ba will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:26.221585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] For port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3fcd81f3-93e6-4b1d-812d-43c21eac99a9,segment=NetworkSegment(fc2c5d86-5a1f-4773-ab09-2db72605abb3),segment_id=fc2c5d86-5a1f-4773-ab09-2db72605abb3)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:26.221965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.234652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.243859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf3b09-72c2-45e2-b51f-e35acc52da22 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=48e0e98e-5fb2-4205-9df5-0710ebe2262f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:26.263259 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3bf3b09-72c2-45e2-b51f-e35acc52da22 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.304844 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Calling delete_port for 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:26.311505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d86e5c-b46a-4588-ad28-d1a9746f9528 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:26.345477 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f235ac24-8348-47be-9054-7af70ff0b157 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63aa522a9c35455aa52f77ae8bc0fa36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2545135 Mar 11 15:44:26.346054 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37624) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:26.397084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Calling delete_port for 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:26.400992 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d3bf3b09-72c2-45e2-b51f-e35acc52da22 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/48e0e98e-5fb2-4205-9df5-0710ebe2262f HTTP/1.1" status: 204 len: 168 time: 0.8742278 Mar 11 15:44:26.404838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37628) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:26.451629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Transition to ACTIVE for port object deafd3c7-a445-4605-9d49-207e86c515ba will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:26.479579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04e188bb-e108-4666-8687-51fbd8a9cfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.499181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52d73c8-a297-4afb-b19c-964eea1c14bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 8fc1fe2a-b193-4172-a815-6e9ef1d6932b {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:44:26.503713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d52d73c8-a297-4afb-b19c-964eea1c14bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.534415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3fcd81f3-93e6-4b1d-812d-43c21eac99a9,segment=NetworkSegment(fc2c5d86-5a1f-4773-ab09-2db72605abb3),segment_id=fc2c5d86-5a1f-4773-ab09-2db72605abb3)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:26.568200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.584653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2d7914-ac66-485d-a6c5-2c851d072d1f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:26.592482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04e188bb-e108-4666-8687-51fbd8a9cfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.606861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Allocated IP 172.21.0.1 (165de056-97db-4176-ae37-433d22017f27/015f05cc-47bf-4795-8418-d32266d30aa0/bfc92d0f-eb07-494b-8819-38298a378f18) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:26.630048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8333af-f593-4c2e-8fbd-6fb0276148ce None None] Sync routers for ids ['a6538883-e828-4e20-a0f7-3cc8e8ef7260'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:26.632467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7914-ac66-485d-a6c5-2c851d072d1f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.636031 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9a2d7914-ac66-485d-a6c5-2c851d072d1f tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/a6538883-e828-4e20-a0f7-3cc8e8ef7260 HTTP/1.1" status: 200 len: 890 time: 3.8545787 Mar 11 15:44:26.636876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37632) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:26.641737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d52d73c8-a297-4afb-b19c-964eea1c14bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.644658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.710845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Network ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:26.717201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8333af-f593-4c2e-8fbd-6fb0276148ce None None] Routers {'a6538883-e828-4e20-a0f7-3cc8e8ef7260'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:26.717967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bc8333af-f593-4c2e-8fbd-6fb0276148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a6538883-e828-4e20-a0f7-3cc8e8ef7260'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:26.730448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Allocated IP 2001:db8::1de (ffb42e7b-2b1c-4f32-a3b6-8aa45303c847/383e4bb5-46ec-41d7-b14c-91682907b63a/eefbc107-3309-4001-a7e1-d77d43e1513b) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:26.775274 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:26.775797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:26.789624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:26.792316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:26.794917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d61be5e2-fb61-4f34-ab58-0772abbe42d7 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:44:26.833507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d52d73c8-a297-4afb-b19c-964eea1c14bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.835239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Pushing event updated for resources: {'Port': ['ID=deafd3c7-a445-4605-9d49-207e86c515ba,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:26.888334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: d61be5e2-fb61-4f34-ab58-0772abbe42d7 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:44:26.888728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d61be5e2-fb61-4f34-ab58-0772abbe42d7 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:44:26.891888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bc8333af-f593-4c2e-8fbd-6fb0276148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:26.919873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04e188bb-e108-4666-8687-51fbd8a9cfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:26.993066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e188bb-e108-4666-8687-51fbd8a9cfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5142bc17-e222-4629-a0c7-d14d6ba2704a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:27.051074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8333af-f593-4c2e-8fbd-6fb0276148ce None None] Routers {'a6538883-e828-4e20-a0f7-3cc8e8ef7260'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:27.051872 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bc8333af-f593-4c2e-8fbd-6fb0276148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a6538883-e828-4e20-a0f7-3cc8e8ef7260'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:27.108868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04e188bb-e108-4666-8687-51fbd8a9cfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.110024 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-04e188bb-e108-4666-8687-51fbd8a9cfc4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5142bc17-e222-4629-a0c7-d14d6ba2704a HTTP/1.1" status: 204 len: 168 time: 0.7626045 Mar 11 15:44:27.148636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Attempting to bind port deafd3c7-a445-4605-9d49-207e86c515ba on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:27.149098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Attempting to bind port deafd3c7-a445-4605-9d49-207e86c515ba by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '68dd1ac0-777e-4d3e-9def-25419d9ed755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ffb42e7b-2b1c-4f32-a3b6-8aa45303c847'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:27.149552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Attempting to bind port deafd3c7-a445-4605-9d49-207e86c515ba on network ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:27.177873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.196155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-ad6da035-e370-4cf1-afca-632ef1d65a81 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:44:27.207644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d52d73c8-a297-4afb-b19c-964eea1c14bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.239416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:27.272460 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d73c8-a297-4afb-b19c-964eea1c14bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc1fe2a-b193-4172-a815-6e9ef1d6932b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:27.283750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d52d73c8-a297-4afb-b19c-964eea1c14bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.289831 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d52d73c8-a297-4afb-b19c-964eea1c14bc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/8fc1fe2a-b193-4172-a815-6e9ef1d6932b HTTP/1.1" status: 204 len: 168 time: 0.8840127 Mar 11 15:44:27.292859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Transition to ACTIVE for port object eefbc107-3309-4001-a7e1-d77d43e1513b will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:27.293965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37638) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:27.320434 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bc8333af-f593-4c2e-8fbd-6fb0276148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:27.320952 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8333af-f593-4c2e-8fbd-6fb0276148ce None None] The sync data for ids ['a6538883-e828-4e20-a0f7-3cc8e8ef7260'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:27.325509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:27.328387 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Checking segment: {'id': '68dd1ac0-777e-4d3e-9def-25419d9ed755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ffb42e7b-2b1c-4f32-a3b6-8aa45303c847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:27.328844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.329249 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Bound using segment: {'id': '68dd1ac0-777e-4d3e-9def-25419d9ed755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ffb42e7b-2b1c-4f32-a3b6-8aa45303c847'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:27.329757 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Bound port: deafd3c7-a445-4605-9d49-207e86c515ba, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dd1ac0-777e-4d3e-9def-25419d9ed755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ffb42e7b-2b1c-4f32-a3b6-8aa45303c847'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:27.330123 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.343810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Deleting port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:27.344191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.354283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:27.354600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:27.383096 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9c03aad7-9d1c-4744-a230-b3d0f491d152 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880373 Mar 11 15:44:27.386753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37642) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:27.405191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:27.409304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c657051-3b0f-4b41-954a-c6147ce4b65a None None] Network 165de056-97db-4176-ae37-433d22017f27 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:27.464107 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-db3e2dea-d294-43b9-bac0-dbba689f4b08 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/routers/a6538883-e828-4e20-a0f7-3cc8e8ef7260 HTTP/1.1" status: 200 len: 890 time: 0.8232708 Mar 11 15:44:27.465102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad6da035-e370-4cf1-afca-632ef1d65a81 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.468628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37646) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:27.476402 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=3fcd81f3-93e6-4b1d-812d-43c21eac99a9,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:27.526639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-36db1c85-25d8-4197-9054-4d860dc40626 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Synchronizing usage tracker for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:27.537496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:27.542449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:27.544794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:27.546362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.551331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:27.568739 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Transition to ACTIVE for port object bfc92d0f-eb07-494b-8819-38298a378f18 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:27.570361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad6da035-e370-4cf1-afca-632ef1d65a81 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.643395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:27.647385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.755353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-36db1c85-25d8-4197-9054-4d860dc40626 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Unset dirty status for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:27.759256 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-36db1c85-25d8-4197-9054-4d860dc40626 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6538883-e828-4e20-a0f7-3cc8e8ef7260 HTTP/1.1" status: 200 len: 205 time: 0.2870762 Mar 11 15:44:27.760314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37654) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:27.822238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d07bb9f8-6f8a-4757-ba2f-bfc946a9b938 None None] Provisioning for port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:27.822788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.826423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:27.841026 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] For port deafd3c7-a445-4605-9d49-207e86c515ba, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:27.860359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.862412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d07bb9f8-6f8a-4757-ba2f-bfc946a9b938 None None] Provisioning complete for port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:27.863011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d07bb9f8-6f8a-4757-ba2f-bfc946a9b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.865409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:27.867215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.948769 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:27.949111 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:27.955853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Network ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:27.969026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:27.981689 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:27.988692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:27.989585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.002294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Pushing event updated for resources: {'Port': ['ID=eefbc107-3309-4001-a7e1-d77d43e1513b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:28.004700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] For port deafd3c7-a445-4605-9d49-207e86c515ba, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=deafd3c7-a445-4605-9d49-207e86c515ba,segment=NetworkSegment(68dd1ac0-777e-4d3e-9def-25419d9ed755),segment_id=68dd1ac0-777e-4d3e-9def-25419d9ed755)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:28.032852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 165de056-97db-4176-ae37-433d22017f27 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:28.046086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:28.049290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:28.061368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] For port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3fcd81f3-93e6-4b1d-812d-43c21eac99a9,segment=NetworkSegment(fc2c5d86-5a1f-4773-ab09-2db72605abb3),segment_id=fc2c5d86-5a1f-4773-ab09-2db72605abb3)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:28.061763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.135097 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-04990646-ba25-48e9-b0c3-beed0ed3d256 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.6328111 Mar 11 15:44:28.139046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37664) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:28.152168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.260067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a857e-d044-49a6-8858-41bbf1e85317 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:28.269309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a857e-d044-49a6-8858-41bbf1e85317 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:28.279950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Calling delete_port for 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:28.283275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a857e-d044-49a6-8858-41bbf1e85317 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:28.284140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f94a857e-d044-49a6-8858-41bbf1e85317 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Synchronizing usage tracker for tenant:27aba36f10e64464a7181e627defef92 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:28.295188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.353538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=bfc92d0f-eb07-494b-8819-38298a378f18,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:28.370739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ebd3c-fbd0-46b2-b824-a2ca0dabb80e None None] Update dhcp port {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': '8fc1fe2a-b193-4172-a815-6e9ef1d6932b'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': '036404f0-5172-4372-936a-fd0e654dff56'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:44:28.372503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:28.382523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:28.386612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.388626 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:28.389216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.429238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=ea960328-a9e1-4d0c-b79e-efb81c8e4f02,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:28.491028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f94a857e-d044-49a6-8858-41bbf1e85317 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Unset dirty status for tenant:27aba36f10e64464a7181e627defef92 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:28.495016 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f94a857e-d044-49a6-8858-41bbf1e85317 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3518298 Mar 11 15:44:28.495444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37676) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:28.561490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afbaf4-4900-425f-824b-da7559c2982f None None] Pushing event updated for resources: {'Port': ['ID=deafd3c7-a445-4605-9d49-207e86c515ba,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:28.566027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.586695 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-431bc3c4-1d68-4e55-bbd0-fd58fddb2f5f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1985376 Mar 11 15:44:28.612135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37682) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:28.626584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-610efc31-03ad-4741-9a00-3466cfb33267 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:28.636797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a19ebd3c-fbd0-46b2-b824-a2ca0dabb80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.730885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d07bb9f8-6f8a-4757-ba2f-bfc946a9b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.758483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.800028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37690) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:28.813174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-ed8be920-c410-4140-b2d5-935f326646f4 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Deleting port eefbc107-3309-4001-a7e1-d77d43e1513b {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:28.814107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed8be920-c410-4140-b2d5-935f326646f4 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.858439 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:28.903476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] Pushing event deleted for resources: {'Port': ['ID=3fcd81f3-93e6-4b1d-812d-43c21eac99a9,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:28.908625 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4766d-daa9-49ee-97fd-5ea42303ba86 None None] No DVR routers for this DVR port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:44:28.975758 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5a14c3f5-6537-4a5e-bc9e-82dc9417d56c,segment=NetworkSegment(6b2b6e5e-af67-4173-a20c-502f1f19df05),segment_id=6b2b6e5e-af67-4173-a20c-502f1f19df05)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:29.090882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-610efc31-03ad-4741-9a00-3466cfb33267 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:29.091257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:29.092097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9540ad75-70e9-4578-8153-07563be683e0 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:29.095750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-789693277'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:29.104904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:29.107605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-610efc31-03ad-4741-9a00-3466cfb33267 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:29.116113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-610efc31-03ad-4741-9a00-3466cfb33267 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:29.154559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] For port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3fcd81f3-93e6-4b1d-812d-43c21eac99a9,segment=NetworkSegment(fc2c5d86-5a1f-4773-ab09-2db72605abb3),segment_id=fc2c5d86-5a1f-4773-ab09-2db72605abb3)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:29.154909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:29.166040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Usage tracker for resource:network and tenant:0bca277d03cc425f8379e6bbedb6ee36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:29.177220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:29.179859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-610efc31-03ad-4741-9a00-3466cfb33267 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:29.196110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:29.256248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed8be920-c410-4140-b2d5-935f326646f4 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:29.351483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:29.377958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610efc31-03ad-4741-9a00-3466cfb33267 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:29.378357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Calling delete_port for 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:29.378713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-610efc31-03ad-4741-9a00-3466cfb33267 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:29.394109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-d07bb9f8-6f8a-4757-ba2f-bfc946a9b938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:29.395063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-d07bb9f8-6f8a-4757-ba2f-bfc946a9b938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:29.398545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Made reservation on behalf of 0bca277d03cc425f8379e6bbedb6ee36 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:29.403146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:29.405793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=5a14c3f5-6537-4a5e-bc9e-82dc9417d56c,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:29.409046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9540ad75-70e9-4578-8153-07563be683e0 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:29.415937 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:29.444896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port f41b33c1-2e69-404a-95be-3bd884f5fb30 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:29.445726 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:29.488506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6da035-e370-4cf1-afca-632ef1d65a81 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:29.495851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:29.496051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35941bd-f6cb-413c-bcaa-e8ca46765cb7 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:29.532788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-ed8be920-c410-4140-b2d5-935f326646f4 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Calling delete_port for eefbc107-3309-4001-a7e1-d77d43e1513b owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:29.583696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:29.641796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Usage tracker for resource:security_group_rule and tenant:0bca277d03cc425f8379e6bbedb6ee36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:29.662993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:29.686032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:29.704707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:29.705080 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:29.763165 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.ipam_backend_mixin [None req-610efc31-03ad-4741-9a00-3466cfb33267 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea960328-a9e1-4d0c-b79e-efb81c8e4f02 (CIDR: 2001:db8::/64) Mar 11 15:44:29.816254 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-610efc31-03ad-4741-9a00-3466cfb33267 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:44:29.816926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610efc31-03ad-4741-9a00-3466cfb33267 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:29.928739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:44:29.948168 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-610efc31-03ad-4741-9a00-3466cfb33267 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3331604 Mar 11 15:44:29.948357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:29.948357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:29.949746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37696) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:29.952522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8910c82b-7e59-4179-9793-e308c13210d3 None None] Network ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:29.955608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'subnet': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:29.977526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed8be920-c410-4140-b2d5-935f326646f4 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.016004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:44:30.016340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3fcd81f3-93e6-4b1d-812d-43c21eac99a9 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:44:30.040992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] The port '3fcd81f3-93e6-4b1d-812d-43c21eac99a9' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:44:30.041891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.090124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.111523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8be920-c410-4140-b2d5-935f326646f4 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Pushing event deleted for resources: {'Port': ['ID=eefbc107-3309-4001-a7e1-d77d43e1513b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:30.131290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9962a1-44be-4a8a-88c4-ed8b53bc8b0f None None] Update dhcp port {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'fixed_ips': [{'subnet_id': 'ea960328-a9e1-4d0c-b79e-efb81c8e4f02'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': '036404f0-5172-4372-936a-fd0e654dff56'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:44:30.192686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6da035-e370-4cf1-afca-632ef1d65a81 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:30.202692 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8b8222-4385-4c4b-a3b9-3ef45aec632c None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:30.217779 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b8222-4385-4c4b-a3b9-3ef45aec632c None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:30.218667 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ea8b8222-4385-4c4b-a3b9-3ef45aec632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:30.284754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for f41b33c1-2e69-404a-95be-3bd884f5fb30 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:30.340847 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device deafd3c7-a445-4605-9d49-207e86c515ba up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:30.341396 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ea8b8222-4385-4c4b-a3b9-3ef45aec632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:30.353775 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b8222-4385-4c4b-a3b9-3ef45aec632c None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:30.354577 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ea8b8222-4385-4c4b-a3b9-3ef45aec632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:30.372201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ed8be920-c410-4140-b2d5-935f326646f4 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.384075 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ed8be920-c410-4140-b2d5-935f326646f4 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] 10.222.0.39 "DELETE /v2.0/ports/eefbc107-3309-4001-a7e1-d77d43e1513b HTTP/1.1" status: 204 len: 168 time: 1.8875501 Mar 11 15:44:30.385553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37700) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:30.393435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2b9962a1-44be-4a8a-88c4-ed8b53bc8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.406203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Request body: {'port': {'name': 'tempest-new-port-name-1211675920', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:30.407232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.api.validators [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] bootfile-name is not in valid_values {{(pid=88558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:44:30.407818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.api.validators [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] tftp-server is not in valid_values {{(pid=88558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:44:30.408363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.api.validators [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] server-ip-address is not in valid_values {{(pid=88558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:44:30.507219 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ea8b8222-4385-4c4b-a3b9-3ef45aec632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:30.507644 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8b8222-4385-4c4b-a3b9-3ef45aec632c None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:30.512611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:30.529142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Provisioning for port bfc92d0f-eb07-494b-8819-38298a378f18 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:30.534007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Usage tracker for resource:subnet and tenant:97558a07098d4afaab5283142dcd0877 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:30.538017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.549665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Provisioning complete for port bfc92d0f-eb07-494b-8819-38298a378f18 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:30.550436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.573124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:30.578162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad6da035-e370-4cf1-afca-632ef1d65a81 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.586796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:30.601155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.637024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.663249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:30.672868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.681338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Port bfc92d0f-eb07-494b-8819-38298a378f18 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:30.713149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:30.717080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.738247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156021b6-d548-434e-bd54-01c90bfed4af,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:30.745666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port deafd3c7-a445-4605-9d49-207e86c515ba completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:30.754386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.754551 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Added segment 750ee67a-e3f4-4ab3-b976-fed276f7df4f of type vlan for network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 Mar 11 15:44:30.755459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:30.810688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:30.811301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-2b9962a1-44be-4a8a-88c4-ed8b53bc8b0f None None] Allocated IP 2001:db8::2 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/ea960328-a9e1-4d0c-b79e-efb81c8e4f02/036404f0-5172-4372-936a-fd0e654dff56) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:30.833608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Provisioning for port deafd3c7-a445-4605-9d49-207e86c515ba completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:30.850756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Provisioning complete for port deafd3c7-a445-4605-9d49-207e86c515ba triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:30.851127 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.892630 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2c5d86-5a1f-4773-ab09-2db72605abb3') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:30.893129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2c5d86-5a1f-4773-ab09-2db72605abb3') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:30.917011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.925368 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ad6da035-e370-4cf1-afca-632ef1d65a81 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "PUT /v2.0/floatingips/2617808b-8d6d-4370-90ab-19447a502c15 HTTP/1.1" status: 200 len: 976 time: 7.1211536 Mar 11 15:44:30.930324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.931782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37704) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:30.979608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:30.992814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:30.993503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.004858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:31.005413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:31.009665 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:31.190904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2b9962a1-44be-4a8a-88c4-ed8b53bc8b0f None None] For port 036404f0-5172-4372-936a-fd0e654dff56, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=036404f0-5172-4372-936a-fd0e654dff56,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:31.211662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.288016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.300657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.307369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:31.308117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.308819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2b9962a1-44be-4a8a-88c4-ed8b53bc8b0f None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.326947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.332560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] For port deafd3c7-a445-4605-9d49-207e86c515ba, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=deafd3c7-a445-4605-9d49-207e86c515ba,segment=NetworkSegment(68dd1ac0-777e-4d3e-9def-25419d9ed755),segment_id=68dd1ac0-777e-4d3e-9def-25419d9ed755)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:31.360033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:31.370398 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-187a4bac-11ed-4184-a6bb-3d087262230f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718 HTTP/1.1" status: 204 len: 168 time: 10.1751356 Mar 11 15:44:31.383058 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37710) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:31.392369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.393903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2050465373'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:31.407647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:31.423304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:network and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:31.430330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:31.450265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:31.459078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2b9962a1-44be-4a8a-88c4-ed8b53bc8b0f None None] Transition to ACTIVE for port object 036404f0-5172-4372-936a-fd0e654dff56 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:31.463260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 036404f0-5172-4372-936a-fd0e654dff56 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:44:31.469766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.469922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port e0a7d52b-929c-4f7b-ad17-58625b0d56bb {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:31.469922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.526735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Provisioning complete for port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:31.527114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.550417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Pushing event updated for resources: {'Port': ['ID=deafd3c7-a445-4605-9d49-207e86c515ba,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:31.564291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=f41b33c1-2e69-404a-95be-3bd884f5fb30,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:31.573478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2b9962a1-44be-4a8a-88c4-ed8b53bc8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.573710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.590870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'Network': ['ID=33ca0e0d-df89-431e-a2d7-fb7ca14c6069,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:31.602717 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9f5367f0-399f-43de-b861-c7f2b4155442 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7998550 Mar 11 15:44:31.606002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37714) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:31.617215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:31.624778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.624949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Request body: {'subnet': {'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:31.673059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:31.675543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.719734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.825245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.857718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.884371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:31.943068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9962a1-44be-4a8a-88c4-ed8b53bc8b0f None None] Pushing event updated for resources: {'Port': ['ID=036404f0-5172-4372-936a-fd0e654dff56,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:31.976414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.983555 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment 2cfa8fb0-3a74-47f0-ac23-09385895402f of type vlan for network 9786d545-b487-400d-aff3-32292cabddeb Mar 11 15:44:31.983732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] In _notify_port_updated(), no bound segment for port c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed on network ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 {{(pid=88558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:44:31.987713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:31.988385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.993318 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] 10.222.0.39 "PUT /v2.0/ports/c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed HTTP/1.1" status: 200 len: 1130 time: 1.6010947 Mar 11 15:44:31.997933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37718) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:32.021861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:32.036464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6992a-6981-4d21-a061-d2b56b3793f6 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Pushing event updated for resources: {'Port': ['ID=c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:32.036682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.039474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Usage tracker for resource:subnet and tenant:0bca277d03cc425f8379e6bbedb6ee36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:32.043307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.043640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.053003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.096413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.098609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.102438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=bfc92d0f-eb07-494b-8819-38298a378f18,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:32.134119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.163650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 036404f0-5172-4372-936a-fd0e654dff56, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=036404f0-5172-4372-936a-fd0e654dff56,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:32.192499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81618c7e-de96-433a-b211-305bedcc4edf tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:32.192499 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-81618c7e-de96-433a-b211-305bedcc4edf tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] 10.222.0.39 "GET /v2.0/ports/c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed HTTP/1.1" status: 200 len: 1130 time: 0.1934814 Mar 11 15:44:32.212618 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37722) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:32.251945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.252915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Fanout notify agent at l3_agent the message router_deleted on router a6538883-e828-4e20-a0f7-3cc8e8ef7260 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:44:32.254723 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Provisioning for port 036404f0-5172-4372-936a-fd0e654dff56 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:32.260664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.273059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Provisioning complete for port 036404f0-5172-4372-936a-fd0e654dff56 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:32.273676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.465987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for e0a7d52b-929c-4f7b-ad17-58625b0d56bb owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:32.505372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=036404f0-5172-4372-936a-fd0e654dff56,revision_number=9']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:32.562472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device deafd3c7-a445-4605-9d49-207e86c515ba up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:32.575154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:32.589706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:32.648442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.693239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] For port 036404f0-5172-4372-936a-fd0e654dff56, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=036404f0-5172-4372-936a-fd0e654dff56,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:32.696347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port deafd3c7-a445-4605-9d49-207e86c515ba triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:32.696752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.705339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Made reservation on behalf of 0bca277d03cc425f8379e6bbedb6ee36 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:32.705686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.709624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.711075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:32.711674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.772101 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.826958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.832137 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e5edda43-41a8-4562-af9e-04776da6b020 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/a6538883-e828-4e20-a0f7-3cc8e8ef7260 HTTP/1.1" status: 204 len: 168 time: 5.0666635 Mar 11 15:44:32.834010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-ec2893b3-06b7-4a4e-8791-83731f8c0e53 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Deleting port c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:32.834434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ec2893b3-06b7-4a4e-8791-83731f8c0e53 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.893682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.objects.ports [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 15:44:32.894679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.904235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37726) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:32.912621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29686a-aa14-48f5-846d-bcfde35268cf None None] Pushing event updated for resources: {'Port': ['ID=036404f0-5172-4372-936a-fd0e654dff56,revision_number=10']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:32.925481 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 036404f0-5172-4372-936a-fd0e654dff56 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:33.006658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 036404f0-5172-4372-936a-fd0e654dff56 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:33.007169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.043538 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-339ea5c9-7fb5-4049-966b-8110d8820d99 None None] Provisioning for port c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:33.055832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=e0a7d52b-929c-4f7b-ad17-58625b0d56bb,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:33.056880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-339ea5c9-7fb5-4049-966b-8110d8820d99 None None] Provisioning complete for port c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:33.057325 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-339ea5c9-7fb5-4049-966b-8110d8820d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.061625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-249212663'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:33.106147 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=9786d545-b487-400d-aff3-32292cabddeb,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:33.120432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 9786d545-b487-400d-aff3-32292cabddeb details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:33.130340 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-16f786fb-c1f3-4ae1-92ea-b418c82296ff tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7435641 Mar 11 15:44:33.134420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:33.136771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37730) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:33.150785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'network_id': '9786d545-b487-400d-aff3-32292cabddeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:33.164513 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-339ea5c9-7fb5-4049-966b-8110d8820d99 None None] Port c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:33.166062 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 165de056-97db-4176-ae37-433d22017f27 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:33.175749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:network and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:33.184113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:33.191965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:33.209363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:33.212519 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-339ea5c9-7fb5-4049-966b-8110d8820d99 None None] Could not find standard attr ID for object eefbc107-3309-4001-a7e1-d77d43e1513b. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:44:33.252638 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.252999 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP 2617808b-8d6d-4370-90ab-19447a502c15 disassociated (deleted). External IP: 172.26.6.3, port: 75b08c6f-b9b4-4cc7-b73e-43e9de1b7601. Mar 11 15:44:33.302929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-339ea5c9-7fb5-4049-966b-8110d8820d99 None None] Provisioning complete for port deafd3c7-a445-4605-9d49-207e86c515ba triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:33.303244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-339ea5c9-7fb5-4049-966b-8110d8820d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.331093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:33.334596 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.367342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:33.377014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.377365 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added segment fd676036-c3cc-4603-8dda-bf26f055ff68 of type vlan for network 68fd5120-2bef-4103-b947-6bbe5a964c35 Mar 11 15:44:33.403323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.562276 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:33.581117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:subnet and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:33.588471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.594576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:33.594741 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:33.595291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.596215 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8dbae1ad-11c3-4713-9ee0-2ffb76e11e1f None None] Provisioning complete for port bfc92d0f-eb07-494b-8819-38298a378f18 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:33.597044 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8dbae1ad-11c3-4713-9ee0-2ffb76e11e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.598151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ec2893b3-06b7-4a4e-8791-83731f8c0e53 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.618624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:33.662120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.689455 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8dbae1ad-11c3-4713-9ee0-2ffb76e11e1f None None] Port bfc92d0f-eb07-494b-8819-38298a378f18 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:33.701371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8dbae1ad-11c3-4713-9ee0-2ffb76e11e1f None None] Provisioning complete for port 036404f0-5172-4372-936a-fd0e654dff56 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:33.701887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8dbae1ad-11c3-4713-9ee0-2ffb76e11e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.740019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router ded9cceb-2c8d-47af-9295-d7c989206c27 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:33.746538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-ec2893b3-06b7-4a4e-8791-83731f8c0e53 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Calling delete_port for c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:33.840166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Network': ['ID=68fd5120-2bef-4103-b947-6bbe5a964c35,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:33.851609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 68fd5120-2bef-4103-b947-6bbe5a964c35 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:33.905129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-51b37487-c3e7-454a-92e1-136e3f163cbb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8786104 Mar 11 15:44:33.923378 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37734) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:33.933216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'subnet': {'network_id': '68fd5120-2bef-4103-b947-6bbe5a964c35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:33.948892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:33.956440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:33.959972 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.066367 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:34.075826 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Sync routers for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:34.086490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:34.087208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:34.132362 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-25e01f23-715a-43e3-8541-dd71f012be7e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6408858 Mar 11 15:44:34.138835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37738) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:34.149967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'network': {'name': 'tempest-RoutersTest-372473275'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:34.163604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:34.171417 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:network and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:34.176800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:34.185352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:34.280668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:34.358528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ec2893b3-06b7-4a4e-8791-83731f8c0e53 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.404791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'Subnet': ['ID=1aa2bc5b-dc06-41f6-8a74-2496b8d663a2,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:34.420721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2893b3-06b7-4a4e-8791-83731f8c0e53 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Pushing event deleted for resources: {'Port': ['ID=c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:34.447717 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 036404f0-5172-4372-936a-fd0e654dff56 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:34.452727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:34.459951 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:34.463625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.473836 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:subnet and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:34.478215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Checking segment: {'id': '750ee67a-e3f4-4ab3-b976-fed276f7df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:34.478215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Network hostable DHCP agents. Network: 33ca0e0d-df89-431e-a2d7-fb7ca14c6069, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:34.486400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ec2893b3-06b7-4a4e-8791-83731f8c0e53 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.486642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:34.506154 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ec2893b3-06b7-4a4e-8791-83731f8c0e53 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] 10.222.0.39 "DELETE /v2.0/ports/c9cc93ec-1cf4-45ea-a4ae-d9f63dd116ed HTTP/1.1" status: 204 len: 168 time: 2.2572372 Mar 11 15:44:34.506394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:34.515049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:34.518674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37742) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:34.536266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] For port 036404f0-5172-4372-936a-fd0e654dff56, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=036404f0-5172-4372-936a-fd0e654dff56,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:34.588309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:34.611810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.611810 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added segment 12e97b37-1cec-4603-a9e2-337c1d8f465a of type vlan for network 11465789-2012-4c06-9e12-fd78778070f4 Mar 11 15:44:34.612157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:34.615478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01259bb-f442-4374-9cad-234ba2d29b66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Deleting subnet 383e4bb5-46ec-41d7-b14c-91682907b63a {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:44:34.619520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.622600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f01259bb-f442-4374-9cad-234ba2d29b66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.642794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 036404f0-5172-4372-936a-fd0e654dff56 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:34.643557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.658079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:34.661420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:44:34.699859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.704503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.706087 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.741546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f01259bb-f442-4374-9cad-234ba2d29b66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.812068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 33ca0e0d-df89-431e-a2d7-fb7ca14c6069) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:34.824080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.825082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.827599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba8d03-f3a2-4859-9ab9-53dd9cffeca5 None None] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:34.872742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=d9be7f5e-9054-4f36-9ff2-1941af8d7fd4,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:34.893210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking segment: {'id': '2cfa8fb0-3a74-47f0-ac23-09385895402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9786d545-b487-400d-aff3-32292cabddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:34.893561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network hostable DHCP agents. Network: 9786d545-b487-400d-aff3-32292cabddeb, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:34.899525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:34.900356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.919185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f01259bb-f442-4374-9cad-234ba2d29b66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.949532 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.955300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:34.955662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.974022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:44:29Z', 'revision_number': 3, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:30Z', 'revision_number': 2, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:34.982888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:34.990016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Checking router: ded9cceb-2c8d-47af-9295-d7c989206c27 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:44:34.990378 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Updating router ded9cceb-2c8d-47af-9295-d7c989206c27 port bfc92d0f-eb07-494b-8819-38298a378f18 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:44:34.998619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:35.008692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:35.009466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.015968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:35.019359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network 9786d545-b487-400d-aff3-32292cabddeb is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:35.025514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8b29d-085b-4383-8c11-b9a3cb781579 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:35.034169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.035543 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0cbe85-2c3d-407a-83f3-6c4834b46790 None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:35.048388 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0cbe85-2c3d-407a-83f3-6c4834b46790 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:35.049440 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-da0cbe85-2c3d-407a-83f3-6c4834b46790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:35.074262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Subnet': ['ID=71a21d09-3635-4e61-bdf4-17064f68be0a,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:35.090642 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a01179b4-5728-4164-a674-9eacf2dbdcac tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4759970 Mar 11 15:44:35.094692 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Network': ['ID=11465789-2012-4c06-9e12-fd78778070f4,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:35.097712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37748) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:35.101015 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6d618375-77c5-4478-873d-410730532675 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9611635 Mar 11 15:44:35.104291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37750) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:35.108329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Request body: {'port': {'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069', 'name': 'tempest-AllowedAddressPairTestJSON-1853004631'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:35.120070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 11465789-2012-4c06-9e12-fd78778070f4 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:35.138941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'subnet': {'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:35.142900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 9786d545-b487-400d-aff3-32292cabddeb) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:35.160642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:35.161913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.163652 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-da0cbe85-2c3d-407a-83f3-6c4834b46790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:35.165740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=036404f0-5172-4372-936a-fd0e654dff56,revision_number=12']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:35.191140 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0cbe85-2c3d-407a-83f3-6c4834b46790 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:35.191852 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-da0cbe85-2c3d-407a-83f3-6c4834b46790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:35.212023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb21b14e-70e3-404d-b19e-6f4ccccd7add None None] Network 9786d545-b487-400d-aff3-32292cabddeb requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:35.228133 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f01259bb-f442-4374-9cad-234ba2d29b66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.242845 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e4b95660-71cf-4c84-af4f-4fc9c07a0721 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/floatingips/2617808b-8d6d-4370-90ab-19447a502c15 HTTP/1.1" status: 204 len: 168 time: 4.3077967 Mar 11 15:44:35.247379 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7bc7870b-69f1-4df0-bf86-e7b20bcf9a2c tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.2935572 Mar 11 15:44:35.291455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37756) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:35.291833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37758) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:35.293907 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-da0cbe85-2c3d-407a-83f3-6c4834b46790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:35.299684 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0cbe85-2c3d-407a-83f3-6c4834b46790 None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:35.348416 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7aa27850-7a32-41ab-a275-c26e758507d8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2105806 Mar 11 15:44:35.349677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01259bb-f442-4374-9cad-234ba2d29b66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Pushing event deleted for resources: {'Subnet': ['ID=383e4bb5-46ec-41d7-b14c-91682907b63a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:35.352086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37766) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:35.363226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f01259bb-f442-4374-9cad-234ba2d29b66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.365339 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f01259bb-f442-4374-9cad-234ba2d29b66 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] 10.222.0.39 "DELETE /v2.0/subnets/383e4bb5-46ec-41d7-b14c-91682907b63a HTTP/1.1" status: 204 len: 168 time: 0.8457205 Mar 11 15:44:35.377040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37770) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:35.430139 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55643e-dc27-4080-861c-f1126b28419c None None] Network ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:35.443395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.535772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:35.555817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a865709d-c9eb-4ff5-878e-ac4e96fd50ba tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port 75b08c6f-b9b4-4cc7-b73e-43e9de1b7601 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:35.556158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a865709d-c9eb-4ff5-878e-ac4e96fd50ba tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.591639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Request body: {'port': {'network_id': '38573247-9fb1-45fd-a5d0-2b8e70d0a7e3', 'mac_address': 'fa:16:3e:ad:98:06', 'name': 'tempest-NetworksTestDHCPv6-265937872'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:35.618854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:subnet and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:35.642513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:35.645397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:35.658660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:35.660864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Usage tracker for resource:port and tenant:0bca277d03cc425f8379e6bbedb6ee36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:35.666244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:35.677763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.681878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:35.697746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Deleting port deafd3c7-a445-4605-9d49-207e86c515ba {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:35.698087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.759077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.786843 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.834447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:35.838034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.852561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Made reservation on behalf of 0bca277d03cc425f8379e6bbedb6ee36 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:35.856264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.866929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-33ca0e0d-df89-431e-a2d7-fb7ca14c6069', 'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069', 'tenant_id': '0bca277d03cc425f8379e6bbedb6ee36', 'fixed_ips': [{'subnet_id': '1aa2bc5b-dc06-41f6-8a74-2496b8d663a2'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:35.867819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:35.993562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:36.020424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:36.039345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:36.097677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a865709d-c9eb-4ff5-878e-ac4e96fd50ba tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:36.145919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] device_id is not set on port 0d80f474-9b77-4b11-bf68-0a21315f04b1 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:44:36.237204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Subnet': ['ID=aed9b2c9-620a-415a-b480-36d8bf3dc562,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:36.354566 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Checking segment: {'id': 'fd676036-c3cc-4603-8dda-bf26f055ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '68fd5120-2bef-4103-b947-6bbe5a964c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:36.360120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network hostable DHCP agents. Network: 68fd5120-2bef-4103-b947-6bbe5a964c35, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:36.379916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Made reservation on behalf of 97558a07098d4afaab5283142dcd0877 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:36.384917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] For port deafd3c7-a445-4605-9d49-207e86c515ba, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=deafd3c7-a445-4605-9d49-207e86c515ba,segment=NetworkSegment(68dd1ac0-777e-4d3e-9def-25419d9ed755),segment_id=68dd1ac0-777e-4d3e-9def-25419d9ed755)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:36.385283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:36.401016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a865709d-c9eb-4ff5-878e-ac4e96fd50ba tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for 75b08c6f-b9b4-4cc7-b73e-43e9de1b7601 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:36.461376 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 036404f0-5172-4372-936a-fd0e654dff56 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:36.520104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Calling delete_port for deafd3c7-a445-4605-9d49-207e86c515ba owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:36.548584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 68fd5120-2bef-4103-b947-6bbe5a964c35 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:36.555846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffe6d84-a38d-4f28-8fe4-3152a4e19f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-9786d545-b487-400d-aff3-32292cabddeb', 'network_id': '9786d545-b487-400d-aff3-32292cabddeb', 'tenant_id': '98ee7e50c62343569b27fd53a309f525', 'fixed_ips': [{'subnet_id': 'd9be7f5e-9054-4f36-9ff2-1941af8d7fd4'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:36.557130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5ffe6d84-a38d-4f28-8fe4-3152a4e19f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:36.615486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Allocated IP 172.20.0.2 (33ca0e0d-df89-431e-a2d7-fb7ca14c6069/1aa2bc5b-dc06-41f6-8a74-2496b8d663a2/c582b974-cdaa-48ee-966f-162178d61282) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:36.634815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:36.641006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:36.647073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 68fd5120-2bef-4103-b947-6bbe5a964c35) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:36.675234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:36.675824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:36.702749 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Subnet': ['ID=d9be7f5e-9054-4f36-9ff2-1941af8d7fd4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:36.712313 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb6b8dd-d7df-41dd-940c-32e042a6108b None None] Network 68fd5120-2bef-4103-b947-6bbe5a964c35 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:36.747878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b315f691-de45-426e-8c2f-28af6cb0c874 None None] DHCP port deletion for ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:44:36.762334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:36.767056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] device_id is not set on port a431c83d-460b-4f61-aeae-4fdcd9e7ca4d yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:44:36.821697 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ad89dcb0-53d3-4e30-bf30-9883c74b3013 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8974128 Mar 11 15:44:36.856588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37776) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:36.859513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Pushing event deleted for resources: {'Port': ['ID=deafd3c7-a445-4605-9d49-207e86c515ba,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:36.873455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9f989a38-b224-4859-962f-95f2559ad598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-170062961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:36.880827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] No DVR routers for this DVR port deafd3c7-a445-4605-9d49-207e86c515ba on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:44:36.918187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9f989a38-b224-4859-962f-95f2559ad598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:36.956931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9f989a38-b224-4859-962f-95f2559ad598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:36.978496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.resource_extend [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:44:36.981118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:36.986171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.031979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9786d545-b487-400d-aff3-32292cabddeb']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:37.072669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 036404f0-5172-4372-936a-fd0e654dff56 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:37.073182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.095681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfa8fb0-3a74-47f0-ac23-09385895402f') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:37.095981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfa8fb0-3a74-47f0-ac23-09385895402f') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:37.135039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a865709d-c9eb-4ff5-878e-ac4e96fd50ba tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.150152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.173297 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.220413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Subnet': ['ID=cd547be6-c44c-4d87-b3c0-5b0a854c596d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:37.222051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865709d-c9eb-4ff5-878e-ac4e96fd50ba tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=75b08c6f-b9b4-4cc7-b73e-43e9de1b7601,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:37.243732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f989a38-b224-4859-962f-95f2559ad598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.245187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f989a38-b224-4859-962f-95f2559ad598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.254175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.255839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb42e7b-2b1c-4f32-a3b6-8aa45303c847']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:37.264076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Checking segment: {'id': '12e97b37-1cec-4603-a9e2-337c1d8f465a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11465789-2012-4c06-9e12-fd78778070f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:37.264768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network hostable DHCP agents. Network: 11465789-2012-4c06-9e12-fd78778070f4, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:37.277651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:37.278073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.284342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dd1ac0-777e-4d3e-9def-25419d9ed755') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:37.287071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dd1ac0-777e-4d3e-9def-25419d9ed755') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:37.314827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:37.322882 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:37.340778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.359675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:37.360470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:37.381454 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:37.386535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b93ae8-c21e-48be-b98c-19cb174b7ac8 None None] Network 9786d545-b487-400d-aff3-32292cabddeb requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:37.475287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 11465789-2012-4c06-9e12-fd78778070f4 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:37.554313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 11465789-2012-4c06-9e12-fd78778070f4) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:37.571890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8::3e1 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/ea960328-a9e1-4d0c-b79e-efb81c8e4f02/a431c83d-460b-4f61-aeae-4fdcd9e7ca4d) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:37.571890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a865709d-c9eb-4ff5-878e-ac4e96fd50ba tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.572235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:37.572235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.577406 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Allocated IP 2001:db8:0:1:f816:3eff:fead:9806 (38573247-9fb1-45fd-a5d0-2b8e70d0a7e3/71a21d09-3635-4e61-bdf4-17064f68be0a/a431c83d-460b-4f61-aeae-4fdcd9e7ca4d) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:37.619959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.642802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.651972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.658862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.661609 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] 10.222.0.39 "DELETE /v2.0/networks/ffb42e7b-2b1c-4f32-a3b6-8aa45303c847 HTTP/1.1" status: 204 len: 168 time: 2.2835896 Mar 11 15:44:37.673822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f989a38-b224-4859-962f-95f2559ad598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.674417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd2d8c-7f76-4ee0-a7a1-b69c35a7c79f None None] Network 11465789-2012-4c06-9e12-fd78778070f4 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:37.706468 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50c770-0468-41e8-aadc-217aa05c214c tempest-ExtraDHCPOptionsIpV6TestJSON-605431213 tempest-ExtraDHCPOptionsIpV6TestJSON-605431213-project] Pushing event deleted for resources: {'Network': ['ID=ffb42e7b-2b1c-4f32-a3b6-8aa45303c847,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:37.716009 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-09f81942-cedb-4dbc-9794-321a970c8160 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5885239 Mar 11 15:44:37.718669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37782) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:37.722060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.728071 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/9786d545-b487-400d-aff3-32292cabddeb HTTP/1.1" status: 204 len: 168 time: 2.3689933 Mar 11 15:44:37.733110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50740cb6-137f-43ae-bda4-7fa5273368a0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=9786d545-b487-400d-aff3-32292cabddeb,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:37.737918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37786) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:37.747593 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a865709d-c9eb-4ff5-878e-ac4e96fd50ba tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/ports/75b08c6f-b9b4-4cc7-b73e-43e9de1b7601 HTTP/1.1" status: 204 len: 168 time: 2.4413049 Mar 11 15:44:37.748852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-491668518'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:37.755146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:37.760751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:network and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:37.763970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:37.771839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:37.796624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Transition to ACTIVE for port object bfc92d0f-eb07-494b-8819-38298a378f18 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:37.798634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37790) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:37.804480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:37.830403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:37.858137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f989a38-b224-4859-962f-95f2559ad598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.894758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:floatingip and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:37.902311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:37.913236 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:37.916874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:37.936077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:37.981180 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:38.006486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.006915 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment 231cc5da-e7cd-4940-898a-782cc6d94eee of type vlan for network 8a300853-337b-4f5a-8e14-866ce48cdc14 Mar 11 15:44:38.016811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.017646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.050880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Transition to ACTIVE for port object a431c83d-460b-4f61-aeae-4fdcd9e7ca4d will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:38.064250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.080625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.117516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f989a38-b224-4859-962f-95f2559ad598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.119289 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9f989a38-b224-4859-962f-95f2559ad598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2612433 Mar 11 15:44:38.127859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37794) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:38.150430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7cba7a65-cc21-4e35-acbd-e0db4e0c9e38 None None] Provisioning complete for port 036404f0-5172-4372-936a-fd0e654dff56 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:38.150430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7cba7a65-cc21-4e35-acbd-e0db4e0c9e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.170972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-68fd5120-2bef-4103-b947-6bbe5a964c35', 'network_id': '68fd5120-2bef-4103-b947-6bbe5a964c35', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'fixed_ips': [{'subnet_id': 'aed9b2c9-620a-415a-b480-36d8bf3dc562'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:38.171825 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.257006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.340656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c256a32-76cc-4cda-b833-9b3e96f379dd None None] Pushing event updated for resources: {'Port': ['ID=bfc92d0f-eb07-494b-8819-38298a378f18,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:38.349160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Transition to ACTIVE for port object c582b974-cdaa-48ee-966f-162178d61282 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:38.493637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37800) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:38.563619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.565203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.570784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:38.571795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.710281 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ef0bf121-d3d0-47c5-8f3c-13a760069ed9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27aba36f10e64464a7181e627defef92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138269 Mar 11 15:44:38.711272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37806) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:38.762365 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Transition to ACTIVE for port object c582b974-cdaa-48ee-966f-162178d61282 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:38.777601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-11465789-2012-4c06-9e12-fd78778070f4', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:38.778292 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:44:38.778783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.789083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device deafd3c7-a445-4605-9d49-207e86c515ba no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:44:38.818799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Allocated IP 2001:db8::2 (68fd5120-2bef-4103-b947-6bbe5a964c35/aed9b2c9-620a-415a-b480-36d8bf3dc562/a6d5ff3e-7662-44ad-92b1-602b99fe194f) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:38.837122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.848444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9aaec162-8b6e-4e85-8b37-b122a8b9259e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.884747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: deafd3c7-a445-4605-9d49-207e86c515ba {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:44:38.885143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device deafd3c7-a445-4605-9d49-207e86c515ba not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:44:38.889817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:38.898843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.899080 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1576922 Mar 11 15:44:38.903141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37810) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:38.953489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:38.964644 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:38.971007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:38.971611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:38.984436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae6264-3cf2-42b2-b1a2-44949d0ca8c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=8a300853-337b-4f5a-8e14-866ce48cdc14,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:38.991264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'network_id': '8a300853-337b-4f5a-8e14-866ce48cdc14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:39.012610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Attempting to bind port bfc92d0f-eb07-494b-8819-38298a378f18 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:39.013262 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Attempting to bind port bfc92d0f-eb07-494b-8819-38298a378f18 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '6b2b6e5e-af67-4173-a20c-502f1f19df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '165de056-97db-4176-ae37-433d22017f27'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:39.014623 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Attempting to bind port bfc92d0f-eb07-494b-8819-38298a378f18 on network 165de056-97db-4176-ae37-433d22017f27 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:39.033368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event updated for resources: {'Port': ['ID=a431c83d-460b-4f61-aeae-4fdcd9e7ca4d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:39.046174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 8a300853-337b-4f5a-8e14-866ce48cdc14 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:39.083063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:39.103630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9aaec162-8b6e-4e85-8b37-b122a8b9259e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.108092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:39.108769 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Checking segment: {'id': '6b2b6e5e-af67-4173-a20c-502f1f19df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '165de056-97db-4176-ae37-433d22017f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:39.109141 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.110197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Bound using segment: {'id': '6b2b6e5e-af67-4173-a20c-502f1f19df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '165de056-97db-4176-ae37-433d22017f27'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:39.110781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Bound port: bfc92d0f-eb07-494b-8819-38298a378f18, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2b6e5e-af67-4173-a20c-502f1f19df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '165de056-97db-4176-ae37-433d22017f27'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:39.111254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.136538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-820c684e-9138-4db8-8d09-103f489214be {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:39.137720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:39.216471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:39.249627 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0b493c7b-3ae7-412a-803e-14882a4bf243 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9469697 Mar 11 15:44:39.250039 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:39.254307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37816) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:39.341816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9aaec162-8b6e-4e85-8b37-b122a8b9259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.367868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:39.374589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.376992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaec162-8b6e-4e85-8b37-b122a8b9259e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7cb137-a35f-486f-a836-8a6d86401f37,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:39.386927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:subnet and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:39.393404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:39.404839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9aaec162-8b6e-4e85-8b37-b122a8b9259e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.411557 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9aaec162-8b6e-4e85-8b37-b122a8b9259e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a7cb137-a35f-486f-a836-8a6d86401f37 HTTP/1.1" status: 204 len: 168 time: 0.6970568 Mar 11 15:44:39.413603 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Pushing event updated for resources: {'Port': ['ID=c582b974-cdaa-48ee-966f-162178d61282,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:39.419018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:39.441125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-34dccd85-d290-4b9d-8d3b-5db92e59e0fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting port a431c83d-460b-4f61-aeae-4fdcd9e7ca4d {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:39.441537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-34dccd85-d290-4b9d-8d3b-5db92e59e0fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.487551 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.506386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Allocated IP 172.22.0.1 (11465789-2012-4c06-9e12-fd78778070f4/cd547be6-c44c-4d87-b3c0-5b0a854c596d/0942ee10-f751-4aad-a986-3a2ec7df9aea) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:39.612870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Attempting to bind port c582b974-cdaa-48ee-966f-162178d61282 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:39.613387 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Attempting to bind port c582b974-cdaa-48ee-966f-162178d61282 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '750ee67a-e3f4-4ab3-b976-fed276f7df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:39.613835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Attempting to bind port c582b974-cdaa-48ee-966f-162178d61282 on network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:39.624751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] For port bfc92d0f-eb07-494b-8819-38298a378f18, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:39.645393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.659182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:39.659182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Checking segment: {'id': '750ee67a-e3f4-4ab3-b976-fed276f7df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:39.659182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.659995 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Bound using segment: {'id': '750ee67a-e3f4-4ab3-b976-fed276f7df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:39.660352 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Bound port: c582b974-cdaa-48ee-966f-162178d61282, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750ee67a-e3f4-4ab3-b976-fed276f7df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:39.660839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.690903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] device_id is not set on port a9a2e029-ab3b-47a2-ba4f-75d0bde86ad4 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:44:39.692050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] For port bfc92d0f-eb07-494b-8819-38298a378f18, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=bfc92d0f-eb07-494b-8819-38298a378f18,segment=NetworkSegment(6b2b6e5e-af67-4173-a20c-502f1f19df05),segment_id=6b2b6e5e-af67-4173-a20c-502f1f19df05)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:39.692220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:39.695685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.756826 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.776039 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e246553c-4483-4711-978c-6f3a90af9093 None None] Provisioning for port a431c83d-460b-4f61-aeae-4fdcd9e7ca4d completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:39.791100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Transition to ACTIVE for port object a6d5ff3e-7662-44ad-92b1-602b99fe194f will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:39.797284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e246553c-4483-4711-978c-6f3a90af9093 None None] Provisioning complete for port a431c83d-460b-4f61-aeae-4fdcd9e7ca4d triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:39.797950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e246553c-4483-4711-978c-6f3a90af9093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.800606 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing IP validity checks on allocation pools {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:44:39.801067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:44:39.801447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.833005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:39.869109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Transition to ACTIVE for port object 0942ee10-f751-4aad-a986-3a2ec7df9aea will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:39.916915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] For port c582b974-cdaa-48ee-966f-162178d61282, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:39.941998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Transition to ACTIVE for port object a6d5ff3e-7662-44ad-92b1-602b99fe194f will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:39.942302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Allocated IP 172.20.0.8 (33ca0e0d-df89-431e-a2d7-fb7ca14c6069/1aa2bc5b-dc06-41f6-8a74-2496b8d663a2/a9a2e029-ab3b-47a2-ba4f-75d0bde86ad4) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:39.954999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e246553c-4483-4711-978c-6f3a90af9093 None None] Port a431c83d-460b-4f61-aeae-4fdcd9e7ca4d cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:39.971696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] For port c582b974-cdaa-48ee-966f-162178d61282, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c582b974-cdaa-48ee-966f-162178d61282,segment=NetworkSegment(750ee67a-e3f4-4ab3-b976-fed276f7df4f),segment_id=750ee67a-e3f4-4ab3-b976-fed276f7df4f)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:39.979291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:39.980105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:40.037241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c256a32-76cc-4cda-b833-9b3e96f379dd None None] Pushing event updated for resources: {'Port': ['ID=bfc92d0f-eb07-494b-8819-38298a378f18,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:40.053285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:40.089656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:40.108175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:40.186457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 11465789-2012-4c06-9e12-fd78778070f4 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:40.267990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:40.294815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Network 68fd5120-2bef-4103-b947-6bbe5a964c35 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:40.310879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:40.321884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Pushing event updated for resources: {'Port': ['ID=a6d5ff3e-7662-44ad-92b1-602b99fe194f,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:40.326108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:40.345200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:40.349283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:40.361839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:40.431004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:40.444688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Allocated IP 172.22.0.2 (11465789-2012-4c06-9e12-fd78778070f4/cd547be6-c44c-4d87-b3c0-5b0a854c596d/5bebcdef-2b5f-4431-96dd-9d60e7eb69be) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:40.452167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Transition to ACTIVE for port object a9a2e029-ab3b-47a2-ba4f-75d0bde86ad4 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:40.503363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=0942ee10-f751-4aad-a986-3a2ec7df9aea,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:40.545424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:40.575636 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=8cadcfaf-e061-49d3-9a97-17d12046d942,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:40.577817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking segment: {'id': '231cc5da-e7cd-4940-898a-782cc6d94eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8a300853-337b-4f5a-8e14-866ce48cdc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:40.578225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network hostable DHCP agents. Network: 8a300853-337b-4f5a-8e14-866ce48cdc14, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:40.584909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:40.703792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.26.6.76 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/bfc87511-8b13-43e8-a374-345a9433efdd) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:40.704084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a3ddf-35d1-49b2-962c-52592be00a67 None None] Pushing event updated for resources: {'Port': ['ID=c582b974-cdaa-48ee-966f-162178d61282,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:40.720560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Attempting to bind port a6d5ff3e-7662-44ad-92b1-602b99fe194f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:40.721109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Attempting to bind port a6d5ff3e-7662-44ad-92b1-602b99fe194f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'fd676036-c3cc-4603-8dda-bf26f055ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '68fd5120-2bef-4103-b947-6bbe5a964c35'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:40.721654 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Attempting to bind port a6d5ff3e-7662-44ad-92b1-602b99fe194f on network 68fd5120-2bef-4103-b947-6bbe5a964c35 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:40.744122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:40.744850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Checking segment: {'id': 'fd676036-c3cc-4603-8dda-bf26f055ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '68fd5120-2bef-4103-b947-6bbe5a964c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:40.745442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:40.745833 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Bound using segment: {'id': 'fd676036-c3cc-4603-8dda-bf26f055ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '68fd5120-2bef-4103-b947-6bbe5a964c35'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:40.746319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Bound port: a6d5ff3e-7662-44ad-92b1-602b99fe194f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd676036-c3cc-4603-8dda-bf26f055ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '68fd5120-2bef-4103-b947-6bbe5a964c35'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:40.746867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:40.834150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network 8a300853-337b-4f5a-8e14-866ce48cdc14 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:40.838978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'Port': ['ID=a9a2e029-ab3b-47a2-ba4f-75d0bde86ad4,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:40.861295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:40.864325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:40.867136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:40.876979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-34dccd85-d290-4b9d-8d3b-5db92e59e0fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:40.971332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:40.971332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:40.979573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37840) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:41.073787 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0e16fbcd-f7c8-47fc-8583-01f47be84290 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9705267 Mar 11 15:44:41.076738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37846) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:41.083420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Request body: {'port': {'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069', 'name': 'tempest-AllowedAddressPairTestJSON-420295060', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:74:0c:84'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:41.186587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4a6ce5bd-f297-4839-a54c-d656b5cce378 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:41.187895 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-4a6ce5bd-f297-4839-a54c-d656b5cce378 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 15:44:41.188427 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-4a6ce5bd-f297-4839-a54c-d656b5cce378 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:44:41.191840 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4a6ce5bd-f297-4839-a54c-d656b5cce378 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2072670 Mar 11 15:44:41.201242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-34dccd85-d290-4b9d-8d3b-5db92e59e0fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Calling delete_port for a431c83d-460b-4f61-aeae-4fdcd9e7ca4d owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:41.206647 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37850) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:41.213018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] For port a6d5ff3e-7662-44ad-92b1-602b99fe194f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:41.238232 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 8a300853-337b-4f5a-8e14-866ce48cdc14) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:41.246029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] For port a6d5ff3e-7662-44ad-92b1-602b99fe194f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a6d5ff3e-7662-44ad-92b1-602b99fe194f,segment=NetworkSegment(fd676036-c3cc-4603-8dda-bf26f055ff68),segment_id=fd676036-c3cc-4603-8dda-bf26f055ff68)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:41.253904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:41.258262 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e60c47-58ea-443c-8c2d-45436dbe33ec None None] Network 8a300853-337b-4f5a-8e14-866ce48cdc14 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:41.265241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003713565'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:41.277963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:41.298655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:41.308814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Allocated IP 2001:db8::1 (68fd5120-2bef-4103-b947-6bbe5a964c35/aed9b2c9-620a-415a-b480-36d8bf3dc562/84e17217-188e-4844-8a08-988b4ce83847) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:41.311811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:41.317722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:41.328077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:41.337190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:41.362861 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:41.426872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:41.431731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:41.432316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:41.439063 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Usage tracker for resource:port and tenant:0bca277d03cc425f8379e6bbedb6ee36 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:41.442690 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Transition to ACTIVE for port object 5bebcdef-2b5f-4431-96dd-9d60e7eb69be will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:41.444587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:41.463588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:41.502534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Transition to ACTIVE for port object 5bebcdef-2b5f-4431-96dd-9d60e7eb69be will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:41.518137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:41.521730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:44:29Z', 'revision_number': 3, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:39Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:41.529916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:41.532216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d61b2-8ff9-420b-9cf8-6b562d749227 None None] The sync data for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv is: [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:44:29Z', 'revision_number': 3, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:39Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:41.536580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e2c25-bd92-4fad-ad2b-6825017df7f3 None None] Pushing event updated for resources: {'Port': ['ID=a6d5ff3e-7662-44ad-92b1-602b99fe194f,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:41.547500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:41.567422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:41.583339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:41.591765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:41.602725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:41.699113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:41.699529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Network 11465789-2012-4c06-9e12-fd78778070f4 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:41.701021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:41.704293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:41.706783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:41.734376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:41.737557 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d2e14d4e-b339-4bc1-b491-511f0cc4e582 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7813847 Mar 11 15:44:41.742110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37854) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:41.772147 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=bfc87511-8b13-43e8-a374-345a9433efdd,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:41.818162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:41.832458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Pushing event updated for resources: {'Port': ['ID=5bebcdef-2b5f-4431-96dd-9d60e7eb69be,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:41.863938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:41.947505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Transition to ACTIVE for port object 84e17217-188e-4844-8a08-988b4ce83847 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:41.996000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Made reservation on behalf of 0bca277d03cc425f8379e6bbedb6ee36 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:42.044723 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Attempting to bind port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:42.045366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Attempting to bind port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '12e97b37-1cec-4603-a9e2-337c1d8f465a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11465789-2012-4c06-9e12-fd78778070f4'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:42.045883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Attempting to bind port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be on network 11465789-2012-4c06-9e12-fd78778070f4 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:42.055179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:42.066969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Checking segment: {'id': '12e97b37-1cec-4603-a9e2-337c1d8f465a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11465789-2012-4c06-9e12-fd78778070f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:42.066969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.066969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Bound using segment: {'id': '12e97b37-1cec-4603-a9e2-337c1d8f465a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11465789-2012-4c06-9e12-fd78778070f4'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:42.066969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Bound port: 5bebcdef-2b5f-4431-96dd-9d60e7eb69be, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e97b37-1cec-4603-a9e2-337c1d8f465a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11465789-2012-4c06-9e12-fd78778070f4'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:42.066969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.084594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-8a300853-337b-4f5a-8e14-866ce48cdc14', 'network_id': '8a300853-337b-4f5a-8e14-866ce48cdc14', 'tenant_id': '98ee7e50c62343569b27fd53a309f525', 'fixed_ips': [{'subnet_id': '8cadcfaf-e061-49d3-9a97-17d12046d942'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:42.091242 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.164982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.172660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.253199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] device_id is not set on port 40a24d88-ac51-49ec-ab07-502d7e03074a yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:44:42.278226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-34dccd85-d290-4b9d-8d3b-5db92e59e0fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.387142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=84e17217-188e-4844-8a08-988b4ce83847,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:42.396880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838706c3-8dad-46ca-9f69-cdec743abe4b None None] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:42.451109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] For port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:42.454646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 68fd5120-2bef-4103-b947-6bbe5a964c35 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:42.456031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dccd85-d290-4b9d-8d3b-5db92e59e0fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Port': ['ID=a431c83d-460b-4f61-aeae-4fdcd9e7ca4d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:42.460986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:42.497186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:42.497744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.547616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Allocated IP 172.20.0.12 (33ca0e0d-df89-431e-a2d7-fb7ca14c6069/1aa2bc5b-dc06-41f6-8a74-2496b8d663a2/40a24d88-ac51-49ec-ab07-502d7e03074a) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:42.573586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.573700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] For port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5bebcdef-2b5f-4431-96dd-9d60e7eb69be,segment=NetworkSegment(12e97b37-1cec-4603-a9e2-337c1d8f465a),segment_id=12e97b37-1cec-4603-a9e2-337c1d8f465a)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:42.606752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7066db77-1166-446f-84c6-34eda006e156 None None] Provisioning for port c582b974-cdaa-48ee-966f-162178d61282 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:42.638337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Allocated IP 172.20.0.3 (8a300853-337b-4f5a-8e14-866ce48cdc14/8cadcfaf-e061-49d3-9a97-17d12046d942/2f0cd8e8-42b1-4d11-9acb-f238da054422) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:42.677308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.727068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.865620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:44:42.910582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.913460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-34dccd85-d290-4b9d-8d3b-5db92e59e0fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.927923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:42.987720 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a6d5ff3e-7662-44ad-92b1-602b99fe194f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:43.003202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:43.016316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:43.037343 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-34dccd85-d290-4b9d-8d3b-5db92e59e0fa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/a431c83d-460b-4f61-aeae-4fdcd9e7ca4d HTTP/1.1" status: 204 len: 168 time: 3.7715359 Mar 11 15:44:43.038721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37858) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:43.058794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d52ddf-26c8-42fa-b331-784bbe56ed28 None None] Pushing event updated for resources: {'Port': ['ID=5bebcdef-2b5f-4431-96dd-9d60e7eb69be,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:43.252814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:43.306607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:43.324448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Transition to ACTIVE for port object 2f0cd8e8-42b1-4d11-9acb-f238da054422 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:43.347690 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port a6d5ff3e-7662-44ad-92b1-602b99fe194f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:43.364020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:43.380245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c582b974-cdaa-48ee-966f-162178d61282 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:43.414602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=0942ee10-f751-4aad-a986-3a2ec7df9aea,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:43.467131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd9f574-7844-456c-88a7-a513fa98f6f3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:43.467915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3bd9f574-7844-456c-88a7-a513fa98f6f3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:43.488716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:43.492811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:43.497907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:43.503877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:43.540299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:43.546543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Transition to ACTIVE for port object 2f0cd8e8-42b1-4d11-9acb-f238da054422 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:43.549450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b174a714-1875-4367-be2f-67e75b3a3434 None None] Network 68fd5120-2bef-4103-b947-6bbe5a964c35 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:43.583482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:43.678450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:43.714290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3bd9f574-7844-456c-88a7-a513fa98f6f3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:43.715975 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3bd9f574-7844-456c-88a7-a513fa98f6f3 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6752264 Mar 11 15:44:43.722989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37862) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:43.740089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0766173-e923-4ab8-97c3-ca8d356ce123,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:43.762247 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d1fe10db-0aa1-4b99-b995-b7c6429e3a6e None None] Provisioning for port a6d5ff3e-7662-44ad-92b1-602b99fe194f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:43.778119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Network 8a300853-337b-4f5a-8e14-866ce48cdc14 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:43.784339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:43.791633 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:43.826819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d1fe10db-0aa1-4b99-b995-b7c6429e3a6e None None] Provisioning complete for port a6d5ff3e-7662-44ad-92b1-602b99fe194f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:43.827197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d1fe10db-0aa1-4b99-b995-b7c6429e3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:43.874959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 11465789-2012-4c06-9e12-fd78778070f4 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:43.885952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:43.894020 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port c582b974-cdaa-48ee-966f-162178d61282 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:43.895549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:43.960083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Pushing event updated for resources: {'Port': ['ID=2f0cd8e8-42b1-4d11-9acb-f238da054422,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:43.981136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port c582b974-cdaa-48ee-966f-162178d61282 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:43.981503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:43.987323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.033450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Attempting to bind port 2f0cd8e8-42b1-4d11-9acb-f238da054422 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:44.033837 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Attempting to bind port 2f0cd8e8-42b1-4d11-9acb-f238da054422 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '231cc5da-e7cd-4940-898a-782cc6d94eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8a300853-337b-4f5a-8e14-866ce48cdc14'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:44.034168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Attempting to bind port 2f0cd8e8-42b1-4d11-9acb-f238da054422 on network 8a300853-337b-4f5a-8e14-866ce48cdc14 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:44.039808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.105923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:44.105923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Checking segment: {'id': '231cc5da-e7cd-4940-898a-782cc6d94eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8a300853-337b-4f5a-8e14-866ce48cdc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:44.105923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.105923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Bound using segment: {'id': '231cc5da-e7cd-4940-898a-782cc6d94eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8a300853-337b-4f5a-8e14-866ce48cdc14'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:44.105923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Bound port: 2f0cd8e8-42b1-4d11-9acb-f238da054422, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231cc5da-e7cd-4940-898a-782cc6d94eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8a300853-337b-4f5a-8e14-866ce48cdc14'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:44.105923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.143523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.196228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.196358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.200366 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:44:44.211623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Transition to ACTIVE for port object 40a24d88-ac51-49ec-ab07-502d7e03074a will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:44.219004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=bfc87511-8b13-43e8-a374-345a9433efdd,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:44.219866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Subnet': ['ID=8cadcfaf-e061-49d3-9a97-17d12046d942,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:44.227271 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.314943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775650d6-bd88-4ace-bb7a-5d828ec4c790 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:44.319183 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-775650d6-bd88-4ace-bb7a-5d828ec4c790 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5782151 Mar 11 15:44:44.319635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37866) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:44.365708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.369901 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ed8692d6-e3db-4cbc-990a-6964b76f0201 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5696993 Mar 11 15:44:44.371216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.371997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.375795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37870) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:44.380915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router ded9cceb-2c8d-47af-9295-d7c989206c27 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:44.398570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.408221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.410414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.440255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d1fe10db-0aa1-4b99-b995-b7c6429e3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.456165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'port': {'network_id': '557db8c4-7514-4564-a74c-6b39c99896bd', 'name': 'tempest-FloatingIPTestJSON-1644224610'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:44.485899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] For port 2f0cd8e8-42b1-4d11-9acb-f238da054422, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:44.506598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port c582b974-cdaa-48ee-966f-162178d61282, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c582b974-cdaa-48ee-966f-162178d61282,segment=NetworkSegment(750ee67a-e3f4-4ab3-b976-fed276f7df4f),segment_id=750ee67a-e3f4-4ab3-b976-fed276f7df4f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:44.510118 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] For port 2f0cd8e8-42b1-4d11-9acb-f238da054422, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2f0cd8e8-42b1-4d11-9acb-f238da054422,segment=NetworkSegment(231cc5da-e7cd-4940-898a-782cc6d94eee),segment_id=231cc5da-e7cd-4940-898a-782cc6d94eee)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:44.530477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d1fe10db-0aa1-4b99-b995-b7c6429e3a6e None None] For port a6d5ff3e-7662-44ad-92b1-602b99fe194f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a6d5ff3e-7662-44ad-92b1-602b99fe194f,segment=NetworkSegment(fd676036-c3cc-4603-8dda-bf26f055ff68),segment_id=fd676036-c3cc-4603-8dda-bf26f055ff68)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:44.553514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=84e17217-188e-4844-8a08-988b4ce83847,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:44.582235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.583207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bfc92d0f-eb07-494b-8819-38298a378f18 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:44.623728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d7fb8a-03b5-4e9d-bddd-11facdccc29a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:44.627194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a300853-337b-4f5a-8e14-866ce48cdc14']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:44.651430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231cc5da-e7cd-4940-898a-782cc6d94eee') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:44.651738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231cc5da-e7cd-4940-898a-782cc6d94eee') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:44.664622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.665991 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b8fd1f3c-5893-4551-9374-85a0e3056d79 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.4598806 Mar 11 15:44:44.667286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.672492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37874) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:44.688095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.692538 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d1fe10db-0aa1-4b99-b995-b7c6429e3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.697299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99c833-b312-4625-8eff-4a39a74ae33d None None] Network 11465789-2012-4c06-9e12-fd78778070f4 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:44.744201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.751098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b5056-debc-4426-9b21-dc68a6082aa2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:44.752103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b5056-debc-4426-9b21-dc68a6082aa2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:44.754032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b5056-debc-4426-9b21-dc68a6082aa2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:44.754478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ecae473e-ad62-499f-adbb-5e8dcea60dd4 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '02d7fb8a-03b5-4e9d-bddd-11facdccc29a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:44.754873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6c7b5056-debc-4426-9b21-dc68a6082aa2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:44.783455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ecae473e-ad62-499f-adbb-5e8dcea60dd4 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:44.790061 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:44.793493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ecae473e-ad62-499f-adbb-5e8dcea60dd4 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:44.804796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:44.810015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ecae473e-ad62-499f-adbb-5e8dcea60dd4 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:44.813564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:44.821363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.831452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:44.838440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:port and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:44.839110 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-47bec8c8-b9d0-49c3-afd1-bba331a48571 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1185174 Mar 11 15:44:44.840631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:44.841125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37880) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:44.843002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 68fd5120-2bef-4103-b947-6bbe5a964c35 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:44.851575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:44.859825 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Sync routers for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:44.862258 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'network': {'name': 'tempest-RoutersTest-292342814'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:44.874270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:44.879057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:network and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:44.882085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:44.882301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ecae473e-ad62-499f-adbb-5e8dcea60dd4 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:44.886546 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'Port': ['ID=40a24d88-ac51-49ec-ab07-502d7e03074a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:44.896511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:44.897449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:44.897449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.898948 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:44.908214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:44.916482 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:44.937919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-49481cf0-64fc-4252-a9c3-6f99ffc638cb None None] Provisioning complete for port c582b974-cdaa-48ee-966f-162178d61282 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:44.938291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-49481cf0-64fc-4252-a9c3-6f99ffc638cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:44.969109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:44.969751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:44.991828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6c7b5056-debc-4426-9b21-dc68a6082aa2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:44.993209 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6c7b5056-debc-4426-9b21-dc68a6082aa2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6715274 Mar 11 15:44:45.002611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37884) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:45.050235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:45.050914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.058898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=c582b974-cdaa-48ee-966f-162178d61282,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:45.069751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ecae473e-ad62-499f-adbb-5e8dcea60dd4 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.098497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:44:45.098497 dv-neutron-833203-2-hyperv neutron-server[88558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:44:45.098497 dv-neutron-833203-2-hyperv neutron-server[88558]: [parameters: {'id': '8a300853-337b-4f5a-8e14-866ce48cdc14'}] Mar 11 15:44:45.098497 dv-neutron-833203-2-hyperv neutron-server[88558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:45.099016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:45.160898 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ecae473e-ad62-499f-adbb-5e8dcea60dd4 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.168402 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d191800f-5f10-42b7-a3b1-2766a31cd711 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.0905046 Mar 11 15:44:45.170854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37888) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:45.204272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port bfc92d0f-eb07-494b-8819-38298a378f18 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:45.242871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ecae473e-ad62-499f-adbb-5e8dcea60dd4 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.286444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Made reservation on behalf of 024c96467ebd48038cb8a7013151ee63 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:45.290288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.301628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae473e-ad62-499f-adbb-5e8dcea60dd4 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811bc273-6470-4225-a29a-b84419c69b3d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:45.323183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:45.327193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.355835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9312ef-b37b-4a50-b551-69861d6073d4 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:45.363143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9312ef-b37b-4a50-b551-69861d6073d4 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:45.375154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9312ef-b37b-4a50-b551-69861d6073d4 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:45.376428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bb9312ef-b37b-4a50-b551-69861d6073d4 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Synchronizing usage tracker for tenant:0bca277d03cc425f8379e6bbedb6ee36 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:45.392747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ecae473e-ad62-499f-adbb-5e8dcea60dd4 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.396596 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ecae473e-ad62-499f-adbb-5e8dcea60dd4 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7028999 Mar 11 15:44:45.397493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37892) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:45.397835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] device_id is not set on port 12ac7031-43c2-4a7a-97f9-c189bb5db64d yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:44:45.403328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-862bcc0c-8fa5-4c77-bd72-556eddd33c89 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '02d7fb8a-03b5-4e9d-bddd-11facdccc29a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:45.412217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-862bcc0c-8fa5-4c77-bd72-556eddd33c89 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:45.416420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-862bcc0c-8fa5-4c77-bd72-556eddd33c89 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:45.419586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-862bcc0c-8fa5-4c77-bd72-556eddd33c89 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:45.426141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-862bcc0c-8fa5-4c77-bd72-556eddd33c89 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:45.459808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfc122b-a968-4240-9396-f34272472873 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet 71a21d09-3635-4e61-bdf4-17064f68be0a {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:44:45.469127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bb9312ef-b37b-4a50-b551-69861d6073d4 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Unset dirty status for tenant:0bca277d03cc425f8379e6bbedb6ee36 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:45.473347 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bb9312ef-b37b-4a50-b551-69861d6073d4 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2985592 Mar 11 15:44:45.476716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37896) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:45.490101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0dfc122b-a968-4240-9396-f34272472873 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.510865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port bfc92d0f-eb07-494b-8819-38298a378f18 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:45.511235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.518052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:45.555870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-862bcc0c-8fa5-4c77-bd72-556eddd33c89 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.569401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.570384 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added segment c497461f-b343-4948-8ef0-23a1a9dd71fc of type vlan for network 738d7bae-dc8e-4702-818c-87c9d0e661b0 Mar 11 15:44:45.599584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-05794376-ca4c-442d-8445-f61d48702021 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Deleting port 40a24d88-ac51-49ec-ab07-502d7e03074a {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:45.600068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-05794376-ca4c-442d-8445-f61d48702021 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.614766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aaa52d-f90f-4878-8d82-f34ea960a6a5 None None] Network 8a300853-337b-4f5a-8e14-866ce48cdc14 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:45.651927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0dfc122b-a968-4240-9396-f34272472873 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.720312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.750384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcfe76-a96e-4a0f-a660-4d1e1711caa7 None None] Pushing event updated for resources: {'Port': ['ID=2f0cd8e8-42b1-4d11-9acb-f238da054422,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:45.772110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.775294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.20.0.11 (557db8c4-7514-4564-a74c-6b39c99896bd/fac8ab75-cf43-4936-9af6-14ef6dc93120/12ac7031-43c2-4a7a-97f9-c189bb5db64d) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:45.815355 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:45.818892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 2f0cd8e8-42b1-4d11-9acb-f238da054422 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:45.819340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.832119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0dfc122b-a968-4240-9396-f34272472873 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.926535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 267549e3-a14c-4da6-9b0c-2ca0f8554a3e is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:44:46.061531 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-862bcc0c-8fa5-4c77-bd72-556eddd33c89 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:44:46.063182 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-862bcc0c-8fa5-4c77-bd72-556eddd33c89 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6645863 Mar 11 15:44:46.069770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.076245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:46.077113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.095573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37900) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:46.121025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-49481cf0-64fc-4252-a9c3-6f99ffc638cb None None] Provisioning for port a9a2e029-ab3b-47a2-ba4f-75d0bde86ad4 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:46.155285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe10db-0aa1-4b99-b995-b7c6429e3a6e None None] Pushing event updated for resources: {'Port': ['ID=a6d5ff3e-7662-44ad-92b1-602b99fe194f,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:46.177699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-49481cf0-64fc-4252-a9c3-6f99ffc638cb None None] Provisioning complete for port a9a2e029-ab3b-47a2-ba4f-75d0bde86ad4 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:46.178075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-49481cf0-64fc-4252-a9c3-6f99ffc638cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.211119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.256646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-05794376-ca4c-442d-8445-f61d48702021 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.266719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] For port 2f0cd8e8-42b1-4d11-9acb-f238da054422, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2f0cd8e8-42b1-4d11-9acb-f238da054422,segment=NetworkSegment(231cc5da-e7cd-4940-898a-782cc6d94eee),segment_id=231cc5da-e7cd-4940-898a-782cc6d94eee)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:46.267212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.306015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0dfc122b-a968-4240-9396-f34272472873 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.335971 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-49481cf0-64fc-4252-a9c3-6f99ffc638cb None None] Port a9a2e029-ab3b-47a2-ba4f-75d0bde86ad4 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:46.351894 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4994800 Mar 11 15:44:46.362799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cf0aa-4d56-4cb4-895f-1d12771425a6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Network': ['ID=738d7bae-dc8e-4702-818c-87c9d0e661b0,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:46.371392 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37904) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:46.385786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port bfc92d0f-eb07-494b-8819-38298a378f18, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=bfc92d0f-eb07-494b-8819-38298a378f18,segment=NetworkSegment(6b2b6e5e-af67-4173-a20c-502f1f19df05),segment_id=6b2b6e5e-af67-4173-a20c-502f1f19df05)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:46.393413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:46.398013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 738d7bae-dc8e-4702-818c-87c9d0e661b0 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:46.399260 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f1fe80b2-e5e1-4ba5-8687-4f3ac4291ef6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/267549e3-a14c-4da6-9b0c-2ca0f8554a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2668781 Mar 11 15:44:46.400573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc122b-a968-4240-9396-f34272472873 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=71a21d09-3635-4e61-bdf4-17064f68be0a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:46.408209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'subnet': {'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:46.414374 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89c122-f7db-4c7d-8486-16a238cdf58a None None] Sync routers for ids ['267549e3-a14c-4da6-9b0c-2ca0f8554a3e'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:46.429411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37908) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:46.434345 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89c122-f7db-4c7d-8486-16a238cdf58a None None] Routers {'267549e3-a14c-4da6-9b0c-2ca0f8554a3e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:46.436090 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f89c122-f7db-4c7d-8486-16a238cdf58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['267549e3-a14c-4da6-9b0c-2ca0f8554a3e'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:46.439626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0dfc122b-a968-4240-9396-f34272472873 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.442019 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0dfc122b-a968-4240-9396-f34272472873 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/71a21d09-3635-4e61-bdf4-17064f68be0a HTTP/1.1" status: 204 len: 168 time: 1.4384842 Mar 11 15:44:46.471055 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f4e32-e979-4e0d-b628-e90bbc824871 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:46.490729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.503199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37912) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:46.510972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-05794376-ca4c-442d-8445-f61d48702021 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Calling delete_port for 40a24d88-ac51-49ec-ab07-502d7e03074a owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:46.545528 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f89c122-f7db-4c7d-8486-16a238cdf58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:46.562153 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89c122-f7db-4c7d-8486-16a238cdf58a None None] Routers {'267549e3-a14c-4da6-9b0c-2ca0f8554a3e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:46.563129 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f89c122-f7db-4c7d-8486-16a238cdf58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['267549e3-a14c-4da6-9b0c-2ca0f8554a3e'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:46.568528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.570527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-49481cf0-64fc-4252-a9c3-6f99ffc638cb None None] Provisioning for port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:46.665655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Calling delete_port for 2f0cd8e8-42b1-4d11-9acb-f238da054422 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:46.694642 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f89c122-f7db-4c7d-8486-16a238cdf58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:46.695041 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89c122-f7db-4c7d-8486-16a238cdf58a None None] The sync data for ids ['267549e3-a14c-4da6-9b0c-2ca0f8554a3e'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:46.721574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80d330cd-d863-4ea2-8331-d03efe8fde92 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.756350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b863064-858e-4e5b-8392-f40c618840f7 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:46.756986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3b863064-858e-4e5b-8392-f40c618840f7 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Synchronizing usage tracker for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:46.788459 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a38f7c-01ac-4b95-9fe0-599b52849d53 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Deleting subnet ea960328-a9e1-4d0c-b79e-efb81c8e4f02 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:44:46.798697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5a38f7c-01ac-4b95-9fe0-599b52849d53 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.807879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80d330cd-d863-4ea2-8331-d03efe8fde92 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.853152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:46.867785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:subnet and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:46.873636 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:46.884714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:46.888858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5a38f7c-01ac-4b95-9fe0-599b52849d53 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:46.907561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5bebcdef-2b5f-4431-96dd-9d60e7eb69be up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:46.969978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3b863064-858e-4e5b-8392-f40c618840f7 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Unset dirty status for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:46.977373 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3b863064-858e-4e5b-8392-f40c618840f7 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports/84e17217-188e-4844-8a08-988b4ce83847 HTTP/1.1" status: 200 len: 911 time: 0.5279024 Mar 11 15:44:46.977373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37916) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:46.988523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-631101a1-e5f5-4e6a-8e2c-a3ea85d2bea6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aed9b2c9-620a-415a-b480-36d8bf3dc562'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:46.988765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=bfc92d0f-eb07-494b-8819-38298a378f18,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:47.044589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.056847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80d330cd-d863-4ea2-8331-d03efe8fde92 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.061392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9359f32d-b371-4677-b97c-0f7931cb79ac None None] Provisioning for port 84e17217-188e-4844-8a08-988b4ce83847 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:47.072402 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:44:41Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:41Z', 'revision_number': 2, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:39Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:47.076210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.089240 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9359f32d-b371-4677-b97c-0f7931cb79ac None None] Provisioning complete for port 84e17217-188e-4844-8a08-988b4ce83847 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:47.089607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9359f32d-b371-4677-b97c-0f7931cb79ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.118705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Checking router: ded9cceb-2c8d-47af-9295-d7c989206c27 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:44:47.119053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Updating router ded9cceb-2c8d-47af-9295-d7c989206c27 port 0942ee10-f751-4aad-a986-3a2ec7df9aea binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:44:47.129992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d330cd-d863-4ea2-8331-d03efe8fde92 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d7fb8a-03b5-4e9d-bddd-11facdccc29a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:47.150171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-05794376-ca4c-442d-8445-f61d48702021 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.167712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No DVR routers for this DVR port 2f0cd8e8-42b1-4d11-9acb-f238da054422 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:44:47.174031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Port': ['ID=2f0cd8e8-42b1-4d11-9acb-f238da054422,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:47.261352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05794376-ca4c-442d-8445-f61d48702021 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event deleted for resources: {'Port': ['ID=40a24d88-ac51-49ec-ab07-502d7e03074a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:47.263870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9359f32d-b371-4677-b97c-0f7931cb79ac None None] Port 84e17217-188e-4844-8a08-988b4ce83847 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:47.268098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.283974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 557db8c4-7514-4564-a74c-6b39c99896bd is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:47.285365 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9359f32d-b371-4677-b97c-0f7931cb79ac None None] Could not find standard attr ID for object 40a24d88-ac51-49ec-ab07-502d7e03074a. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:44:47.288579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=12ac7031-43c2-4a7a-97f9-c189bb5db64d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:47.290751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:47.292376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Made reservation on behalf of 02ba7084819d461bb4d818b979908f59 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:47.296049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.313924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:47.399372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:47.411510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80d330cd-d863-4ea2-8331-d03efe8fde92 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.415175 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-80d330cd-d863-4ea2-8331-d03efe8fde92 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "DELETE /v2.0/security-groups/02d7fb8a-03b5-4e9d-bddd-11facdccc29a HTTP/1.1" status: 204 len: 168 time: 1.3161500 Mar 11 15:44:47.418891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.426914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:47.426914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.427211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37920) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:47.474818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9359f32d-b371-4677-b97c-0f7931cb79ac None None] Provisioning complete for port a6d5ff3e-7662-44ad-92b1-602b99fe194f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:47.475214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9359f32d-b371-4677-b97c-0f7931cb79ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.482420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a300853-337b-4f5a-8e14-866ce48cdc14']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:47.513852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231cc5da-e7cd-4940-898a-782cc6d94eee') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:47.514178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231cc5da-e7cd-4940-898a-782cc6d94eee') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:47.622233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-631101a1-e5f5-4e6a-8e2c-a3ea85d2bea6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.645295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5a38f7c-01ac-4b95-9fe0-599b52849d53 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.727402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.744229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.755469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:47.756118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.821072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:47.821683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:47.851904 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:47.868444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.888939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9359f32d-b371-4677-b97c-0f7931cb79ac None None] Provisioning complete for port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:47.889150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5992a21a-48e1-4047-8eb4-a7711c7ac492 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Synchronizing usage tracker for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:47.889274 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9359f32d-b371-4677-b97c-0f7931cb79ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.970697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.975123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-05794376-ca4c-442d-8445-f61d48702021 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:47.995349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5bebcdef-2b5f-4431-96dd-9d60e7eb69be,segment=NetworkSegment(12e97b37-1cec-4603-a9e2-337c1d8f465a),segment_id=12e97b37-1cec-4603-a9e2-337c1d8f465a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:48.011543 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-05794376-ca4c-442d-8445-f61d48702021 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "DELETE /v2.0/ports/40a24d88-ac51-49ec-ab07-502d7e03074a HTTP/1.1" status: 204 len: 168 time: 2.5362186 Mar 11 15:44:48.017695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.018970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37924) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:48.020155 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/8a300853-337b-4f5a-8e14-866ce48cdc14 HTTP/1.1" status: 204 len: 168 time: 6.2720916 Mar 11 15:44:48.025491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5992a21a-48e1-4047-8eb4-a7711c7ac492 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Unset dirty status for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:48.033533 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5992a21a-48e1-4047-8eb4-a7711c7ac492 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5991201 Mar 11 15:44:48.034160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37926) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:48.034491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37930) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:48.038557 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc60fa-1988-4e53-bede-bf842582fc24 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=8a300853-337b-4f5a-8e14-866ce48cdc14,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:48.045376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-109554156'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:48.050846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:48.055897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:network and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:48.058948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:48.066399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:48.074384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537831309'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:48.080782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:48.085738 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-65617fa9-59e6-485c-bba8-d5bae4b1dd17 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] GET failed (client error): The resource could not be found. Mar 11 15:44:48.091640 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-65617fa9-59e6-485c-bba8-d5bae4b1dd17 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "GET /v2.0/ports/40a24d88-ac51-49ec-ab07-502d7e03074a HTTP/1.1" status: 404 len: 333 time: 0.0629606 Mar 11 15:44:48.092319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:48.097195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.097988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a6d5ff3e-7662-44ad-92b1-602b99fe194f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:48.099546 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37936) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:48.110268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Request body: {'port': {'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069', 'name': 'tempest-AllowedAddressPairTestJSON-836875368'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:48.112297 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-43f91afe-b990-492c-b961-dd977eb9685f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6637754 Mar 11 15:44:48.117834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37940) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:48.168946 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-fb8f6e31-ab29-4849-b94c-aed3020123f8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'floatingip': {'port_id': '12ac7031-43c2-4a7a-97f9-c189bb5db64d'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:48.205615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.258685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Transition to ACTIVE for port object 0942ee10-f751-4aad-a986-3a2ec7df9aea will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:48.264402 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6e31-ab29-4849-b94c-aed3020123f8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.278636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=5bebcdef-2b5f-4431-96dd-9d60e7eb69be,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:48.278799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:48.290005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.304485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a6d5ff3e-7662-44ad-92b1-602b99fe194f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:48.304883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.327038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.347062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.386883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:48.397500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9359f32d-b371-4677-b97c-0f7931cb79ac None None] Provisioning for port 0942ee10-f751-4aad-a986-3a2ec7df9aea completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:48.405817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:48.414445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:48.420637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:48.427085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5a38f7c-01ac-4b95-9fe0-599b52849d53 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.432100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.432100 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment 91b2c73f-9598-4779-876f-026789d998a9 of type vlan for network a4e147f9-af07-48f4-bc85-1d509e8b2fa0 Mar 11 15:44:48.439788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:48.441875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:48.478126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:48.497077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.521550 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5ce3b-bce2-46a1-9df5-f1d21ad8ee8f None None] Pushing event updated for resources: {'Port': ['ID=0942ee10-f751-4aad-a986-3a2ec7df9aea,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:48.526174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a38f7c-01ac-4b95-9fe0-599b52849d53 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Subnet': ['ID=ea960328-a9e1-4d0c-b79e-efb81c8e4f02,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:48.565965 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5a38f7c-01ac-4b95-9fe0-599b52849d53 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.568110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5013b831-b8db-4f84-8f54-bf26ec08a963 None None] Network 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:48.571035 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e5a38f7c-01ac-4b95-9fe0-599b52849d53 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/ea960328-a9e1-4d0c-b79e-efb81c8e4f02 HTTP/1.1" status: 204 len: 168 time: 2.0666471 Mar 11 15:44:48.571174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37944) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:48.660392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Made reservation on behalf of 0bca277d03cc425f8379e6bbedb6ee36 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:48.663979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.688731 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cbfb9179-ca95-4ac3-9c14-9b4aa4fb11a4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163011 Mar 11 15:44:48.689587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.692566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37948) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:48.695320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:48.696056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.701853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.725665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] device_id is not set on port 4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:44:48.795392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Attempting to bind port 0942ee10-f751-4aad-a986-3a2ec7df9aea on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:48.795392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Attempting to bind port 0942ee10-f751-4aad-a986-3a2ec7df9aea by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '12e97b37-1cec-4603-a9e2-337c1d8f465a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11465789-2012-4c06-9e12-fd78778070f4'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:48.795725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Attempting to bind port 0942ee10-f751-4aad-a986-3a2ec7df9aea on network 11465789-2012-4c06-9e12-fd78778070f4 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:48.802134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.803238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c582b974-cdaa-48ee-966f-162178d61282 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:48.868214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-50aa6ed3-ff47-48ff-b77d-fde48b0b80e1 None None] Provisioning complete for port 036404f0-5172-4372-936a-fd0e654dff56 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:48.868723 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-50aa6ed3-ff47-48ff-b77d-fde48b0b80e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.893305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:48.893710 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Checking segment: {'id': '12e97b37-1cec-4603-a9e2-337c1d8f465a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11465789-2012-4c06-9e12-fd78778070f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:48.894065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.894977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Bound using segment: {'id': '12e97b37-1cec-4603-a9e2-337c1d8f465a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11465789-2012-4c06-9e12-fd78778070f4'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:48.894977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Bound port: 0942ee10-f751-4aad-a986-3a2ec7df9aea, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e97b37-1cec-4603-a9e2-337c1d8f465a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11465789-2012-4c06-9e12-fd78778070f4'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:48.895350 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:48.918542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=a4e147f9-af07-48f4-bc85-1d509e8b2fa0,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:48.929839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb998ef-de0f-4559-896d-317b1a5eb17d,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:48.970377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network a4e147f9-af07-48f4-bc85-1d509e8b2fa0 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:44:49.012881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Allocated IP 172.20.0.6 (33ca0e0d-df89-431e-a2d7-fb7ca14c6069/1aa2bc5b-dc06-41f6-8a74-2496b8d663a2/4fa89ed0-09de-4eff-bb37-eb7a8ff133d3) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:49.026233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.066049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-536b71b8-89c4-465a-94ca-69a4654f06aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0276997 Mar 11 15:44:49.070527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37952) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:49.080583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'network_id': 'a4e147f9-af07-48f4-bc85-1d509e8b2fa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:49.253947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.257868 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c98d7100-502c-442f-979a-9468328c7f18 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2179430 Mar 11 15:44:49.269305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37956) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:49.274896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f7e66410-dd37-4b48-a826-1a7d0167bb2e tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '7cb998ef-de0f-4559-896d-317b1a5eb17d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:49.274896 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-f7e66410-dd37-4b48-a826-1a7d0167bb2e tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 15:44:49.274896 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-f7e66410-dd37-4b48-a826-1a7d0167bb2e tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:44:49.278344 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f7e66410-dd37-4b48-a826-1a7d0167bb2e tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061569 Mar 11 15:44:49.286919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37960) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:49.291975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] For port 0942ee10-f751-4aad-a986-3a2ec7df9aea, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:49.301307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port c582b974-cdaa-48ee-966f-162178d61282 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:49.301528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5b5b00-ba15-4e19-b77a-322a7bd82bb5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:49.301656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.305650 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3d5b5b00-ba15-4e19-b77a-322a7bd82bb5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.6079996 Mar 11 15:44:49.310918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37964) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:49.316032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Subnet': ['ID=d997cda5-6b5b-4c91-9ae9-0d3f81d6b77d,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:49.339822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:49.355125 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] For port 0942ee10-f751-4aad-a986-3a2ec7df9aea, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0942ee10-f751-4aad-a986-3a2ec7df9aea,segment=NetworkSegment(12e97b37-1cec-4603-a9e2-337c1d8f465a),segment_id=12e97b37-1cec-4603-a9e2-337c1d8f465a)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:49.356435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:subnet and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:49.369730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:49.394478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:49.399829 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Checking segment: {'id': 'c497461f-b343-4948-8ef0-23a1a9dd71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:49.400619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network hostable DHCP agents. Network: 738d7bae-dc8e-4702-818c-87c9d0e661b0, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:49.401286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.428070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Transition to ACTIVE for port object 4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:49.435581 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.447112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c1591a1-3182-4cc4-a575-ea090b27806f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.482790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c1591a1-3182-4cc4-a575-ea090b27806f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.507553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:49.510971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.513508 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95127d62-455f-40e9-8391-47a80e3987a7 None None] DHCP port deletion for 38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:44:49.544386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-95127d62-455f-40e9-8391-47a80e3987a7 None None] Deleting port 036404f0-5172-4372-936a-fd0e654dff56 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:49.545128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-95127d62-455f-40e9-8391-47a80e3987a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.560111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec313a-4644-4db2-9015-d42805fdd1de tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:49.560873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-08ec313a-4644-4db2-9015-d42805fdd1de tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Synchronizing usage tracker for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:49.603811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:49.604492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:49.640336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.704609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5ce3b-bce2-46a1-9df5-f1d21ad8ee8f None None] Pushing event updated for resources: {'Port': ['ID=0942ee10-f751-4aad-a986-3a2ec7df9aea,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:49.719966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c1591a1-3182-4cc4-a575-ea090b27806f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.794472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1591a1-3182-4cc4-a575-ea090b27806f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb998ef-de0f-4559-896d-317b1a5eb17d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:49.805710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:49.814888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:49.817209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-631101a1-e5f5-4e6a-8e2c-a3ea85d2bea6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.821143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:49.828738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5bebcdef-2b5f-4431-96dd-9d60e7eb69be up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:49.838103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6e31-ab29-4849-b94c-aed3020123f8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.839073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 738d7bae-dc8e-4702-818c-87c9d0e661b0 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:49.867525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-08ec313a-4644-4db2-9015-d42805fdd1de tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Unset dirty status for tenant:97558a07098d4afaab5283142dcd0877 on resource:subnet {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:49.868478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'Port': ['ID=4fa89ed0-09de-4eff-bb37-eb7a8ff133d3,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:49.869377 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-08ec313a-4644-4db2-9015-d42805fdd1de tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5549760 Mar 11 15:44:49.884605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37968) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:49.940157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-631101a1-e5f5-4e6a-8e2c-a3ea85d2bea6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.949035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631101a1-e5f5-4e6a-8e2c-a3ea85d2bea6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:49.950540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-631101a1-e5f5-4e6a-8e2c-a3ea85d2bea6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:49.952475 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-631101a1-e5f5-4e6a-8e2c-a3ea85d2bea6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/ports/84e17217-188e-4844-8a08-988b4ce83847 HTTP/1.1" status: 200 len: 911 time: 2.9719212 Mar 11 15:44:49.972158 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:49.999573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37972) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.087600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c1591a1-3182-4cc4-a575-ea090b27806f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:50.091396 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0c1591a1-3182-4cc4-a575-ea090b27806f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "DELETE /v2.0/security-groups/7cb998ef-de0f-4559-896d-317b1a5eb17d HTTP/1.1" status: 204 len: 168 time: 0.7991598 Mar 11 15:44:50.091396 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4ffdcc28-abd9-49ec-96f4-e682a488dc30 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2075555 Mar 11 15:44:50.091753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37976) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.103312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 738d7bae-dc8e-4702-818c-87c9d0e661b0) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:50.103876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6e31-ab29-4849-b94c-aed3020123f8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:50.114438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37980) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.133300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f8449-f532-4be6-959f-999d4c65f130 None None] Network 738d7bae-dc8e-4702-818c-87c9d0e661b0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:50.191147 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adb4421-abca-4898-a685-1c35b1f5c4e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:50.191628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adb4421-abca-4898-a685-1c35b1f5c4e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:50.211908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:50.212516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:50.239033 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6adb4421-abca-4898-a685-1c35b1f5c4e4 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/a431c83d-460b-4f61-aeae-4fdcd9e7ca4d HTTP/1.1" status: 404 len: 333 time: 0.1231227 Mar 11 15:44:50.239233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:50.239233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:50.246452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:50.246825 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:50.248010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37984) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.297343 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5460a3b0-dd98-4f12-a96a-14cdc4b9f3a7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:50.298067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5460a3b0-dd98-4f12-a96a-14cdc4b9f3a7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:50.301719 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5460a3b0-dd98-4f12-a96a-14cdc4b9f3a7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/71a21d09-3635-4e61-bdf4-17064f68be0a HTTP/1.1" status: 404 len: 337 time: 0.0482025 Mar 11 15:44:50.306938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37988) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.344592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-95127d62-455f-40e9-8391-47a80e3987a7 None None] For port 036404f0-5172-4372-936a-fd0e654dff56, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=036404f0-5172-4372-936a-fd0e654dff56,segment=NetworkSegment(142fc3d8-fe10-422b-af61-97f30fb97418),segment_id=142fc3d8-fe10-422b-af61-97f30fb97418)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:50.345590 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-95127d62-455f-40e9-8391-47a80e3987a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:50.346261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6d18ae08-5c45-4520-ac40-00b7f22f9b8d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Synchronizing usage tracker for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:50.363412 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-2315256e-1dee-4958-b913-604d0b46da38 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:50.363929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2315256e-1dee-4958-b913-604d0b46da38 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:50.367806 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2315256e-1dee-4958-b913-604d0b46da38 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/ea960328-a9e1-4d0c-b79e-efb81c8e4f02 HTTP/1.1" status: 404 len: 337 time: 0.0577247 Mar 11 15:44:50.378859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 37992) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.382768 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d1953221-013a-4988-89f2-d9b937b36019 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2812374 Mar 11 15:44:50.386417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 37994) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.408303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-cf2ebe99-012b-43cc-b2d8-23e1e5a01580 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:74:0c:84'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:50.451728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631101a1-e5f5-4e6a-8e2c-a3ea85d2bea6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=84e17217-188e-4844-8a08-988b4ce83847,revision_number=3']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:50.476977 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffdeed5-5a3b-44cf-bbed-34ab6bcd1843 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:50.477447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffdeed5-5a3b-44cf-bbed-34ab6bcd1843 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:50.481536 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8ffdeed5-5a3b-44cf-bbed-34ab6bcd1843 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/c7ecfd55-66d0-4638-a3cd-42713e70d044 HTTP/1.1" status: 404 len: 333 time: 0.0888021 Mar 11 15:44:50.485369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38000) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.559958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:50.604331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6d18ae08-5c45-4520-ac40-00b7f22f9b8d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Unset dirty status for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:50.609976 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6d18ae08-5c45-4520-ac40-00b7f22f9b8d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5078104 Mar 11 15:44:50.627109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38004) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.637659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'tempest-secgroup--96187319'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:50.644565 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-95127d62-455f-40e9-8391-47a80e3987a7 None None] Calling delete_port for 036404f0-5172-4372-936a-fd0e654dff56 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:50.649677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:50.706621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=bf1322ae-354f-4e7d-9fda-c993af7bf1e8,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:50.708973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:50.711785 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cbcfc5bf-d2b0-42e4-9164-8448ffc92dc8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3259888 Mar 11 15:44:50.719875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38008) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.726992 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-fb8f6e31-ab29-4849-b94c-aed3020123f8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP 28b668bb-7bbb-4fab-83a9-855d81a44209 associated. External IP: 172.26.6.76, port: 12ac7031-43c2-4a7a-97f9-c189bb5db64d. Mar 11 15:44:50.786976 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f147b31-6ab3-43c6-84af-ecb22fa6f5d1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:50.787338 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f147b31-6ab3-43c6-84af-ecb22fa6f5d1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:50.791355 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6f147b31-6ab3-43c6-84af-ecb22fa6f5d1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/8fc1fe2a-b193-4172-a815-6e9ef1d6932b HTTP/1.1" status: 404 len: 337 time: 0.3004391 Mar 11 15:44:50.804096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38012) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.816287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking segment: {'id': '91b2c73f-9598-4779-876f-026789d998a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a4e147f9-af07-48f4-bc85-1d509e8b2fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:50.816481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network hostable DHCP agents. Network: a4e147f9-af07-48f4-bc85-1d509e8b2fa0, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:44:50.827366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7e5782d1-7f9a-4cca-9d84-2ce90fdaf16e None None] Provisioning for port 4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:50.868695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7e5782d1-7f9a-4cca-9d84-2ce90fdaf16e None None] Provisioning complete for port 4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:50.869096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7e5782d1-7f9a-4cca-9d84-2ce90fdaf16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:50.908288 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-9424e264-9777-4e66-83b6-5f5b607c417f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:50.908762 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9424e264-9777-4e66-83b6-5f5b607c417f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:50.912827 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9424e264-9777-4e66-83b6-5f5b607c417f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/48e0e98e-5fb2-4205-9df5-0710ebe2262f HTTP/1.1" status: 404 len: 337 time: 0.1053813 Mar 11 15:44:50.914711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38016) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:50.927391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:50.947540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cf2ebe99-012b-43cc-b2d8-23e1e5a01580 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:51.021500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e94e3857-8226-4382-a7da-304e38bc88b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:51.033319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bfc92d0f-eb07-494b-8819-38298a378f18 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:51.034592 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1cce72-80f1-428f-a826-343ff8bdca00 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:51.043374 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1cce72-80f1-428f-a826-343ff8bdca00 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:51.043374 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cd1cce72-80f1-428f-a826-343ff8bdca00 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/25db5f07-8524-4733-9928-2ba0b6a5db12 HTTP/1.1" status: 404 len: 333 time: 0.1211433 Mar 11 15:44:51.049033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38020) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:51.067699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55728274-510b-4653-898a-6cd4d476cada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-738d7bae-dc8e-4702-818c-87c9d0e661b0', 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'fixed_ips': [{'subnet_id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:51.068447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-55728274-510b-4653-898a-6cd4d476cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:51.083318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:51.083585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-95127d62-455f-40e9-8391-47a80e3987a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:51.095948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network a4e147f9-af07-48f4-bc85-1d509e8b2fa0 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:44:51.105406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:51.114010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:51.130063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7e5782d1-7f9a-4cca-9d84-2ce90fdaf16e None None] Port 4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:51.134658 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-873ff5a8-9c7e-4326-8b29-3c9982c4c462 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:51.135492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873ff5a8-9c7e-4326-8b29-3c9982c4c462 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:51.140077 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-873ff5a8-9c7e-4326-8b29-3c9982c4c462 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/b1e05a52-6b94-4ae8-8e38-7330ecba350c HTTP/1.1" status: 404 len: 337 time: 0.0867147 Mar 11 15:44:51.150468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38024) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:51.161151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95127d62-455f-40e9-8391-47a80e3987a7 None None] Pushing event deleted for resources: {'Port': ['ID=036404f0-5172-4372-936a-fd0e654dff56,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:51.169154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95127d62-455f-40e9-8391-47a80e3987a7 None None] No DVR routers for this DVR port 036404f0-5172-4372-936a-fd0e654dff56 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:44:51.173188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:51.203983 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-696c5a59-f831-41fc-b9f2-3e31f124de99 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:51.204441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696c5a59-f831-41fc-b9f2-3e31f124de99 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:51.210205 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-696c5a59-f831-41fc-b9f2-3e31f124de99 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/acd6d546-4b68-4a73-915a-f78ab38c0fcc HTTP/1.1" status: 404 len: 337 time: 0.0547328 Mar 11 15:44:51.210205 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38028) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:51.211394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, a4e147f9-af07-48f4-bc85-1d509e8b2fa0) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:51.230388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:51.231361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:51.235007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a24f87-7c25-4bf2-8611-e2d8569c182c None None] Network a4e147f9-af07-48f4-bc85-1d509e8b2fa0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:51.412161 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1efd4a-04a9-4e2f-beea-0bbb5dd5d4a5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:51.412823 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1efd4a-04a9-4e2f-beea-0bbb5dd5d4a5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:51.416982 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1d1efd4a-04a9-4e2f-beea-0bbb5dd5d4a5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/ccc11bd0-3896-4838-8092-091c35674854 HTTP/1.1" status: 404 len: 333 time: 0.2034409 Mar 11 15:44:51.418580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38034) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:51.424028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port bfc92d0f-eb07-494b-8819-38298a378f18 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:51.424579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:51.453147 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:44:41Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:49Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:51.482977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16e4bd-5cce-4ba6-9a8c-1b9d9c646115 None None] The sync data for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv is: [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:44:41Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:49Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:51.517001 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a025dab7-b579-4380-8ae5-ed8c2dffcc68 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4453878 Mar 11 15:44:51.552646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38038) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:51.561804 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c498b7a-a2f7-46c1-9d56-9e7fd893a5b8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:51.562435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c498b7a-a2f7-46c1-9d56-9e7fd893a5b8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:51.564275 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1c498b7a-a2f7-46c1-9d56-9e7fd893a5b8 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/750f71fd-a09b-4dff-b2e0-c2a224c89b49 HTTP/1.1" status: 404 len: 337 time: 0.1456084 Mar 11 15:44:51.579831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38040) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:51.632711 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8e7acb-3e1c-411b-80be-be4ba8eebf8f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:51.633259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8e7acb-3e1c-411b-80be-be4ba8eebf8f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:51.635060 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5f8e7acb-3e1c-411b-80be-be4ba8eebf8f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/6b258bc9-6179-476a-9bdd-e006b10638c7 HTTP/1.1" status: 404 len: 337 time: 0.0527391 Mar 11 15:44:51.639112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38044) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:51.692829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-55728274-510b-4653-898a-6cd4d476cada None None] Allocated IP 172.23.0.2 (738d7bae-dc8e-4702-818c-87c9d0e661b0/d997cda5-6b5b-4c91-9ae9-0d3f81d6b77d/8ede3b51-8a7e-49b2-806b-71773f4c24f7) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:51.706821 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0cba95-8123-425e-95be-51df35b837f7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:51.707405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0cba95-8123-425e-95be-51df35b837f7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:51.709254 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cf0cba95-8123-425e-95be-51df35b837f7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/04b9d824-701a-4f05-bd09-fefca6625b14 HTTP/1.1" status: 404 len: 333 time: 0.0597341 Mar 11 15:44:51.716416 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38050) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:51.756874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8f6e31-ab29-4849-b94c-aed3020123f8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:51.798887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:51.803191 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a532ae4-1b92-4005-9123-2b9df8685ecb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:51.803648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a532ae4-1b92-4005-9123-2b9df8685ecb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:51.807641 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0a532ae4-1b92-4005-9123-2b9df8685ecb tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/cf442685-a5af-4a7a-b9fb-64b7d81ad246 HTTP/1.1" status: 404 len: 337 time: 0.0880330 Mar 11 15:44:51.808310 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38054) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:51.916036 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-a4e147f9-af07-48f4-bc85-1d509e8b2fa0', 'network_id': 'a4e147f9-af07-48f4-bc85-1d509e8b2fa0', 'tenant_id': '98ee7e50c62343569b27fd53a309f525', 'fixed_ips': [{'subnet_id': 'bf1322ae-354f-4e7d-9fda-c993af7bf1e8'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:44:51.917121 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:51.923769 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5525b606-8c26-48e1-85a4-348dd6798f73 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:51.924252 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5525b606-8c26-48e1-85a4-348dd6798f73 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:51.926025 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5525b606-8c26-48e1-85a4-348dd6798f73 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/697308d4-43a9-479d-9ccf-9f7434a8d48b HTTP/1.1" status: 404 len: 333 time: 0.1151779 Mar 11 15:44:51.930379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38058) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:51.981795 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-786a2482-2792-47b8-8586-5d17ea07c193 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:51.982248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786a2482-2792-47b8-8586-5d17ea07c193 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:51.984471 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-786a2482-2792-47b8-8586-5d17ea07c193 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/940612ff-ad9e-4b74-9b16-74980ad63b85 HTTP/1.1" status: 404 len: 337 time: 0.0526607 Mar 11 15:44:51.988152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38062) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:52.003125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.123823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.129220 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5001488 Mar 11 15:44:52.132322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.156244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38066) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:52.189844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-55728274-510b-4653-898a-6cd4d476cada None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.200879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 036404f0-5172-4372-936a-fd0e654dff56 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:44:52.219977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-cf2ebe99-012b-43cc-b2d8-23e1e5a01580 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:44:52.244753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-55728274-510b-4653-898a-6cd4d476cada None None] Transition to ACTIVE for port object 8ede3b51-8a7e-49b2-806b-71773f4c24f7 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:52.245320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6f345644-0300-489b-bf65-8329b27e5f19 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': 'c3856dce-cfaf-4074-9691-527fa723f686', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:52.246254 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-6f345644-0300-489b-bf65-8329b27e5f19 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 15:44:52.246758 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-6f345644-0300-489b-bf65-8329b27e5f19 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:44:52.247754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6f345644-0300-489b-bf65-8329b27e5f19 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0301385 Mar 11 15:44:52.248925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 036404f0-5172-4372-936a-fd0e654dff56 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:44:52.249280 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 036404f0-5172-4372-936a-fd0e654dff56 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:44:52.258815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.258815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871192ce-fdb1-4d9d-945b-cee6be199181 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3856dce-cfaf-4074-9691-527fa723f686,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:52.263046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38070) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:52.269372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cf2ebe99-012b-43cc-b2d8-23e1e5a01580 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.291340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-55728274-510b-4653-898a-6cd4d476cada None None] Transition to ACTIVE for port object 8ede3b51-8a7e-49b2-806b-71773f4c24f7 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:52.311326 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2d6582-610b-493a-b34e-e806a2365ac1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:52.312595 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2d6582-610b-493a-b34e-e806a2365ac1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:52.317639 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7d2d6582-610b-493a-b34e-e806a2365ac1 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/e5aa9607-f7e8-468b-9c65-2579086ef975 HTTP/1.1" status: 404 len: 333 time: 0.3181446 Mar 11 15:44:52.319101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38074) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:52.335648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04066d06-4767-4490-8e51-e210d2ebece6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.381198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-55728274-510b-4653-898a-6cd4d476cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.403797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cf2ebe99-012b-43cc-b2d8-23e1e5a01580 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.476599 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09db1e3-5324-4256-aa24-e958d5fbaf16 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:52.476599 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09db1e3-5324-4256-aa24-e958d5fbaf16 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:52.478317 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f09db1e3-5324-4256-aa24-e958d5fbaf16 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/3d53f1f0-d282-428b-a9ca-0e3f0e82e16d HTTP/1.1" status: 404 len: 337 time: 0.1465421 Mar 11 15:44:52.492806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55728274-510b-4653-898a-6cd4d476cada None None] Pushing event updated for resources: {'Port': ['ID=8ede3b51-8a7e-49b2-806b-71773f4c24f7,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:52.495181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0942ee10-f751-4aad-a986-3a2ec7df9aea up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:52.507342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8f6e31-ab29-4849-b94c-aed3020123f8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:52.515976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38078) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:52.520356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6e31-ab29-4849-b94c-aed3020123f8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.529499 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04a05b-9134-4f98-9715-808f52c0e621 None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:52.534691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55728274-510b-4653-898a-6cd4d476cada None None] Network 738d7bae-dc8e-4702-818c-87c9d0e661b0 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:52.547428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-55728274-510b-4653-898a-6cd4d476cada None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:52.555191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55728274-510b-4653-898a-6cd4d476cada None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:52.569501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04a05b-9134-4f98-9715-808f52c0e621 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:52.569829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5e04a05b-9134-4f98-9715-808f52c0e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:52.621953 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3363f23f-43fd-40c1-8b0e-0ed941c0ebbd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:52.622426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3363f23f-43fd-40c1-8b0e-0ed941c0ebbd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:52.626841 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3363f23f-43fd-40c1-8b0e-0ed941c0ebbd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/34524e73-9faf-4b69-af11-9a78255b9d6f HTTP/1.1" status: 404 len: 333 time: 0.1074040 Mar 11 15:44:52.629500 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38082) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:52.723951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5e04a05b-9134-4f98-9715-808f52c0e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:52.724166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ebe99-012b-43cc-b2d8-23e1e5a01580 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'Port': ['ID=4fa89ed0-09de-4eff-bb37-eb7a8ff133d3,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:52.731044 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.745323 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa298c6-1d22-432c-8a7d-e00f34e7a42f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:52.746779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa298c6-1d22-432c-8a7d-e00f34e7a42f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:52.748178 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1fa298c6-1d22-432c-8a7d-e00f34e7a42f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/3f0fd8e5-0309-4a19-ab3d-dcbb830e9719 HTTP/1.1" status: 404 len: 337 time: 0.1160176 Mar 11 15:44:52.758043 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Allocated IP 172.20.0.1 (a4e147f9-af07-48f4-bc85-1d509e8b2fa0/bf1322ae-354f-4e7d-9fda-c993af7bf1e8/263166e6-e651-407f-ab3d-8d7188ff008d) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:52.758959 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fb8f6e31-ab29-4849-b94c-aed3020123f8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "PUT /v2.0/floatingips/28b668bb-7bbb-4fab-83a9-855d81a44209 HTTP/1.1" status: 200 len: 978 time: 4.6027489 Mar 11 15:44:52.767243 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38086) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:52.772427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38088) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:52.801084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ebe99-012b-43cc-b2d8-23e1e5a01580 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] In _notify_port_updated(), no bound segment for port 4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 on network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 {{(pid=88558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:44:52.809049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2ebe99-012b-43cc-b2d8-23e1e5a01580 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:52.809807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cf2ebe99-012b-43cc-b2d8-23e1e5a01580 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.811335 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cf2ebe99-012b-43cc-b2d8-23e1e5a01580 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "PUT /v2.0/ports/4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 HTTP/1.1" status: 200 len: 992 time: 2.4161034 Mar 11 15:44:52.815470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04a05b-9134-4f98-9715-808f52c0e621 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:52.816105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5e04a05b-9134-4f98-9715-808f52c0e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:52.835808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38094) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:52.893888 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e907ec0-df2c-45df-bdcd-407dc854b640 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:52.894110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e907ec0-df2c-45df-bdcd-407dc854b640 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:52.895278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-561f02cf-aa27-4123-a786-41864e657353 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.895732 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0e907ec0-df2c-45df-bdcd-407dc854b640 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/f4e9c52d-56a0-4d76-83a3-f6d70b364810 HTTP/1.1" status: 404 len: 333 time: 0.1269927 Mar 11 15:44:52.901694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38098) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:52.919399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5e04a05b-9134-4f98-9715-808f52c0e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:52.919399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04a05b-9134-4f98-9715-808f52c0e621 None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:52.944259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-55728274-510b-4653-898a-6cd4d476cada None None] Attempting to bind port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:52.944648 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-55728274-510b-4653-898a-6cd4d476cada None None] Attempting to bind port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c497461f-b343-4948-8ef0-23a1a9dd71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:52.945005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55728274-510b-4653-898a-6cd4d476cada None None] Attempting to bind port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 on network 738d7bae-dc8e-4702-818c-87c9d0e661b0 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:52.954345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55728274-510b-4653-898a-6cd4d476cada None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:52.954740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55728274-510b-4653-898a-6cd4d476cada None None] Checking segment: {'id': 'c497461f-b343-4948-8ef0-23a1a9dd71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:52.955581 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-55728274-510b-4653-898a-6cd4d476cada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.955581 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55728274-510b-4653-898a-6cd4d476cada None None] Bound using segment: {'id': 'c497461f-b343-4948-8ef0-23a1a9dd71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:52.957471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-55728274-510b-4653-898a-6cd4d476cada None None] Bound port: 8ede3b51-8a7e-49b2-806b-71773f4c24f7, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c497461f-b343-4948-8ef0-23a1a9dd71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:52.957471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-55728274-510b-4653-898a-6cd4d476cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.958563 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-de310426-9023-42e0-89b4-c1dc4a60f0b6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:52.959023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de310426-9023-42e0-89b4-c1dc4a60f0b6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:52.963205 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-de310426-9023-42e0-89b4-c1dc4a60f0b6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/98a9aea2-5d9d-434d-a3a7-bf0c4539644e HTTP/1.1" status: 404 len: 337 time: 0.0584960 Mar 11 15:44:52.966409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port 12ac7031-43c2-4a7a-97f9-c189bb5db64d {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:52.966755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:52.991741 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38102) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:53.019713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-561f02cf-aa27-4123-a786-41864e657353 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.029080 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 0942ee10-f751-4aad-a986-3a2ec7df9aea completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:53.036201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-15505503-21fc-4ba0-a45a-7059c1f216b5 None None] Provisioning complete for port 4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:53.036201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-15505503-21fc-4ba0-a45a-7059c1f216b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.051776 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-22759244-fb94-4922-82e2-7170082389b7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:53.052246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22759244-fb94-4922-82e2-7170082389b7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:53.056377 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-22759244-fb94-4922-82e2-7170082389b7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/7976e079-5cf9-421a-9140-6e0896558020 HTTP/1.1" status: 404 len: 333 time: 0.0602279 Mar 11 15:44:53.057614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38106) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:53.060743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-c337fe5e-2c27-428d-90fd-77c2ee3d96ca tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Deleting port 4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:53.061090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c337fe5e-2c27-428d-90fd-77c2ee3d96ca tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.114622 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffd53fc-eded-49fa-956c-1952c9c07bbc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:53.115401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffd53fc-eded-49fa-956c-1952c9c07bbc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:53.119254 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4ffd53fc-eded-49fa-956c-1952c9c07bbc tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/f0e8b34f-0980-4128-9c53-e88bad0fdcc7 HTTP/1.1" status: 404 len: 337 time: 0.0583405 Mar 11 15:44:53.119394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 0942ee10-f751-4aad-a986-3a2ec7df9aea triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:53.119394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.121234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38110) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:53.198072 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-15505503-21fc-4ba0-a45a-7059c1f216b5 None None] Port 4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:53.240138 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-990d3712-3e07-49b6-b9bd-ea9d49ff7979 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:53.240138 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990d3712-3e07-49b6-b9bd-ea9d49ff7979 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:53.243365 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-990d3712-3e07-49b6-b9bd-ea9d49ff7979 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/01443af1-1490-478e-868b-be84a666591e HTTP/1.1" status: 404 len: 337 time: 0.1175094 Mar 11 15:44:53.243590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38114) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:53.293822 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-87785809-5836-4f68-922e-d79855369c2b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:53.294072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87785809-5836-4f68-922e-d79855369c2b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:53.311591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-55728274-510b-4653-898a-6cd4d476cada None None] For port 8ede3b51-8a7e-49b2-806b-71773f4c24f7, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:53.314858 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-87785809-5836-4f68-922e-d79855369c2b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/8af82952-3ea8-4cc1-bab9-aaf12e857276 HTTP/1.1" status: 404 len: 333 time: 0.0680132 Mar 11 15:44:53.314858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-561f02cf-aa27-4123-a786-41864e657353 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.315910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-561f02cf-aa27-4123-a786-41864e657353 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.318264 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-561f02cf-aa27-4123-a786-41864e657353 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "DELETE /v2.0/security-groups/c3856dce-cfaf-4074-9691-527fa723f686 HTTP/1.1" status: 204 len: 168 time: 1.0526876 Mar 11 15:44:53.327577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38118) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:53.327943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38120) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:53.340004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Allocated IP 172.23.0.1 (738d7bae-dc8e-4702-818c-87c9d0e661b0/d997cda5-6b5b-4c91-9ae9-0d3f81d6b77d/dd439f30-e6d8-4806-90e2-206d823a85c0) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:53.361721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.364895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-55728274-510b-4653-898a-6cd4d476cada None None] For port 8ede3b51-8a7e-49b2-806b-71773f4c24f7, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8ede3b51-8a7e-49b2-806b-71773f4c24f7,segment=NetworkSegment(c497461f-b343-4948-8ef0-23a1a9dd71fc),segment_id=c497461f-b343-4948-8ef0-23a1a9dd71fc)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:53.383419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Transition to ACTIVE for port object 263166e6-e651-407f-ab3d-8d7188ff008d will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:53.406766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.417046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f02cf-aa27-4123-a786-41864e657353 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3856dce-cfaf-4074-9691-527fa723f686,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:53.424782 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Transition to ACTIVE for port object 263166e6-e651-407f-ab3d-8d7188ff008d will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:53.444227 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4e0237-627e-4d46-b4bf-eb17fa7aaa75 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:53.444702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4e0237-627e-4d46-b4bf-eb17fa7aaa75 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:53.448909 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1d4e0237-627e-4d46-b4bf-eb17fa7aaa75 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/66e9de56-1fb2-4647-9a75-48826b06ce11 HTTP/1.1" status: 404 len: 337 time: 0.1100996 Mar 11 15:44:53.452330 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-55728274-510b-4653-898a-6cd4d476cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.454052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38126) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:53.472583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.495561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 0942ee10-f751-4aad-a986-3a2ec7df9aea, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0942ee10-f751-4aad-a986-3a2ec7df9aea,segment=NetworkSegment(12e97b37-1cec-4603-a9e2-337c1d8f465a),segment_id=12e97b37-1cec-4603-a9e2-337c1d8f465a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:53.553640 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.559849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55728274-510b-4653-898a-6cd4d476cada None None] Pushing event updated for resources: {'Port': ['ID=8ede3b51-8a7e-49b2-806b-71773f4c24f7,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:53.588957 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-04066d06-4767-4490-8e51-e210d2ebece6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 84e17217-188e-4844-8a08-988b4ce83847 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:53.589443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04066d06-4767-4490-8e51-e210d2ebece6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.605997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.625605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Network a4e147f9-af07-48f4-bc85-1d509e8b2fa0 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:53.628665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:53.632314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:53.676233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Pushing event updated for resources: {'Port': ['ID=263166e6-e651-407f-ab3d-8d7188ff008d,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:53.732299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9c36008e-616f-4f28-826a-4d051b05f689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.769494 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-61afde42-21ad-48dd-aa5f-3227cb845d6f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:53.770061 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61afde42-21ad-48dd-aa5f-3227cb845d6f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:53.815309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Attempting to bind port 263166e6-e651-407f-ab3d-8d7188ff008d on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:44:53.815653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Attempting to bind port 263166e6-e651-407f-ab3d-8d7188ff008d by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '91b2c73f-9598-4779-876f-026789d998a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a4e147f9-af07-48f4-bc85-1d509e8b2fa0'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:44:53.816011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Attempting to bind port 263166e6-e651-407f-ab3d-8d7188ff008d on network a4e147f9-af07-48f4-bc85-1d509e8b2fa0 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:44:53.821439 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=0942ee10-f751-4aad-a986-3a2ec7df9aea,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:53.826148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:44:53.826522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Checking segment: {'id': '91b2c73f-9598-4779-876f-026789d998a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a4e147f9-af07-48f4-bc85-1d509e8b2fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:44:53.826925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.827307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Bound using segment: {'id': '91b2c73f-9598-4779-876f-026789d998a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a4e147f9-af07-48f4-bc85-1d509e8b2fa0'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:44:53.827807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Bound port: 263166e6-e651-407f-ab3d-8d7188ff008d, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b2c73f-9598-4779-876f-026789d998a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a4e147f9-af07-48f4-bc85-1d509e8b2fa0'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:44:53.828177 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.950598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-62415ce9-17ce-4905-849f-6cf35e4ef932 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Synchronizing usage tracker for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:53.963575 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-61afde42-21ad-48dd-aa5f-3227cb845d6f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/d1128f9d-bff3-407a-a620-7db9d231d6fa HTTP/1.1" status: 404 len: 337 time: 0.4999125 Mar 11 15:44:53.964540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.973708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38130) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:53.993181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] For port 263166e6-e651-407f-ab3d-8d7188ff008d, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:44:53.997000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] For port 263166e6-e651-407f-ab3d-8d7188ff008d, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=263166e6-e651-407f-ab3d-8d7188ff008d,segment=NetworkSegment(91b2c73f-9598-4779-876f-026789d998a9),segment_id=91b2c73f-9598-4779-876f-026789d998a9)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:44:54.045115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Transition to ACTIVE for port object dd439f30-e6d8-4806-90e2-206d823a85c0 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:54.047264 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d588b045-e767-46ba-895d-b7185fce3e01 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:54.047739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d588b045-e767-46ba-895d-b7185fce3e01 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:54.051824 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d588b045-e767-46ba-895d-b7185fce3e01 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/a300ad5a-34e6-4bcd-93c8-13493fd5eba6 HTTP/1.1" status: 404 len: 333 time: 0.0718653 Mar 11 15:44:54.061940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38134) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:54.066724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.077686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.109682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-62415ce9-17ce-4905-849f-6cf35e4ef932 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Unset dirty status for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:54.115029 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-62415ce9-17ce-4905-849f-6cf35e4ef932 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7736037 Mar 11 15:44:54.118780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c337fe5e-2c27-428d-90fd-77c2ee3d96ca tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.119994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38138) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:54.129822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'tempest-secgroup--736323920'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:54.149496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:54.172297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:54.174694 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15530f-b19a-4751-ad33-2c759eabcd01 None None] Pushing event updated for resources: {'Port': ['ID=263166e6-e651-407f-ab3d-8d7188ff008d,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:54.175166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.175550 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.175841 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP 28b668bb-7bbb-4fab-83a9-855d81a44209 disassociated. External IP: 172.26.6.76, port: 12ac7031-43c2-4a7a-97f9-c189bb5db64d. Mar 11 15:44:54.176190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for 12ac7031-43c2-4a7a-97f9-c189bb5db64d owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:54.182956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Subnet': ['ID=bf1322ae-354f-4e7d-9fda-c993af7bf1e8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:54.198749 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-97eca3bd-a8c3-41ca-9d67-e03981dcd54b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:54.199218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97eca3bd-a8c3-41ca-9d67-e03981dcd54b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:54.201002 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-97eca3bd-a8c3-41ca-9d67-e03981dcd54b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/47e6e3de-fb88-48e8-be7f-68cf55e38777 HTTP/1.1" status: 404 len: 337 time: 0.1297805 Mar 11 15:44:54.207492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38142) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:54.278253 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f66003d-4bf1-4989-b4cf-c59d4f5fb726 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:54.278647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f66003d-4bf1-4989-b4cf-c59d4f5fb726 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:54.283137 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1f66003d-4bf1-4989-b4cf-c59d4f5fb726 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/3877d289-5cb8-4e8c-8108-f1c64e28a620 HTTP/1.1" status: 404 len: 337 time: 0.0708981 Mar 11 15:44:54.285103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38146) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:54.319209 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.344630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-c337fe5e-2c27-428d-90fd-77c2ee3d96ca tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Calling delete_port for 4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:54.384904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04066d06-4767-4490-8e51-e210d2ebece6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.463845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.491273 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.521148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.555640 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0942ee10-f751-4aad-a986-3a2ec7df9aea up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:54.602923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e147f9-af07-48f4-bc85-1d509e8b2fa0']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:54.626042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b2c73f-9598-4779-876f-026789d998a9') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:54.626330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b2c73f-9598-4779-876f-026789d998a9') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:54.641005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.643848 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a419d7a-5344-402c-80b4-c91840939ca7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:54.644357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a419d7a-5344-402c-80b4-c91840939ca7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:54.659476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 0942ee10-f751-4aad-a986-3a2ec7df9aea triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:54.659476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.660266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-04066d06-4767-4490-8e51-e210d2ebece6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for 84e17217-188e-4844-8a08-988b4ce83847 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:54.669303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.673866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:54.674274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:54.705737 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:54.712739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.719322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:54.726614 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7a419d7a-5344-402c-80b4-c91840939ca7 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/963f38a8-7fb8-49eb-a9a9-a5fd9d90c077 HTTP/1.1" status: 404 len: 333 time: 0.3423626 Mar 11 15:44:54.734585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38150) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:54.739160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:54.789431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:54.803394 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99221ac-8f26-4265-b6d8-62da87cf5372 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:54.803857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99221ac-8f26-4265-b6d8-62da87cf5372 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:54.805944 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b99221ac-8f26-4265-b6d8-62da87cf5372 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/e198a529-a0b9-44f9-8580-88034ff60188 HTTP/1.1" status: 404 len: 337 time: 0.0700395 Mar 11 15:44:54.808335 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:54.811168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38154) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:54.829905 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ede3b51-8a7e-49b2-806b-71773f4c24f7 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:54.866079 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a889767-328d-4dbb-be87-928dacea57de tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:54.866542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a889767-328d-4dbb-be87-928dacea57de tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:54.868239 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3a889767-328d-4dbb-be87-928dacea57de tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/5368ec4f-48b0-4b80-ad57-f79eb1df4847 HTTP/1.1" status: 404 len: 337 time: 0.0561388 Mar 11 15:44:54.870481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:54.872230 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38158) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:54.892040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 738d7bae-dc8e-4702-818c-87c9d0e661b0 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:54.898138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:54.904539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:54.957354 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=dd439f30-e6d8-4806-90e2-206d823a85c0,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:54.977660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.978016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.978361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.978701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.979063 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.979402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.979731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.980063 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.980387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.980766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.981072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.981394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:54.987746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:54.998135 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2f438883-4107-45c1-8492-f15bdac0e388 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports?device_id=5966efa7-fbed-43a3-8901-587e24c3d3f9 HTTP/1.1" status: 200 len: 205 time: 0.1212232 Mar 11 15:44:54.998135 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=12ac7031-43c2-4a7a-97f9-c189bb5db64d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:55.000751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38162) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:55.011435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.039972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c337fe5e-2c27-428d-90fd-77c2ee3d96ca tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.069927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fad9ca-f80c-43af-88b2-97db428cc4e3 None None] Network 738d7bae-dc8e-4702-818c-87c9d0e661b0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:55.074833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.075183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.075526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.075862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.076189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.076520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.076873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.077202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.077566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.077888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.078209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.078528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:55.093182 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:44:55.093182 dv-neutron-833203-2-hyperv neutron-server[88558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:44:55.093182 dv-neutron-833203-2-hyperv neutron-server[88558]: [parameters: {'id': 'a4e147f9-af07-48f4-bc85-1d509e8b2fa0'}] Mar 11 15:44:55.093182 dv-neutron-833203-2-hyperv neutron-server[88558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:55.093557 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:55.096776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337fe5e-2c27-428d-90fd-77c2ee3d96ca tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event deleted for resources: {'Port': ['ID=4fa89ed0-09de-4eff-bb37-eb7a8ff133d3,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:55.116288 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-dc2eaaa9-72be-4854-b451-03e19abecc6d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] delete failed (client error): The resource could not be found. Mar 11 15:44:55.117346 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dc2eaaa9-72be-4854-b451-03e19abecc6d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/routers/5966efa7-fbed-43a3-8901-587e24c3d3f9 HTTP/1.1" status: 404 len: 336 time: 0.1156704 Mar 11 15:44:55.132870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38166) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:55.205468 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a516b560-9a5c-437e-8868-6dfd75fafc90 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:55.206126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a516b560-9a5c-437e-8868-6dfd75fafc90 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:55.222800 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a516b560-9a5c-437e-8868-6dfd75fafc90 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/da9ec79b-1c3c-4059-9cc2-4e71318ab49b HTTP/1.1" status: 404 len: 337 time: 0.0856905 Mar 11 15:44:55.227364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38170) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:55.420150 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-24cb6173-054d-4b76-9fe4-8c3d3a8c6b13 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 HTTP/1.1" status: 200 len: 205 time: 0.1534734 Mar 11 15:44:55.421054 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38174) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:55.433793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e56a40ca-8d0e-4df5-9f3d-da7162477e9c None None] Provisioning for port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:55.446509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e56a40ca-8d0e-4df5-9f3d-da7162477e9c None None] Provisioning complete for port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:55.447095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e56a40ca-8d0e-4df5-9f3d-da7162477e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.449419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:55.458000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.511457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c337fe5e-2c27-428d-90fd-77c2ee3d96ca tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.514237 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c337fe5e-2c27-428d-90fd-77c2ee3d96ca tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "DELETE /v2.0/ports/4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 HTTP/1.1" status: 204 len: 168 time: 2.6715312 Mar 11 15:44:55.533545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38178) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:55.588791 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e724e1-9870-4dbe-8100-d49211f1c0ca tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] GET failed (client error): The resource could not be found. Mar 11 15:44:55.595244 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e8e724e1-9870-4dbe-8100-d49211f1c0ca tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "GET /v2.0/ports/4fa89ed0-09de-4eff-bb37-eb7a8ff133d3 HTTP/1.1" status: 404 len: 333 time: 0.0501859 Mar 11 15:44:55.596939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38182) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:55.601876 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60abc7e0-a685-4353-9fad-2d28e1fa1229 None None] Network a4e147f9-af07-48f4-bc85-1d509e8b2fa0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:55.603425 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.611301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Request body: {'port': {'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069', 'name': 'tempest-AllowedAddressPairTestJSON-2069147370'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:55.635695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.663089 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-ce6934dc-bcf7-47f0-beac-281d04adce0d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] delete failed (client error): The resource could not be found. Mar 11 15:44:55.667419 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ce6934dc-bcf7-47f0-beac-281d04adce0d tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/routers/c4cd9b2a-853a-40ef-87ca-b94fac4a7c28 HTTP/1.1" status: 404 len: 336 time: 0.2023604 Mar 11 15:44:55.667814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38186) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:55.678394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04066d06-4767-4490-8e51-e210d2ebece6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.859281 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8af846-d4b7-47e6-a64b-67ea0cb8600b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:55.859668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8af846-d4b7-47e6-a64b-67ea0cb8600b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:55.863818 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bf8af846-d4b7-47e6-a64b-67ea0cb8600b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/c54d07fa-e2f1-4122-b64d-e1a248ed4ed5 HTTP/1.1" status: 404 len: 337 time: 0.1927581 Mar 11 15:44:55.864923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38190) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:55.865630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 263166e6-e651-407f-ab3d-8d7188ff008d {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:55.865975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.895436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e56a40ca-8d0e-4df5-9f3d-da7162477e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.921333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.928131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.940497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e56a40ca-8d0e-4df5-9f3d-da7162477e9c None None] For port 8ede3b51-8a7e-49b2-806b-71773f4c24f7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8ede3b51-8a7e-49b2-806b-71773f4c24f7,segment=NetworkSegment(c497461f-b343-4948-8ef0-23a1a9dd71fc),segment_id=c497461f-b343-4948-8ef0-23a1a9dd71fc)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:55.943219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:55.962934 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0443204-11c5-498d-89a8-7f7b0ccda68b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:55.963394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0443204-11c5-498d-89a8-7f7b0ccda68b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:55.965370 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e0443204-11c5-498d-89a8-7f7b0ccda68b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/66cdbe84-258c-494b-8040-3470f707812f HTTP/1.1" status: 404 len: 337 time: 0.0726590 Mar 11 15:44:55.976175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38194) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:56.003032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04066d06-4767-4490-8e51-e210d2ebece6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=84e17217-188e-4844-8a08-988b4ce83847,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:56.031575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4b2567-6373-4bc8-8341-081d41767f00,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:56.058799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] DHCP port deletion for a4e147f9-af07-48f4-bc85-1d509e8b2fa0 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:44:56.063946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Deleting port 263166e6-e651-407f-ab3d-8d7188ff008d {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:56.064324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:56.096159 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1a5e1a-19fa-48cb-bd31-4c86d25b1f23 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:56.096766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1a5e1a-19fa-48cb-bd31-4c86d25b1f23 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:56.098560 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8f1a5e1a-19fa-48cb-bd31-4c86d25b1f23 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/848a6ab0-9884-4250-8d9e-d08aa186142b HTTP/1.1" status: 404 len: 333 time: 0.1214516 Mar 11 15:44:56.107775 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38198) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:56.131032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e56a40ca-8d0e-4df5-9f3d-da7162477e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:56.159605 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4f8c62-7883-4737-b711-db8fc5aa5aaa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:56.160066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4f8c62-7883-4737-b711-db8fc5aa5aaa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:56.164579 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7f4f8c62-7883-4737-b711-db8fc5aa5aaa tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/ace1ca49-3850-4aa5-98a8-9d56ffff110e HTTP/1.1" status: 404 len: 337 time: 0.0526848 Mar 11 15:44:56.165486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:56.169605 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8e5f6053-dede-4b1c-ab01-79a6fc17efd0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0486391 Mar 11 15:44:56.307909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38202) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:56.307909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38204) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:56.337445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a40ca-8d0e-4df5-9f3d-da7162477e9c None None] Pushing event updated for resources: {'Port': ['ID=8ede3b51-8a7e-49b2-806b-71773f4c24f7,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:56.389190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2cb1e7e3-d538-4382-a99e-7aab9de199db tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '1a4b2567-6373-4bc8-8341-081d41767f00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:56.399047 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.api.v2.base [None req-2cb1e7e3-d538-4382-a99e-7aab9de199db tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 15:44:56.402778 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-2cb1e7e3-d538-4382-a99e-7aab9de199db tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:44:56.402778 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2cb1e7e3-d538-4382-a99e-7aab9de199db tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0865219 Mar 11 15:44:56.412889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38210) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:56.424465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b4720ea3-e047-49fb-bdb3-bf2e6dd9af7c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '1a4b2567-6373-4bc8-8341-081d41767f00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:56.426086 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-b4720ea3-e047-49fb-bdb3-bf2e6dd9af7c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 15:44:56.426595 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-b4720ea3-e047-49fb-bdb3-bf2e6dd9af7c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:44:56.429049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b4720ea3-e047-49fb-bdb3-bf2e6dd9af7c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0131600 Mar 11 15:44:56.431033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04066d06-4767-4490-8e51-e210d2ebece6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:56.441092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38214) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:56.450454 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e40498-98c5-4cec-86ec-ecf10fff29ac tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:56.450939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e40498-98c5-4cec-86ec-ecf10fff29ac tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:56.455680 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c4e40498-98c5-4cec-86ec-ecf10fff29ac tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/169b4dc5-5c3b-46ea-bf9d-8edf3a0ff4fc HTTP/1.1" status: 404 len: 333 time: 0.1441624 Mar 11 15:44:56.455680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:56.456954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38218) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:56.463675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-53b2f8b6-da65-4c86-848a-f7b0df6dc861 None None] Provisioning for port dd439f30-e6d8-4806-90e2-206d823a85c0 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:44:56.468948 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7838ca-37d0-47ab-860a-332464fec1c6 None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:56.482944 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-53b2f8b6-da65-4c86-848a-f7b0df6dc861 None None] Provisioning complete for port dd439f30-e6d8-4806-90e2-206d823a85c0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:56.484247 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-53b2f8b6-da65-4c86-848a-f7b0df6dc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:56.485127 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7838ca-37d0-47ab-860a-332464fec1c6 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:56.486468 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5e7838ca-37d0-47ab-860a-332464fec1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:56.490072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7332a785-621b-4d8f-8184-780286672c8a tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '1a4b2567-6373-4bc8-8341-081d41767f00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:56.490917 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.api.v2.base [None req-7332a785-621b-4d8f-8184-780286672c8a tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 15:44:56.491410 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-7332a785-621b-4d8f-8184-780286672c8a tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:44:56.495661 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7332a785-621b-4d8f-8184-780286672c8a tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0534747 Mar 11 15:44:56.527477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] For port 263166e6-e651-407f-ab3d-8d7188ff008d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=263166e6-e651-407f-ab3d-8d7188ff008d,segment=NetworkSegment(91b2c73f-9598-4779-876f-026789d998a9),segment_id=91b2c73f-9598-4779-876f-026789d998a9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:56.527870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:56.530695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38220) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:56.543771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ab7ecbc4-45f5-497f-8c9a-5ec64f9d985e tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '1a4b2567-6373-4bc8-8341-081d41767f00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:56.544899 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-ab7ecbc4-45f5-497f-8c9a-5ec64f9d985e tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 15:44:56.545400 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-ab7ecbc4-45f5-497f-8c9a-5ec64f9d985e tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:44:56.546880 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ab7ecbc4-45f5-497f-8c9a-5ec64f9d985e tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125787 Mar 11 15:44:56.568350 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5e7838ca-37d0-47ab-860a-332464fec1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:56.571936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38226) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:56.578893 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7838ca-37d0-47ab-860a-332464fec1c6 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:56.580907 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5e7838ca-37d0-47ab-860a-332464fec1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:56.626573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] For port 263166e6-e651-407f-ab3d-8d7188ff008d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=263166e6-e651-407f-ab3d-8d7188ff008d,segment=NetworkSegment(91b2c73f-9598-4779-876f-026789d998a9),segment_id=91b2c73f-9598-4779-876f-026789d998a9)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:44:56.627006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:56.653987 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5e7838ca-37d0-47ab-860a-332464fec1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:56.654764 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7838ca-37d0-47ab-860a-332464fec1c6 None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:56.666238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Calling delete_port for 263166e6-e651-407f-ab3d-8d7188ff008d owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:56.700410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-53b2f8b6-da65-4c86-848a-f7b0df6dc861 None None] Port dd439f30-e6d8-4806-90e2-206d823a85c0 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:56.730425 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-53b2f8b6-da65-4c86-848a-f7b0df6dc861 None None] Provisioning complete for port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:56.730800 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-53b2f8b6-da65-4c86-848a-f7b0df6dc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:56.741731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:56.779284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Calling delete_port for 263166e6-e651-407f-ab3d-8d7188ff008d owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:56.837030 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9243d95-db4d-415a-a92a-fd638323e7a6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:56.837496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9243d95-db4d-415a-a92a-fd638323e7a6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:56.841817 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e9243d95-db4d-415a-a92a-fd638323e7a6 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/01785bb3-97a6-4d19-a364-e88962e471bf HTTP/1.1" status: 404 len: 337 time: 0.3425541 Mar 11 15:44:56.860469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38230) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:56.863550 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:56.863723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:56.913005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-53b2f8b6-da65-4c86-848a-f7b0df6dc861 None None] Could not find standard attr ID for object 263166e6-e651-407f-ab3d-8d7188ff008d. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:44:56.915851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Pushing event deleted for resources: {'Port': ['ID=263166e6-e651-407f-ab3d-8d7188ff008d,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:56.918321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] No DVR routers for this DVR port 263166e6-e651-407f-ab3d-8d7188ff008d on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:44:56.929714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.930070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.930415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.930810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.931148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.931480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.931808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.932126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.932461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.932806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.933228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.933432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198c51-305e-41d9-a342-f465037e5bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:44:56.949007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47df6749-1b13-4588-8528-57de4131eb0c None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:44:56.955952 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a351f6f-773e-422d-a717-4c2b005c47c5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:56.956459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a351f6f-773e-422d-a717-4c2b005c47c5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:56.960645 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5a351f6f-773e-422d-a717-4c2b005c47c5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/7272a31a-448c-46ec-9bca-db44dea6dbd7 HTTP/1.1" status: 404 len: 333 time: 0.0942891 Mar 11 15:44:56.965048 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38234) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:56.969590 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04066d06-4767-4490-8e51-e210d2ebece6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 267549e3-a14c-4da6-9b0c-2ca0f8554a3e has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:56.991766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-58491582-ea57-429a-a50f-de4873d57b72 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.004111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.008201 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7025aba7-6a0e-4edb-b656-c27bf71d4cef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/ports/12ac7031-43c2-4a7a-97f9-c189bb5db64d HTTP/1.1" status: 204 len: 168 time: 4.2352831 Mar 11 15:44:57.008613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38238) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:57.011079 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Made reservation on behalf of 0bca277d03cc425f8379e6bbedb6ee36 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:57.014730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.038205 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad868db-1642-4884-986c-8c14065f3489 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:57.038667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad868db-1642-4884-986c-8c14065f3489 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:57.042620 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dad868db-1642-4884-986c-8c14065f3489 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/1cd92572-a279-4b14-b67f-ab51a12aeb49 HTTP/1.1" status: 404 len: 337 time: 0.0741005 Mar 11 15:44:57.044487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38242) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:57.065201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b98f70ba-481d-413f-8e01-9559cb0b348a None None] Provisioning complete for port dd439f30-e6d8-4806-90e2-206d823a85c0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:57.065514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b98f70ba-481d-413f-8e01-9559cb0b348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.133589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-58491582-ea57-429a-a50f-de4873d57b72 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.140975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:44:57.141290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:44:57.149820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b98f70ba-481d-413f-8e01-9559cb0b348a None None] Port dd439f30-e6d8-4806-90e2-206d823a85c0 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:57.153973 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e3554cf1-b36d-45e1-9a64-6ffebc8678e9 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "GET /v2.0/floatingips/28b668bb-7bbb-4fab-83a9-855d81a44209 HTTP/1.1" status: 200 len: 687 time: 0.1407084 Mar 11 15:44:57.157046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] device_id is not set on port 5ee130f3-7f14-4f62-9af5-c804d80342fc yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:44:57.158600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38246) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:57.188277 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df6749-1b13-4588-8528-57de4131eb0c None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:44:57.196697 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d6644f-5c6c-470d-82cf-a53269aafc5b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:57.197173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d6644f-5c6c-470d-82cf-a53269aafc5b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:57.198870 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-50d6644f-5c6c-470d-82cf-a53269aafc5b tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/72317b16-0f71-4058-9cb1-65ca7562cdcc HTTP/1.1" status: 404 len: 333 time: 0.1533272 Mar 11 15:44:57.202905 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38250) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:57.311010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04066d06-4767-4490-8e51-e210d2ebece6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:57.330035 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7040f75e-5232-4321-b18d-b67498182acd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:57.330491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7040f75e-5232-4321-b18d-b67498182acd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:57.349244 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7040f75e-5232-4321-b18d-b67498182acd tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/1d06bbed-a59a-4936-8147-0c6b10328ca6 HTTP/1.1" status: 404 len: 337 time: 0.0965388 Mar 11 15:44:57.355402 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-04066d06-4767-4490-8e51-e210d2ebece6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/267549e3-a14c-4da6-9b0c-2ca0f8554a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3519711 Mar 11 15:44:57.355605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.355740 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38254) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:57.355828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-195243e9-b86b-4a41-a09e-9b1a2d63cd4c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port bfc87511-8b13-43e8-a374-345a9433efdd {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:57.356804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-195243e9-b86b-4a41-a09e-9b1a2d63cd4c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.382575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38256) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:57.399187 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34336e02-da04-47e8-a329-0aefed66175c None None] Sync routers for ids ['267549e3-a14c-4da6-9b0c-2ca0f8554a3e'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:57.429613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34336e02-da04-47e8-a329-0aefed66175c None None] Routers {'267549e3-a14c-4da6-9b0c-2ca0f8554a3e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:57.429613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-34336e02-da04-47e8-a329-0aefed66175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['267549e3-a14c-4da6-9b0c-2ca0f8554a3e'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:57.445361 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba202409-1896-4e34-aedc-59325a8dff80 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:57.445361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba202409-1896-4e34-aedc-59325a8dff80 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:57.445361 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ba202409-1896-4e34-aedc-59325a8dff80 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/725f158e-6dcd-4a89-88aa-c2618d789827 HTTP/1.1" status: 404 len: 333 time: 0.0849116 Mar 11 15:44:57.450187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38262) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:57.501528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-34336e02-da04-47e8-a329-0aefed66175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:57.543052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34336e02-da04-47e8-a329-0aefed66175c None None] Routers {'267549e3-a14c-4da6-9b0c-2ca0f8554a3e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:57.544132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-34336e02-da04-47e8-a329-0aefed66175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['267549e3-a14c-4da6-9b0c-2ca0f8554a3e'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:57.558539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.632907 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-34336e02-da04-47e8-a329-0aefed66175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:57.633711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34336e02-da04-47e8-a329-0aefed66175c None None] The sync data for ids ['267549e3-a14c-4da6-9b0c-2ca0f8554a3e'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:44:57.635127 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ba79c77e-c719-489e-a890-6ee688170cbc tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=267549e3-a14c-4da6-9b0c-2ca0f8554a3e HTTP/1.1" status: 200 len: 205 time: 0.2529440 Mar 11 15:44:57.643024 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38266) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:57.643952 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d5204e-ab36-441c-884a-631aa219f25f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:57.644413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d5204e-ab36-441c-884a-631aa219f25f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:57.646132 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-59d5204e-ab36-441c-884a-631aa219f25f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/e9f103d6-f941-4a99-a727-6f754996b939 HTTP/1.1" status: 404 len: 337 time: 0.1953411 Mar 11 15:44:57.652778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 263166e6-e651-407f-ab3d-8d7188ff008d {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:57.653091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.690261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38270) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:57.712320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-58491582-ea57-429a-a50f-de4873d57b72 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.791727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Allocated IP 172.20.0.3 (33ca0e0d-df89-431e-a2d7-fb7ca14c6069/1aa2bc5b-dc06-41f6-8a74-2496b8d663a2/5ee130f3-7f14-4f62-9af5-c804d80342fc) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:44:57.799204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-859ceb89-1309-4e7b-8e9e-8daf119fee83 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.847687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] The port '263166e6-e651-407f-ab3d-8d7188ff008d' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:44:57.859169 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab34787c-a1ce-485a-ab61-10f1a8d2d2a9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:57.859428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab34787c-a1ce-485a-ab61-10f1a8d2d2a9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:57.908818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event updated for resources: {'Port': ['ID=dd439f30-e6d8-4806-90e2-206d823a85c0,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:57.935554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58491582-ea57-429a-a50f-de4873d57b72 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4b2567-6373-4bc8-8341-081d41767f00,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:57.954698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:57.995259 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ab34787c-a1ce-485a-ab61-10f1a8d2d2a9 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/155b4d1e-68eb-4f83-8392-7a5dce185099 HTTP/1.1" status: 404 len: 333 time: 0.2997489 Mar 11 15:44:58.009527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-58491582-ea57-429a-a50f-de4873d57b72 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.010628 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-58491582-ea57-429a-a50f-de4873d57b72 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a4b2567-6373-4bc8-8341-081d41767f00 HTTP/1.1" status: 204 len: 168 time: 1.4293139 Mar 11 15:44:58.027125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38274) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:58.027457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38276) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:58.137420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-859ceb89-1309-4e7b-8e9e-8daf119fee83 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.141692 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-859ceb89-1309-4e7b-8e9e-8daf119fee83 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.156359 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb51564-1bda-48c8-8ede-0bc5794cede5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:58.156843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb51564-1bda-48c8-8ede-0bc5794cede5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:58.158525 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0eb51564-1bda-48c8-8ede-0bc5794cede5 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/4771af3c-845c-4f5a-88f4-fd865bf5c5e5 HTTP/1.1" status: 404 len: 337 time: 0.1285911 Mar 11 15:44:58.173502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38282) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:58.176719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.250386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-195243e9-b86b-4a41-a09e-9b1a2d63cd4c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.250704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-195243e9-b86b-4a41-a09e-9b1a2d63cd4c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.274966 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45ff0cb-7936-451e-a1f9-aea762fe0fc2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:58.275450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45ff0cb-7936-451e-a1f9-aea762fe0fc2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:58.280579 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c45ff0cb-7936-451e-a1f9-aea762fe0fc2 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/ports/ecbebbff-1025-49fd-9a72-06fc561ec67c HTTP/1.1" status: 404 len: 333 time: 0.1027567 Mar 11 15:44:58.282935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38286) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:58.336130 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-79174ea8-8384-400c-aa7f-9df76861b80f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] DELETE failed (client error): The resource could not be found. Mar 11 15:44:58.336755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79174ea8-8384-400c-aa7f-9df76861b80f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:44:58.351785 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-79174ea8-8384-400c-aa7f-9df76861b80f tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/subnets/b5a88d0e-7a54-4dc5-97bb-6721c7199611 HTTP/1.1" status: 404 len: 337 time: 0.0656836 Mar 11 15:44:58.352587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38290) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:58.362233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ede3b51-8a7e-49b2-806b-71773f4c24f7 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:44:58.404077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-859ceb89-1309-4e7b-8e9e-8daf119fee83 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.404584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859ceb89-1309-4e7b-8e9e-8daf119fee83 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Fanout notify agent at l3_agent the message router_deleted on router 267549e3-a14c-4da6-9b0c-2ca0f8554a3e {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:44:58.411180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-195243e9-b86b-4a41-a09e-9b1a2d63cd4c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for bfc87511-8b13-43e8-a374-345a9433efdd owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:44:58.415054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-859ceb89-1309-4e7b-8e9e-8daf119fee83 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.416845 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-859ceb89-1309-4e7b-8e9e-8daf119fee83 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/267549e3-a14c-4da6-9b0c-2ca0f8554a3e HTTP/1.1" status: 204 len: 168 time: 0.7696433 Mar 11 15:44:58.423109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38294) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:58.438605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:58.439041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.446012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e147f9-af07-48f4-bc85-1d509e8b2fa0']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:58.478105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b2c73f-9598-4779-876f-026789d998a9') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:58.478441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b2c73f-9598-4779-876f-026789d998a9') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:58.490339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e25f95af-fed3-4a01-a5f5-bbf4ff152839 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Synchronizing usage tracker for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:44:58.503990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.542193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.562674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.563687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Network 738d7bae-dc8e-4702-818c-87c9d0e661b0 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:58.566255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:58.576107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.588996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b12372d-8ff8-414e-92d9-72898f151284 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting subnet aed9b2c9-620a-415a-b480-36d8bf3dc562 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:44:58.592478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b12372d-8ff8-414e-92d9-72898f151284 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.640466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:58.640903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:58.656857 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:58.685903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e25f95af-fed3-4a01-a5f5-bbf4ff152839 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Unset dirty status for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:44:58.690885 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e25f95af-fed3-4a01-a5f5-bbf4ff152839 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6552551 Mar 11 15:44:58.693757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38298) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:58.712398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'tempest-secgroup--548505154'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:58.725512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b12372d-8ff8-414e-92d9-72898f151284 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.754479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:58.780165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:58.790102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7428e623-f7eb-43c0-a915-3f8cc4235c32 None None] Provisioning complete for port dd439f30-e6d8-4806-90e2-206d823a85c0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:44:58.801186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7428e623-f7eb-43c0-a915-3f8cc4235c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.847092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.850700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7428e623-f7eb-43c0-a915-3f8cc4235c32 None None] Port dd439f30-e6d8-4806-90e2-206d823a85c0 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:44:58.883004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38573247-9fb1-45fd-a5d0-2b8e70d0a7e3']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:58.903429 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142fc3d8-fe10-422b-af61-97f30fb97418') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:58.903688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router ded9cceb-2c8d-47af-9295-d7c989206c27 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:44:58.903793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142fc3d8-fe10-422b-af61-97f30fb97418') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:58.919883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.926506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:58.959412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b12372d-8ff8-414e-92d9-72898f151284 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.104297 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-195243e9-b86b-4a41-a09e-9b1a2d63cd4c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.107835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.113924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.135667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:44:59.136063 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.150946 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:44:59.153065 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:44:59.172400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:59.173860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.222751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:59.237744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195243e9-b86b-4a41-a09e-9b1a2d63cd4c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=bfc87511-8b13-43e8-a374-345a9433efdd,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:59.242746 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:59.251355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=a4e147f9-af07-48f4-bc85-1d509e8b2fa0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:59.297201 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e45d83ed-1031-472a-bb07-133b2902aa07 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/a4e147f9-af07-48f4-bc85-1d509e8b2fa0 HTTP/1.1" status: 204 len: 168 time: 7.5852778 Mar 11 15:44:59.300913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38304) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:59.309880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-435260597'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:59.323029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:59.331309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:network and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:59.339840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:59.345635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.351240 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.352335 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:59.360841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:44:59.366928 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a2681385-fa81-40f3-96e3-8d4db667ab1b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6460609 Mar 11 15:44:59.369808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38308) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:59.370283 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Sync routers for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:44:59.377567 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d9c7c899-9fd5-4134-81ac-60d724f28ba1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:59.378327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.380431 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:44:59.381233 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:59.391836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] Pushing event deleted for resources: {'Network': ['ID=38573247-9fb1-45fd-a5d0-2b8e70d0a7e3,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:59.398830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Transition to ACTIVE for port object 5ee130f3-7f14-4f62-9af5-c804d80342fc will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:44:59.408456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b12372d-8ff8-414e-92d9-72898f151284 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.445734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-195243e9-b86b-4a41-a09e-9b1a2d63cd4c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.448088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-195243e9-b86b-4a41-a09e-9b1a2d63cd4c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.453549 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-195243e9-b86b-4a41-a09e-9b1a2d63cd4c tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/floatingips/28b668bb-7bbb-4fab-83a9-855d81a44209 HTTP/1.1" status: 204 len: 168 time: 2.2933648 Mar 11 15:44:59.454343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38312) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:59.459808 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f5361c69-a3d7-44cd-9016-b4906e3f9a03 tempest-NetworksTestDHCPv6-680120284 tempest-NetworksTestDHCPv6-680120284-project] 10.222.0.39 "DELETE /v2.0/networks/38573247-9fb1-45fd-a5d0-2b8e70d0a7e3 HTTP/1.1" status: 204 len: 168 time: 1.1055570 Mar 11 15:44:59.463375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.467728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12372d-8ff8-414e-92d9-72898f151284 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Subnet': ['ID=aed9b2c9-620a-415a-b480-36d8bf3dc562,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:59.471046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b12372d-8ff8-414e-92d9-72898f151284 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.473062 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9b12372d-8ff8-414e-92d9-72898f151284 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/aed9b2c9-620a-415a-b480-36d8bf3dc562 HTTP/1.1" status: 204 len: 168 time: 1.0490336 Mar 11 15:44:59.479782 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e1f73-89a2-4232-b1f6-586e90e30393 None None] Network 68fd5120-2bef-4103-b947-6bbe5a964c35 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:44:59.488066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38318) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:59.516323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:44:59.525240 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.527474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '7eaa43b4-834b-461a-912d-4dcf2defaa81'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:59.535852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:59.543698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:floatingip and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:59.549480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:59.566585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:59.567915 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:44:59.684428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45991c3-8661-43fe-a54e-e48e9690f58c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:44:59.759127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.763825 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1aa54c0d-704f-4d34-90d5-b35137b27e5c tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0672262 Mar 11 15:44:59.765251 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38322) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:59.774441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.785540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:44:59.790325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4aabe239-3154-4dca-a6b9-ddbf13628f84 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': 'b45991c3-8661-43fe-a54e-e48e9690f58c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:59.791645 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.api.v2.base [None req-4aabe239-3154-4dca-a6b9-ddbf13628f84 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 15:44:59.792149 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-4aabe239-3154-4dca-a6b9-ddbf13628f84 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:44:59.796828 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4aabe239-3154-4dca-a6b9-ddbf13628f84 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0156078 Mar 11 15:44:59.811462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38326) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:59.823246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.837051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca8d687-b1b5-45e6-ba55-e73642450ad7 None None] DHCP port deletion for 68fd5120-2bef-4103-b947-6bbe5a964c35 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:44:59.843341 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8d687-b1b5-45e6-ba55-e73642450ad7 None None] Deleting port a6d5ff3e-7662-44ad-92b1-602b99fe194f {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:44:59.843778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d687-b1b5-45e6-ba55-e73642450ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.870973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-67ee036a-db37-4aa8-aad8-d4593301141d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': 'b45991c3-8661-43fe-a54e-e48e9690f58c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:44:59.888910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-67ee036a-db37-4aa8-aad8-d4593301141d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:44:59.896632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-67ee036a-db37-4aa8-aad8-d4593301141d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:44:59.907221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-67ee036a-db37-4aa8-aad8-d4593301141d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:44:59.910781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.911345 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment 082d682f-b26f-4ca8-87ff-e6cc03d0dfc3 of type vlan for network ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5 Mar 11 15:44:59.915484 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:59.927424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:44:59.935280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-67ee036a-db37-4aa8-aad8-d4593301141d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:44:59.936511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:44:59.940403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:44:59.970916 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:44:55Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd439f30-e6d8-4806-90e2-206d823a85c0', 'name': '', 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:da:23:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:52Z', 'updated_at': '2022-03-11T15:44:56Z', 'revision_number': 2, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:44:59.976519 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Checking router: ded9cceb-2c8d-47af-9295-d7c989206c27 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:44:59.977566 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Updating router ded9cceb-2c8d-47af-9295-d7c989206c27 port dd439f30-e6d8-4806-90e2-206d823a85c0 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:44:59.984654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'Port': ['ID=5ee130f3-7f14-4f62-9af5-c804d80342fc,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:00.038199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port a6d5ff3e-7662-44ad-92b1-602b99fe194f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:00.038544 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.052039 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.101953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4ca8d687-b1b5-45e6-ba55-e73642450ad7 None None] For port a6d5ff3e-7662-44ad-92b1-602b99fe194f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a6d5ff3e-7662-44ad-92b1-602b99fe194f,segment=NetworkSegment(fd676036-c3cc-4603-8dda-bf26f055ff68),segment_id=fd676036-c3cc-4603-8dda-bf26f055ff68)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:00.102667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d687-b1b5-45e6-ba55-e73642450ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.109349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.269025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:00.271406 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.285694 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8d687-b1b5-45e6-ba55-e73642450ad7 None None] Calling delete_port for a6d5ff3e-7662-44ad-92b1-602b99fe194f owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:00.375425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38334) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:00.393943 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-67ee036a-db37-4aa8-aad8-d4593301141d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:00.398353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-67ee036a-db37-4aa8-aad8-d4593301141d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5842619 Mar 11 15:45:00.406327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a6d5ff3e-7662-44ad-92b1-602b99fe194f no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:00.411733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38336) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:00.422198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-2a0cfd74-ee58-40a6-a381-bbf9ac7e9d36 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': 'b45991c3-8661-43fe-a54e-e48e9690f58c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:00.422921 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-2a0cfd74-ee58-40a6-a381-bbf9ac7e9d36 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 15:45:00.423406 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-2a0cfd74-ee58-40a6-a381-bbf9ac7e9d36 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:00.427660 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2a0cfd74-ee58-40a6-a381-bbf9ac7e9d36 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123610 Mar 11 15:45:00.431161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38344) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:00.437917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a7417caa-9e7c-43cd-8389-ce86158ef250 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': 'b45991c3-8661-43fe-a54e-e48e9690f58c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:00.444877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a7417caa-9e7c-43cd-8389-ce86158ef250 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:00.448964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a7417caa-9e7c-43cd-8389-ce86158ef250 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:00.453148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a7417caa-9e7c-43cd-8389-ce86158ef250 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:00.458962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a7417caa-9e7c-43cd-8389-ce86158ef250 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:00.583364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c16ca083-0245-4afc-b689-d4d941382634 None None] Provisioning for port 5ee130f3-7f14-4f62-9af5-c804d80342fc completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:00.587239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d687-b1b5-45e6-ba55-e73642450ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.587986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port a6d5ff3e-7662-44ad-92b1-602b99fe194f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a6d5ff3e-7662-44ad-92b1-602b99fe194f,segment=NetworkSegment(fd676036-c3cc-4603-8dda-bf26f055ff68),segment_id=fd676036-c3cc-4603-8dda-bf26f055ff68)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:00.588363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.648341 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Port a6d5ff3e-7662-44ad-92b1-602b99fe194f update to DOWN by agent not found {{(pid=88559) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 11 15:45:00.657882 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c16ca083-0245-4afc-b689-d4d941382634 None None] Provisioning complete for port 5ee130f3-7f14-4f62-9af5-c804d80342fc triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:00.658317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c16ca083-0245-4afc-b689-d4d941382634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.672973 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.692422 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Transition to ACTIVE for port object dd439f30-e6d8-4806-90e2-206d823a85c0 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:00.692644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8d687-b1b5-45e6-ba55-e73642450ad7 None None] Pushing event deleted for resources: {'Port': ['ID=a6d5ff3e-7662-44ad-92b1-602b99fe194f,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:00.705782 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8d687-b1b5-45e6-ba55-e73642450ad7 None None] No DVR routers for this DVR port a6d5ff3e-7662-44ad-92b1-602b99fe194f on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:00.723632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for a6d5ff3e-7662-44ad-92b1-602b99fe194f owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:00.730237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c16ca083-0245-4afc-b689-d4d941382634 None None] Port 5ee130f3-7f14-4f62-9af5-c804d80342fc cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:00.742065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.767499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.772895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:00.773482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.775592 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.793470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.extraroute_db [None req-d9c7c899-9fd5-4134-81ac-60d724f28ba1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 15:45:00.808292 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-a7417caa-9e7c-43cd-8389-ce86158ef250 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:00.812795 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a7417caa-9e7c-43cd-8389-ce86158ef250 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3756166 Mar 11 15:45:00.835393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38348) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:00.848281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a5ffaa99-9468-4165-8dd2-0371fea5b865 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': 'b45991c3-8661-43fe-a54e-e48e9690f58c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:00.848821 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-a5ffaa99-9468-4165-8dd2-0371fea5b865 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 15:45:00.849387 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-a5ffaa99-9468-4165-8dd2-0371fea5b865 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:00.853551 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a5ffaa99-9468-4165-8dd2-0371fea5b865 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0138178 Mar 11 15:45:00.862141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38352) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:00.866170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.extraroute_db [None req-d9c7c899-9fd5-4134-81ac-60d724f28ba1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Removed routes are [] {{(pid=88558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 15:45:00.866594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c899-9fd5-4134-81ac-60d724f28ba1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:00.876415 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e00d30f8-3c49-42c1-b4c4-c84ed537e25c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97558a07098d4afaab5283142dcd0877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740810 Mar 11 15:45:00.877309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6cd569db-6a46-4c71-9fc4-0875f569553d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': 'b45991c3-8661-43fe-a54e-e48e9690f58c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:00.881937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38356) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:00.888607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:00.891736 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6cd569db-6a46-4c71-9fc4-0875f569553d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:00.904995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6cd569db-6a46-4c71-9fc4-0875f569553d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:00.908282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6cd569db-6a46-4c71-9fc4-0875f569553d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:00.912393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:00.953034 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd9ce3-01f7-48e8-b486-255355c95331 None None] Pushing event updated for resources: {'Port': ['ID=dd439f30-e6d8-4806-90e2-206d823a85c0,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:00.962594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6cd569db-6a46-4c71-9fc4-0875f569553d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:01.007191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54f02ee7-5fdf-4eb2-9374-281a9e5350c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.014078 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Attempting to bind port dd439f30-e6d8-4806-90e2-206d823a85c0 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:01.014481 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Attempting to bind port dd439f30-e6d8-4806-90e2-206d823a85c0 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c497461f-b343-4948-8ef0-23a1a9dd71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:01.014880 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Attempting to bind port dd439f30-e6d8-4806-90e2-206d823a85c0 on network 738d7bae-dc8e-4702-818c-87c9d0e661b0 {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:01.019390 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-004647f5-dcca-4428-802c-46813eeea0da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7626126 Mar 11 15:45:01.022649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:01.022649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:01.023192 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:01.023572 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Checking segment: {'id': 'c497461f-b343-4948-8ef0-23a1a9dd71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:01.023977 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.024538 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Bound using segment: {'id': 'c497461f-b343-4948-8ef0-23a1a9dd71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:01.025131 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Bound port: dd439f30-e6d8-4806-90e2-206d823a85c0, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c497461f-b343-4948-8ef0-23a1a9dd71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:01.025762 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.038179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54f02ee7-5fdf-4eb2-9374-281a9e5350c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.067142 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0f16b198-24d0-4331-84a1-1a8eaac0aec0 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4673235 Mar 11 15:45:01.068907 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c36142df-3031-4fc2-8dcd-c9a2bc9e5893 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7669890 Mar 11 15:45:01.072435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38360) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:01.072811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38362) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:01.084724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-adca9278-9fd9-45a5-a7cc-3898ca252867 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:74:0c:84'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:01.132027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'network_id': 'ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:01.169251 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] For port dd439f30-e6d8-4806-90e2-206d823a85c0, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:01.176713 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] For port dd439f30-e6d8-4806-90e2-206d823a85c0, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=dd439f30-e6d8-4806-90e2-206d823a85c0,segment=NetworkSegment(c497461f-b343-4948-8ef0-23a1a9dd71fc),segment_id=c497461f-b343-4948-8ef0-23a1a9dd71fc)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:01.260019 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.339994 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd9ce3-01f7-48e8-b486-255355c95331 None None] Pushing event updated for resources: {'Port': ['ID=dd439f30-e6d8-4806-90e2-206d823a85c0,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:01.371174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.26.6.67 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/2ac64e38-52d5-4321-b1f0-a77aa8deb24a) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:01.373952 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:01.375443 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:01.452398 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-6cd569db-6a46-4c71-9fc4-0875f569553d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Project 2308265a956348ca82b8b86fe8e4435d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:45:01.540569 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port a6d5ff3e-7662-44ad-92b1-602b99fe194f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:01.540940 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.593844 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:01.658529 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-6cd569db-6a46-4c71-9fc4-0875f569553d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:01.658720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:01.659504 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6cd569db-6a46-4c71-9fc4-0875f569553d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7959321 Mar 11 15:45:01.668047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] The port 'a6d5ff3e-7662-44ad-92b1-602b99fe194f' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:45:01.671901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38368) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:01.677115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54f02ee7-5fdf-4eb2-9374-281a9e5350c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.683344 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:subnet and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:01.719075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:01.731948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7a45eaa3-10d8-4dc1-a9bf-bc6f6c0142ad tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': 'b45991c3-8661-43fe-a54e-e48e9690f58c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:01.732890 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-7a45eaa3-10d8-4dc1-a9bf-bc6f6c0142ad tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 15:45:01.733017 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-7a45eaa3-10d8-4dc1-a9bf-bc6f6c0142ad tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:01.733909 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7a45eaa3-10d8-4dc1-a9bf-bc6f6c0142ad tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090744 Mar 11 15:45:01.742992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38372) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:01.745870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:01.755100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a2e1ae88-7d11-4783-92a9-308f00fce9ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': 'b45991c3-8661-43fe-a54e-e48e9690f58c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:01.765524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f02ee7-5fdf-4eb2-9374-281a9e5350c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec54179-2e7a-4665-8784-b605e1c62b2e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:01.769982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a2e1ae88-7d11-4783-92a9-308f00fce9ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:01.774048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-1957f780-9411-4e94-b979-74e619251003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:01.775215 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-1957f780-9411-4e94-b979-74e619251003 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ff30e389fe34a6fb8667d3adb81ee35&device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 1099 time: 0.4729085 Mar 11 15:45:01.787627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a2e1ae88-7d11-4783-92a9-308f00fce9ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:01.799521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a2e1ae88-7d11-4783-92a9-308f00fce9ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:01.801323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adca9278-9fd9-45a5-a7cc-3898ca252867 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.847167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c899-9fd5-4134-81ac-60d724f28ba1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.864784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a2e1ae88-7d11-4783-92a9-308f00fce9ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:01.917884 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:01.921474 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.931083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c899-9fd5-4134-81ac-60d724f28ba1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.937626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.953746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.975496 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:00Z', 'revision_number': 6, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd439f30-e6d8-4806-90e2-206d823a85c0', 'name': '', 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:da:23:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:52Z', 'updated_at': '2022-03-11T15:45:01Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:01.979760 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b4b44-7e74-451d-899e-d79b0ad3d964 None None] The sync data for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv is: [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:00Z', 'revision_number': 6, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd439f30-e6d8-4806-90e2-206d823a85c0', 'name': '', 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:da:23:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:52Z', 'updated_at': '2022-03-11T15:45:01Z', 'revision_number': 4, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:02.031668 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-a2e1ae88-7d11-4783-92a9-308f00fce9ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Project 2308265a956348ca82b8b86fe8e4435d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:45:02.068256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fd5120-2bef-4103-b947-6bbe5a964c35']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:02.075767 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54f02ee7-5fdf-4eb2-9374-281a9e5350c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.076922 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-54f02ee7-5fdf-4eb2-9374-281a9e5350c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ec54179-2e7a-4665-8784-b605e1c62b2e HTTP/1.1" status: 204 len: 168 time: 1.1861618 Mar 11 15:45:02.101639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd676036-c3cc-4603-8dda-bf26f055ff68') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:02.102137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd676036-c3cc-4603-8dda-bf26f055ff68') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:02.167203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-889f74a4-46c7-4574-a29c-fbe217b5258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:02.169198 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-889f74a4-46c7-4574-a29c-fbe217b5258f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f481248f-54a1-4bed-bfea-bd9eb2a04282 HTTP/1.1" status: 200 len: 897 time: 0.3604534 Mar 11 15:45:02.199021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.249507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.262869 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:02.263294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.266137 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-a2e1ae88-7d11-4783-92a9-308f00fce9ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:02.270140 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a2e1ae88-7d11-4783-92a9-308f00fce9ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5214629 Mar 11 15:45:02.270749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38378) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:02.280601 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:02.306366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8bc3f529-69fd-4810-93a5-1fd652e79d4d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': 'b45991c3-8661-43fe-a54e-e48e9690f58c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:02.319507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c7c899-9fd5-4134-81ac-60d724f28ba1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router ded9cceb-2c8d-47af-9295-d7c989206c27 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:02.332347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8bc3f529-69fd-4810-93a5-1fd652e79d4d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:02.365650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8bc3f529-69fd-4810-93a5-1fd652e79d4d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:02.368755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8bc3f529-69fd-4810-93a5-1fd652e79d4d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:02.376009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8bc3f529-69fd-4810-93a5-1fd652e79d4d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:02.388491 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-9670a844-8a0d-426d-9562-92381869abab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6 HTTP/1.1" status: 200 len: 1002 time: 0.2043478 Mar 11 15:45:02.438596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dd439f30-e6d8-4806-90e2-206d823a85c0 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:02.481958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.512856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.519090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adca9278-9fd9-45a5-a7cc-3898ca252867 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.551305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.575532 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Network': ['ID=68fd5120-2bef-4103-b947-6bbe5a964c35,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:02.589142 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bc583c30-67d4-4912-a74d-5cc3cc2a2329 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/networks/68fd5120-2bef-4103-b947-6bbe5a964c35 HTTP/1.1" status: 204 len: 168 time: 3.0929451 Mar 11 15:45:02.592860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38384) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:02.600955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e8ddd421-2e5a-452a-a6e2-986ca9a69dd4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1668436160', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:02.609203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e8ddd421-2e5a-452a-a6e2-986ca9a69dd4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:02.610240 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-8bc3f529-69fd-4810-93a5-1fd652e79d4d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Project 2308265a956348ca82b8b86fe8e4435d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:45:02.615591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port dd439f30-e6d8-4806-90e2-206d823a85c0 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:02.622721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port dd439f30-e6d8-4806-90e2-206d823a85c0 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:02.623146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.627814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e8ddd421-2e5a-452a-a6e2-986ca9a69dd4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:router and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:02.637027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e8ddd421-2e5a-452a-a6e2-986ca9a69dd4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:02.647840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e8ddd421-2e5a-452a-a6e2-986ca9a69dd4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:02.655839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adca9278-9fd9-45a5-a7cc-3898ca252867 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.756943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:02.780903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:02.787802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-3002928e-6108-4640-9cb9-857ab69544e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:02.789454 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-3002928e-6108-4640-9cb9-857ab69544e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=036befe3-2fd1-47d0-8fbd-170fb408fd0f HTTP/1.1" status: 200 len: 835 time: 0.3102527 Mar 11 15:45:02.790236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:02.801094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.804900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-adca9278-9fd9-45a5-a7cc-3898ca252867 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] In _notify_port_updated(), no bound segment for port 5ee130f3-7f14-4f62-9af5-c804d80342fc on network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:45:02.810570 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adca9278-9fd9-45a5-a7cc-3898ca252867 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:02.811214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adca9278-9fd9-45a5-a7cc-3898ca252867 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.814387 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-adca9278-9fd9-45a5-a7cc-3898ca252867 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "PUT /v2.0/ports/5ee130f3-7f14-4f62-9af5-c804d80342fc HTTP/1.1" status: 200 len: 996 time: 1.7405946 Mar 11 15:45:02.831988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd421-2e5a-452a-a6e2-986ca9a69dd4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.833272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd421-2e5a-452a-a6e2-986ca9a69dd4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.847417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38394) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:02.863256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd421-2e5a-452a-a6e2-986ca9a69dd4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.874598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port dd439f30-e6d8-4806-90e2-206d823a85c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=dd439f30-e6d8-4806-90e2-206d823a85c0,segment=NetworkSegment(c497461f-b343-4948-8ef0-23a1a9dd71fc),segment_id=c497461f-b343-4948-8ef0-23a1a9dd71fc)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:02.920424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca9278-9fd9-45a5-a7cc-3898ca252867 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'Port': ['ID=5ee130f3-7f14-4f62-9af5-c804d80342fc,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:02.970781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.972658 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:03.064673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd421-2e5a-452a-a6e2-986ca9a69dd4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:03.082145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7576006c-c491-4191-9195-425c05fca9f7 None None] Provisioning complete for port 5ee130f3-7f14-4f62-9af5-c804d80342fc triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:03.082728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7576006c-c491-4191-9195-425c05fca9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:03.128119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=dd439f30-e6d8-4806-90e2-206d823a85c0,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:03.150108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7576006c-c491-4191-9195-425c05fca9f7 None None] Port 5ee130f3-7f14-4f62-9af5-c804d80342fc cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:03.151334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=2ac64e38-52d5-4321-b1f0-a77aa8deb24a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:03.164681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=899fcc9e-1e5b-4fad-b5fe-d52694c50581,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:03.168648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking segment: {'id': '082d682f-b26f-4ca8-87ff-e6cc03d0dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:03.169120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network hostable DHCP agents. Network: ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:03.193563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9e3d5-6833-4cc9-8209-a89e7e904f30 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Deleting port 5ee130f3-7f14-4f62-9af5-c804d80342fc {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:03.193911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e3d5-6833-4cc9-8209-a89e7e904f30 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:03.239253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd421-2e5a-452a-a6e2-986ca9a69dd4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:03.244133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c7c899-9fd5-4134-81ac-60d724f28ba1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:03.244309 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e8ddd421-2e5a-452a-a6e2-986ca9a69dd4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6474767 Mar 11 15:45:03.244690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38404) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:03.254804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8683f2b-8d9a-4f93-9255-0bc8540c3899 None None] Sync routers for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:03.263148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1683190593'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:03.268361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8683f2b-8d9a-4f93-9255-0bc8540c3899 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:03.269020 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b8683f2b-8d9a-4f93-9255-0bc8540c3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:03.270368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c899-9fd5-4134-81ac-60d724f28ba1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:03.271498 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d9c7c899-9fd5-4134-81ac-60d724f28ba1 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27 HTTP/1.1" status: 200 len: 934 time: 3.9008465 Mar 11 15:45:03.277117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38408) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:03.290626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:03.290626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:03.319318 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-8bc3f529-69fd-4810-93a5-1fd652e79d4d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:03.320346 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8bc3f529-69fd-4810-93a5-1fd652e79d4d tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.0405400 Mar 11 15:45:03.327977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38414) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:03.364594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:network and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:03.367580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:03.384028 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:03.385849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:03.396243 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:03.396857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:03.462657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b82a4e-f199-4e8e-ae9e-007ad85ae027 None None] Network ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:03.512732 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cb26215b-8954-4a55-9ca8-9322b60ec910 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27 HTTP/1.1" status: 200 len: 934 time: 0.2319777 Mar 11 15:45:03.512949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-dfdefbb7-74a4-4896-b4e2-d5fef2133a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:03.515124 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-dfdefbb7-74a4-4896-b4e2-d5fef2133a36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f481248f-54a1-4bed-bfea-bd9eb2a04282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6757748 Mar 11 15:45:03.528170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38420) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:03.535547 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e340c089-ad81-44d0-b0cd-5a8f6a06aefe tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'routes': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:03.590609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-b8683f2b-8d9a-4f93-9255-0bc8540c3899 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:03.603098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:03.607208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:03.625238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38424) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:03.636646 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e958441b-a85c-4155-96cb-ec695652a810 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5588310 Mar 11 15:45:03.643450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38428) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:03.816339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3e5bb05-df9a-4703-ae65-23a9e4d41039 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:03.881538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e3d5-6833-4cc9-8209-a89e7e904f30 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:03.897426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-418013065'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:03.934466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:03.974901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3e5bb05-df9a-4703-ae65-23a9e4d41039 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.000883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:network and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:04.015292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:04.017194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5', 'network_id': 'ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5', 'tenant_id': '98ee7e50c62343569b27fd53a309f525', 'fixed_ips': [{'subnet_id': '899fcc9e-1e5b-4fad-b5fe-d52694c50581'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:04.019257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.019951 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:04.104236 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-b147a8d5-ed9a-4d90-8949-2c4f71e7fca1 service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719647 Mar 11 15:45:04.107556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:04.109948 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b8683f2b-8d9a-4f93-9255-0bc8540c3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:00Z', 'revision_number': 6, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd439f30-e6d8-4806-90e2-206d823a85c0', 'name': '', 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:da:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:52Z', 'updated_at': '2022-03-11T15:45:02Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:04.112103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9e3d5-6833-4cc9-8209-a89e7e904f30 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Calling delete_port for 5ee130f3-7f14-4f62-9af5-c804d80342fc owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:04.116753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.117104 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added segment fd9aafc8-714e-4090-91b1-1a9ad7eb72d7 of type vlan for network 381edc8b-6479-4238-8688-fa4967badf6c Mar 11 15:45:04.118847 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8683f2b-8d9a-4f93-9255-0bc8540c3899 None None] Checking router: ded9cceb-2c8d-47af-9295-d7c989206c27 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:04.166167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8683f2b-8d9a-4f93-9255-0bc8540c3899 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:04.166708 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b8683f2b-8d9a-4f93-9255-0bc8540c3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:04.222794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.259393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.270585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:04.274174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.341153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.404561 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d33ad975-29ba-4b75-b8b0-4953a87c0515 req-63711297-b7e0-4a60-8b00-16a004466be7 service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570257 Mar 11 15:45:04.424579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-b8683f2b-8d9a-4f93-9255-0bc8540c3899 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:04.432933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:04.441398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:security_group_rule and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:04.452289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3e5bb05-df9a-4703-ae65-23a9e4d41039 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.466176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:04.490004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5bb05-df9a-4703-ae65-23a9e4d41039 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45991c3-8661-43fe-a54e-e48e9690f58c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:04.509058 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Allocated IP 172.20.0.1 (ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5/899fcc9e-1e5b-4fad-b5fe-d52694c50581/17745f75-1d02-457b-bcff-1b6d0f0d82c1) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:04.513836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dd439f30-e6d8-4806-90e2-206d823a85c0 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:04.527609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:04.533358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.540082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.545435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:04.546621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.587451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e3d5-6833-4cc9-8209-a89e7e904f30 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.683485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9e3d5-6833-4cc9-8209-a89e7e904f30 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event deleted for resources: {'Port': ['ID=5ee130f3-7f14-4f62-9af5-c804d80342fc,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:04.699560 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.794183 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5448163 Mar 11 15:45:04.807559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38436) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:04.816478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d983f0-042d-4fe4-883a-368f1ba61c5c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Network': ['ID=381edc8b-6479-4238-8688-fa4967badf6c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:04.831212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'subnet': {'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:04.847640 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 381edc8b-6479-4238-8688-fa4967badf6c details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:04.868346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3e5bb05-df9a-4703-ae65-23a9e4d41039 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.872522 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d3e5bb05-df9a-4703-ae65-23a9e4d41039 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "DELETE /v2.0/security-groups/b45991c3-8661-43fe-a54e-e48e9690f58c HTTP/1.1" status: 204 len: 168 time: 1.5400479 Mar 11 15:45:04.877200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38440) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:04.946894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.054624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e3d5-6833-4cc9-8209-a89e7e904f30 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.056723 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d1e9e3d5-6833-4cc9-8209-a89e7e904f30 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "DELETE /v2.0/ports/5ee130f3-7f14-4f62-9af5-c804d80342fc HTTP/1.1" status: 204 len: 168 time: 2.2048173 Mar 11 15:45:05.059719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38444) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:05.086513 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:05.111961 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-868962ab-9000-449a-9993-a31c4c2676cb tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Synchronizing usage tracker for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:05.127179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:subnet and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:05.130786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.135667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:05.135868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port dd439f30-e6d8-4806-90e2-206d823a85c0 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:05.136072 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.146989 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c43ecd-4855-4aab-a067-89f6d572d520 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] GET failed (client error): The resource could not be found. Mar 11 15:45:05.149151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-44c43ecd-4855-4aab-a067-89f6d572d520 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Synchronizing usage tracker for tenant:0bca277d03cc425f8379e6bbedb6ee36 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:05.150110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:05.168696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.extraroute_db [None req-e340c089-ad81-44d0-b0cd-5a8f6a06aefe tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added routes are [] {{(pid=88557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 15:45:05.169046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.extraroute_db [None req-e340c089-ad81-44d0-b0cd-5a8f6a06aefe tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 15:45:05.198662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e340c089-ad81-44d0-b0cd-5a8f6a06aefe tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.200039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.234329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:05.237919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.258901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:05.278422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004a8ce7-a02d-4061-9587-9a163c634588,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:05.310277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.331066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.341825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-44c43ecd-4855-4aab-a067-89f6d572d520 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Unset dirty status for tenant:0bca277d03cc425f8379e6bbedb6ee36 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:05.346543 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-44c43ecd-4855-4aab-a067-89f6d572d520 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "GET /v2.0/ports/5ee130f3-7f14-4f62-9af5-c804d80342fc HTTP/1.1" status: 404 len: 333 time: 0.2803705 Mar 11 15:45:05.346543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-868962ab-9000-449a-9993-a31c4c2676cb tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Unset dirty status for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:05.348469 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-868962ab-9000-449a-9993-a31c4c2676cb tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4669590 Mar 11 15:45:05.348469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38448) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:05.356695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Request body: {'port': {'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069', 'name': 'tempest-AllowedAddressPairTestJSON-88440628'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:05.359237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Transition to ACTIVE for port object 17745f75-1d02-457b-bcff-1b6d0f0d82c1 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:05.371695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38452) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:05.392478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'tempest-secgroup--13692010'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:05.395122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.395478 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Added segment daca9694-59ee-4eaf-8468-1abf73e3cd8f of type vlan for network 9654913b-3351-42ce-aae8-6b06c124db40 Mar 11 15:45:05.404521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.408829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:05.426848 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Transition to ACTIVE for port object 17745f75-1d02-457b-bcff-1b6d0f0d82c1 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:05.462420 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b8683f2b-8d9a-4f93-9255-0bc8540c3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:00Z', 'revision_number': 6, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd439f30-e6d8-4806-90e2-206d823a85c0', 'name': '', 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:da:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:52Z', 'updated_at': '2022-03-11T15:45:02Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:05.466839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8683f2b-8d9a-4f93-9255-0bc8540c3899 None None] The sync data for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv is: [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:00Z', 'revision_number': 6, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd439f30-e6d8-4806-90e2-206d823a85c0', 'name': '', 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:da:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:52Z', 'updated_at': '2022-03-11T15:45:02Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:05.518378 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:05.535878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.602045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=2ac64e38-52d5-4321-b1f0-a77aa8deb24a,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:05.610623 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Network ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:05.620128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:05.629783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:05.640266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Pushing event updated for resources: {'Port': ['ID=17745f75-1d02-457b-bcff-1b6d0f0d82c1,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:05.640361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.695733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.696328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.728981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:05.733088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:05.739509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:05.746278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Attempting to bind port 17745f75-1d02-457b-bcff-1b6d0f0d82c1 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:05.746278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Attempting to bind port 17745f75-1d02-457b-bcff-1b6d0f0d82c1 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '082d682f-b26f-4ca8-87ff-e6cc03d0dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:05.746278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Attempting to bind port 17745f75-1d02-457b-bcff-1b6d0f0d82c1 on network ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:05.746716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:05.748103 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:05.748614 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Checking segment: {'id': '082d682f-b26f-4ca8-87ff-e6cc03d0dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:05.749690 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.750176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Bound using segment: {'id': '082d682f-b26f-4ca8-87ff-e6cc03d0dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:05.750879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Bound port: 17745f75-1d02-457b-bcff-1b6d0f0d82c1, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082d682f-b26f-4ca8-87ff-e6cc03d0dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:05.751376 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.758053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:05.760069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:05.847153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] For port 17745f75-1d02-457b-bcff-1b6d0f0d82c1, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:05.850457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] For port 17745f75-1d02-457b-bcff-1b6d0f0d82c1, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=17745f75-1d02-457b-bcff-1b6d0f0d82c1,segment=NetworkSegment(082d682f-b26f-4ca8-87ff-e6cc03d0dfc3),segment_id=082d682f-b26f-4ca8-87ff-e6cc03d0dfc3)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:05.888629 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP f83e9494-2f71-4bc9-adb8-c44381dfa8f1 associated. External IP: 172.26.6.67, port: 7eaa43b4-834b-461a-912d-4dcf2defaa81. Mar 11 15:45:05.900776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.920012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.938083 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.943537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:05.944119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.946947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Made reservation on behalf of 0bca277d03cc425f8379e6bbedb6ee36 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:05.950534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:05.976100 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e340c089-ad81-44d0-b0cd-5a8f6a06aefe tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:06.005682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Subnet': ['ID=899fcc9e-1e5b-4fad-b5fe-d52694c50581,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:06.006069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] device_id is not set on port 648a4425-fecb-4376-9dde-849ced8a2ce8 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:06.017812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ed351-970d-42da-ba4f-a3d7783b4485 None None] Pushing event updated for resources: {'Port': ['ID=17745f75-1d02-457b-bcff-1b6d0f0d82c1,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:06.035209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e340c089-ad81-44d0-b0cd-5a8f6a06aefe tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:06.087240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:06.156535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:06.304586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdc10f0-053d-4695-b6e4-360055db5834,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:06.307320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:06.316833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Network': ['ID=9654913b-3351-42ce-aae8-6b06c124db40,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:06.345311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 9654913b-3351-42ce-aae8-6b06c124db40 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:06.406851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:06.408266 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4cb87c4f-1359-4616-a58e-5d118eea925f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0357497 Mar 11 15:45:06.412735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38456) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:06.416496 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6cc9d468-4085-4a74-a428-57d4694bb3d5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7888341 Mar 11 15:45:06.422580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:06.434558 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38460) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:06.434653 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c907df1d-4182-4199-8f98-2b1408d9c288 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '9cdc10f0-053d-4695-b6e4-360055db5834', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:06.446163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c907df1d-4182-4199-8f98-2b1408d9c288 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:06.448843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Allocated IP 172.20.0.14 (33ca0e0d-df89-431e-a2d7-fb7ca14c6069/1aa2bc5b-dc06-41f6-8a74-2496b8d663a2/648a4425-fecb-4376-9dde-849ced8a2ce8) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:06.451242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'name': 'tempest-PortsTestJSON-560078620'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:06.456639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c907df1d-4182-4199-8f98-2b1408d9c288 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:06.463150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c907df1d-4182-4199-8f98-2b1408d9c288 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:06.480458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c907df1d-4182-4199-8f98-2b1408d9c288 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:06.498318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082d682f-b26f-4ca8-87ff-e6cc03d0dfc3') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:06.498715 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082d682f-b26f-4ca8-87ff-e6cc03d0dfc3') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:06.535444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 17745f75-1d02-457b-bcff-1b6d0f0d82c1 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:06.553723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:06.630831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e340c089-ad81-44d0-b0cd-5a8f6a06aefe tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router ded9cceb-2c8d-47af-9295-d7c989206c27 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:06.645556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:06.673752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:06.674230 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:06.679050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 17745f75-1d02-457b-bcff-1b6d0f0d82c1 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:06.697468 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:06.777762 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:06.821860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:06.836222 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:06.879959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:port and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:06.941882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:06.974193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:07.032483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:45:07.032483 dv-neutron-833203-2-hyperv neutron-server[88557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:45:07.032483 dv-neutron-833203-2-hyperv neutron-server[88557]: [parameters: {'id': 'ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5'}] Mar 11 15:45:07.032483 dv-neutron-833203-2-hyperv neutron-server[88557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:07.032931 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:07.041207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e340c089-ad81-44d0-b0cd-5a8f6a06aefe tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:07.050913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e340c089-ad81-44d0-b0cd-5a8f6a06aefe tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:07.055055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:07.055999 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e340c089-ad81-44d0-b0cd-5a8f6a06aefe tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27 HTTP/1.1" status: 200 len: 700 time: 3.5239210 Mar 11 15:45:07.056109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38464) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:07.056225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Subnet': ['ID=ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:07.061168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Checking segment: {'id': 'fd9aafc8-714e-4090-91b1-1a9ad7eb72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:07.062089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network hostable DHCP agents. Network: 381edc8b-6479-4238-8688-fa4967badf6c, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:07.072141 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-c907df1d-4182-4199-8f98-2b1408d9c288 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The resource could not be found. Mar 11 15:45:07.073178 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c907df1d-4182-4199-8f98-2b1408d9c288 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6574717 Mar 11 15:45:07.077262 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38468) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:07.085328 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-14db26e9-6988-46ef-a685-cf1e4f5970ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '9cdc10f0-053d-4695-b6e4-360055db5834', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '64b5caa8-2419-48aa-bdbc-ac088fa0ab9c'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:07.093340 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-14db26e9-6988-46ef-a685-cf1e4f5970ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:07.098319 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-14db26e9-6988-46ef-a685-cf1e4f5970ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:07.101386 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-14db26e9-6988-46ef-a685-cf1e4f5970ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:07.107393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-14db26e9-6988-46ef-a685-cf1e4f5970ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:07.112953 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d52ca4-16cf-457f-bac1-00e39eb88eaa None None] Sync routers for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:07.116470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:07.120945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:07.132331 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d52ca4-16cf-457f-bac1-00e39eb88eaa None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:07.133047 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-94d52ca4-16cf-457f-bac1-00e39eb88eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:07.146993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port bbcf531a-79ce-40ca-9340-a229f28c9136 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:07.188725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 381edc8b-6479-4238-8688-fa4967badf6c is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:07.189420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Transition to ACTIVE for port object 648a4425-fecb-4376-9dde-849ced8a2ce8 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:07.261506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:07.273368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c8fdf-20f3-4ce9-b552-be154421a8cb None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:07.275814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 381edc8b-6479-4238-8688-fa4967badf6c) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:07.296905 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:07.297559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:07.305439 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c8fdf-20f3-4ce9-b552-be154421a8cb None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:07.306831 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8fdf-20f3-4ce9-b552-be154421a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:07.351057 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-14db26e9-6988-46ef-a685-cf1e4f5970ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The resource could not be found. Mar 11 15:45:07.355191 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-14db26e9-6988-46ef-a685-cf1e4f5970ae tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2768989 Mar 11 15:45:07.356414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38474) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:07.396123 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-231fd7d1-31ed-420f-ad00-75b0b991f516 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27 HTTP/1.1" status: 200 len: 700 time: 0.3254204 Mar 11 15:45:07.398965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38478) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:07.422920 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8889118b-1bda-4cff-8ae6-df115b550f73 None None] Network 381edc8b-6479-4238-8688-fa4967badf6c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:07.429688 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-94d52ca4-16cf-457f-bac1-00e39eb88eaa None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:07.486790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:07.501714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:07.518309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c139b8-7eb3-4225-b905-9d8cc9f07ea4 None None] Network ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:07.578030 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8fdf-20f3-4ce9-b552-be154421a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:07.606536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:07.629405 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f8ffd93e-06c7-492a-a9af-a4ba13da1875 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8117840 Mar 11 15:45:07.644847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38484) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:07.727297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3e734716-4dfe-42b1-8935-edaa567574f1 None None] Provisioning for port 17745f75-1d02-457b-bcff-1b6d0f0d82c1 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:07.750077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3e734716-4dfe-42b1-8935-edaa567574f1 None None] Provisioning complete for port 17745f75-1d02-457b-bcff-1b6d0f0d82c1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:07.750835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3e734716-4dfe-42b1-8935-edaa567574f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:07.754081 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:07.774199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:07.792369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:07.830112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'Port': ['ID=648a4425-fecb-4376-9dde-849ced8a2ce8,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:07.861740 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f8fbea30-aae2-410c-acba-dcb8cbc1a442 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.4020483 Mar 11 15:45:07.867855 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38494) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:07.877376 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c8fdf-20f3-4ce9-b552-be154421a8cb None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:07.877999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8fdf-20f3-4ce9-b552-be154421a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:08.013846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 17745f75-1d02-457b-bcff-1b6d0f0d82c1 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:08.014192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.031205 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-94d52ca4-16cf-457f-bac1-00e39eb88eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:05Z', 'revision_number': 7, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd439f30-e6d8-4806-90e2-206d823a85c0', 'name': '', 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:da:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:52Z', 'updated_at': '2022-03-11T15:45:02Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:08.046553 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d52ca4-16cf-457f-bac1-00e39eb88eaa None None] Checking router: ded9cceb-2c8d-47af-9295-d7c989206c27 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:08.073998 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d52ca4-16cf-457f-bac1-00e39eb88eaa None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:08.075000 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-94d52ca4-16cf-457f-bac1-00e39eb88eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:08.097861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.127244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8fdf-20f3-4ce9-b552-be154421a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:08.127975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c8fdf-20f3-4ce9-b552-be154421a8cb None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:08.156462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-720698823'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:08.210535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd175209-4d6f-4594-9099-5967e0b9ed35 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.235186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:08.245540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:network and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:08.253917 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-94d52ca4-16cf-457f-bac1-00e39eb88eaa None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:08.254822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3e734716-4dfe-42b1-8935-edaa567574f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.269203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:08.282496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:08.298466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:08.299085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.395893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-381edc8b-6479-4238-8688-fa4967badf6c', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:08.396915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.401209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Made reservation on behalf of 024c96467ebd48038cb8a7013151ee63 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:08.405304 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.424964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-3e734716-4dfe-42b1-8935-edaa567574f1 None None] For port 17745f75-1d02-457b-bcff-1b6d0f0d82c1, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=17745f75-1d02-457b-bcff-1b6d0f0d82c1,segment=NetworkSegment(082d682f-b26f-4ca8-87ff-e6cc03d0dfc3),segment_id=082d682f-b26f-4ca8-87ff-e6cc03d0dfc3)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:08.437548 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-18778c6b-b318-4e67-bc09-99f70dae2a0e tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0878894 Mar 11 15:45:08.445232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38502) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:08.452655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:08.458309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Request body: {'port': {'network_id': '33ca0e0d-df89-431e-a2d7-fb7ca14c6069', 'name': 'tempest-AllowedAddressPairTestJSON-233790001'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:08.508423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3e734716-4dfe-42b1-8935-edaa567574f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.558277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.558637 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Added segment 46c2b701-fcf2-4dbb-80df-58f41259b57d of type vlan for network 3f86f8e2-5842-403d-9ab3-064453fa22ca Mar 11 15:45:08.566753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b165bcfb-58ea-406e-8f6d-449222358ec5 None None] DHCP port deletion for ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:45:08.597230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b165bcfb-58ea-406e-8f6d-449222358ec5 None None] Deleting port 17745f75-1d02-457b-bcff-1b6d0f0d82c1 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:08.597897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b165bcfb-58ea-406e-8f6d-449222358ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.699458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd175209-4d6f-4594-9099-5967e0b9ed35 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.704327 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-94d52ca4-16cf-457f-bac1-00e39eb88eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:05Z', 'revision_number': 7, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd439f30-e6d8-4806-90e2-206d823a85c0', 'name': '', 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:da:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:52Z', 'updated_at': '2022-03-11T15:45:02Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:08.722539 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d52ca4-16cf-457f-bac1-00e39eb88eaa None None] The sync data for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv is: [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:05Z', 'revision_number': 7, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd439f30-e6d8-4806-90e2-206d823a85c0', 'name': '', 'network_id': '738d7bae-dc8e-4702-818c-87c9d0e661b0', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:da:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:52Z', 'updated_at': '2022-03-11T15:45:02Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'd997cda5-6b5b-4c91-9ae9-0d3f81d6b77d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:08.798899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e734716-4dfe-42b1-8935-edaa567574f1 None None] Pushing event updated for resources: {'Port': ['ID=17745f75-1d02-457b-bcff-1b6d0f0d82c1,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:08.880735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-01fc393d-aa3d-490d-af9b-08631dfccb18 None None] Provisioning for port 648a4425-fecb-4376-9dde-849ced8a2ce8 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:08.924397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.950582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-01fc393d-aa3d-490d-af9b-08631dfccb18 None None] Provisioning complete for port 648a4425-fecb-4376-9dde-849ced8a2ce8 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:08.950857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-01fc393d-aa3d-490d-af9b-08631dfccb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:08.985000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:08.986154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] For port 17745f75-1d02-457b-bcff-1b6d0f0d82c1, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=17745f75-1d02-457b-bcff-1b6d0f0d82c1,segment=NetworkSegment(082d682f-b26f-4ca8-87ff-e6cc03d0dfc3),segment_id=082d682f-b26f-4ca8-87ff-e6cc03d0dfc3)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:08.986505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.011728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.025990 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b165bcfb-58ea-406e-8f6d-449222358ec5 None None] For port 17745f75-1d02-457b-bcff-1b6d0f0d82c1, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=17745f75-1d02-457b-bcff-1b6d0f0d82c1,segment=NetworkSegment(082d682f-b26f-4ca8-87ff-e6cc03d0dfc3),segment_id=082d682f-b26f-4ca8-87ff-e6cc03d0dfc3)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:09.026422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b165bcfb-58ea-406e-8f6d-449222358ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.050479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Allocated IP 2001:db8::2 (381edc8b-6479-4238-8688-fa4967badf6c/ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a/732dfb85-5535-4c77-a425-4d38c45e95bd) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:09.075757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:09.136757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Calling delete_port for 17745f75-1d02-457b-bcff-1b6d0f0d82c1 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:09.180885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b165bcfb-58ea-406e-8f6d-449222358ec5 None None] Calling delete_port for 17745f75-1d02-457b-bcff-1b6d0f0d82c1 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:09.215809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.223023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-01fc393d-aa3d-490d-af9b-08631dfccb18 None None] Port 648a4425-fecb-4376-9dde-849ced8a2ce8 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:09.236083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:09.236911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.241059 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Made reservation on behalf of 0bca277d03cc425f8379e6bbedb6ee36 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:09.244458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.285528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:09.285809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:09.323176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.342177 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] device_id is not set on port 65f33906-7a3b-45c8-ac0e-a6ec73d67aed yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:09.409062 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd175209-4d6f-4594-9099-5967e0b9ed35 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.474546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.494278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b165bcfb-58ea-406e-8f6d-449222358ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.499431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd175209-4d6f-4594-9099-5967e0b9ed35 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdc10f0-053d-4695-b6e4-360055db5834,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:09.526960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=bbcf531a-79ce-40ca-9340-a229f28c9136,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:09.542170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Network': ['ID=3f86f8e2-5842-403d-9ab3-064453fa22ca,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:09.564938 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165bcfb-58ea-406e-8f6d-449222358ec5 None None] Pushing event deleted for resources: {'Port': ['ID=17745f75-1d02-457b-bcff-1b6d0f0d82c1,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:09.567044 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 3f86f8e2-5842-403d-9ab3-064453fa22ca details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:09.569551 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-992cb6e7-14e9-4ce1-a931-957ecf921895 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7005756 Mar 11 15:45:09.581784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38516) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:09.588090 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.604933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165bcfb-58ea-406e-8f6d-449222358ec5 None None] No DVR routers for this DVR port 17745f75-1d02-457b-bcff-1b6d0f0d82c1 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:09.610156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'subnet': {'network_id': '3f86f8e2-5842-403d-9ab3-064453fa22ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:09.671254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Transition to ACTIVE for port object 732dfb85-5535-4c77-a425-4d38c45e95bd will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:09.681650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b9177-ed57-4957-85da-681cea7cd998 req-118adc86-3312-473b-b1fe-a5db8b963e2f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:09.683703 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff7b9177-ed57-4957-85da-681cea7cd998 req-118adc86-3312-473b-b1fe-a5db8b963e2f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.8269029 Mar 11 15:45:09.708279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Transition to ACTIVE for port object 732dfb85-5535-4c77-a425-4d38c45e95bd will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:09.777666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Allocated IP 172.20.0.12 (33ca0e0d-df89-431e-a2d7-fb7ca14c6069/1aa2bc5b-dc06-41f6-8a74-2496b8d663a2/65f33906-7a3b-45c8-ac0e-a6ec73d67aed) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:09.777666 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff7b9177-ed57-4957-85da-681cea7cd998 req-5fc4a16f-b315-45c0-8734-458c0b59b20e tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817158 Mar 11 15:45:09.794082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 17745f75-1d02-457b-bcff-1b6d0f0d82c1 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:09.794620 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.873317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.886136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port dd439f30-e6d8-4806-90e2-206d823a85c0 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:09.889511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.903000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Checking segment: {'id': 'daca9694-59ee-4eaf-8468-1abf73e3cd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9654913b-3351-42ce-aae8-6b06c124db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:09.903359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network hostable DHCP agents. Network: 9654913b-3351-42ce-aae8-6b06c124db40, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:09.934645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Network 381edc8b-6479-4238-8688-fa4967badf6c is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:09.938097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:09.941789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:09.947043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd175209-4d6f-4594-9099-5967e0b9ed35 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:09.951382 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bd175209-4d6f-4594-9099-5967e0b9ed35 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "DELETE /v2.0/security-groups/9cdc10f0-053d-4695-b6e4-360055db5834 HTTP/1.1" status: 204 len: 168 time: 2.5738640 Mar 11 15:45:09.957433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38520) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:09.987745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Pushing event updated for resources: {'Port': ['ID=732dfb85-5535-4c77-a425-4d38c45e95bd,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:10.031969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] The port '17745f75-1d02-457b-bcff-1b6d0f0d82c1' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:45:10.051240 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Attempting to bind port 732dfb85-5535-4c77-a425-4d38c45e95bd on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:10.051745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Attempting to bind port 732dfb85-5535-4c77-a425-4d38c45e95bd by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'fd9aafc8-714e-4090-91b1-1a9ad7eb72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:10.052343 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Attempting to bind port 732dfb85-5535-4c77-a425-4d38c45e95bd on network 381edc8b-6479-4238-8688-fa4967badf6c {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:10.058063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:10.058576 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Checking segment: {'id': 'fd9aafc8-714e-4090-91b1-1a9ad7eb72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:10.059080 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.059556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Bound using segment: {'id': 'fd9aafc8-714e-4090-91b1-1a9ad7eb72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:10.060077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Bound port: 732dfb85-5535-4c77-a425-4d38c45e95bd, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9aafc8-714e-4090-91b1-1a9ad7eb72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:10.060659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.156491 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] For port 732dfb85-5535-4c77-a425-4d38c45e95bd, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:10.159775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] For port 732dfb85-5535-4c77-a425-4d38c45e95bd, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=732dfb85-5535-4c77-a425-4d38c45e95bd,segment=NetworkSegment(fd9aafc8-714e-4090-91b1-1a9ad7eb72d7),segment_id=fd9aafc8-714e-4090-91b1-1a9ad7eb72d7)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:10.196500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-31ac6da2-1cf6-466a-8760-d399db23d4df tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Synchronizing usage tracker for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:10.228037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.246465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:10.260438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.260741 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9654913b-3351-42ce-aae8-6b06c124db40 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:10.271685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:subnet and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:10.279541 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.287572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:10.293986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] For port dd439f30-e6d8-4806-90e2-206d823a85c0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=dd439f30-e6d8-4806-90e2-206d823a85c0,segment=NetworkSegment(c497461f-b343-4948-8ef0-23a1a9dd71fc),segment_id=c497461f-b343-4948-8ef0-23a1a9dd71fc)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:10.300698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.301917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Transition to ACTIVE for port object 65f33906-7a3b-45c8-ac0e-a6ec73d67aed will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:10.313734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:10.328095 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:10.363016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb59a7-0a95-41c9-8510-9379ee8e9e39 None None] Pushing event updated for resources: {'Port': ['ID=732dfb85-5535-4c77-a425-4d38c45e95bd,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:10.382878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082d682f-b26f-4ca8-87ff-e6cc03d0dfc3') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:10.386505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082d682f-b26f-4ca8-87ff-e6cc03d0dfc3') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:10.390424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 9654913b-3351-42ce-aae8-6b06c124db40) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:10.394967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:10.396836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 17745f75-1d02-457b-bcff-1b6d0f0d82c1 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:10.400534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:10.401895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.417781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Made reservation on behalf of 024c96467ebd48038cb8a7013151ee63 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:10.420668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.435502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-31ac6da2-1cf6-466a-8760-d399db23d4df tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Unset dirty status for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:10.441184 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-31ac6da2-1cf6-466a-8760-d399db23d4df tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4798727 Mar 11 15:45:10.441362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 17745f75-1d02-457b-bcff-1b6d0f0d82c1 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:10.441362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 17745f75-1d02-457b-bcff-1b6d0f0d82c1 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:10.442116 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7214959-6493-4e4d-8090-ebf04f199035 None None] Network 9654913b-3351-42ce-aae8-6b06c124db40 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:10.447637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for dd439f30-e6d8-4806-90e2-206d823a85c0 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:10.459034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.465824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38524) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:10.488694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-54fe315e-dc3e-4c11-acf0-dcd4be6b8c8b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '42a942f4-5e2b-4548-9d67-02ca74f12fce', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:10.504585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-54fe315e-dc3e-4c11-acf0-dcd4be6b8c8b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:10.523982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-54fe315e-dc3e-4c11-acf0-dcd4be6b8c8b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:10.531074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.534067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Allocated IP 2001:db8::1 (381edc8b-6479-4238-8688-fa4967badf6c/ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a/8a22bcab-1a8f-4680-b083-55a29dde85a0) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:10.536091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-54fe315e-dc3e-4c11-acf0-dcd4be6b8c8b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:10.603139 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8b9ed470-7ac3-43c3-aa85-2bd8b5360fec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.1661654 Mar 11 15:45:10.603139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:10.603139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.638828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-54fe315e-dc3e-4c11-acf0-dcd4be6b8c8b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:10.644060 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:10.657839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38528) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:10.672506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1044940473'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:10.752353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:10.787315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:network and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:10.849407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:10.878534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:10.878773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.975343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:10.988015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.000932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:11.007448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:11.010886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.014604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:11.019872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.050811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:11.059906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.072448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Transition to ACTIVE for port object 8a22bcab-1a8f-4680-b083-55a29dde85a0 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:11.080823 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:11.085073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'Port': ['ID=65f33906-7a3b-45c8-ac0e-a6ec73d67aed,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:11.105827 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b93a7b4a-02e3-4b81-864a-9b71e5f02cb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5 HTTP/1.1" status: 204 len: 168 time: 7.2426951 Mar 11 15:45:11.111409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38534) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:11.117316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:11.138073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-765193935'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:11.151784 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-54fe315e-dc3e-4c11-acf0-dcd4be6b8c8b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The resource could not be found. Mar 11 15:45:11.157041 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-54fe315e-dc3e-4c11-acf0-dcd4be6b8c8b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6902044 Mar 11 15:45:11.165564 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38538) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:11.166578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:11.175554 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.176601 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Added segment de115779-ea0a-415f-80f7-898e0566b0af of type vlan for network 837e954e-2b21-4a30-983a-5a34e87870b3 Mar 11 15:45:11.192850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:network and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:11.196814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:11.204011 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:11.206204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=dd439f30-e6d8-4806-90e2-206d823a85c0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:11.230887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155075389'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:11.238146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:11.249674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:11.281672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:11.282443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.299698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:11.310346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.321917 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.331874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.339615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.377779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c7f43-e787-4cf7-9a1c-006401be2c4d req-bbede4c4-19df-462e-b92e-d9f5d32ab681 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:11.379346 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-237c7f43-e787-4cf7-9a1c-006401be2c4d req-bbede4c4-19df-462e-b92e-d9f5d32ab681 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.4619412 Mar 11 15:45:11.422600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.493205 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8a30ea6c-d565-4453-bd57-17d31cdef196 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0442095 Mar 11 15:45:11.497424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38542) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:11.503179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-42c3620f-96f7-4d1f-b62a-272652bfebc9 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:74:0c:84'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:00:63:c6'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:11.511801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:11.514886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:45:11.534334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 381edc8b-6479-4238-8688-fa4967badf6c is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:11.536023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-aea59fc5-e5c4-4e75-8a38-9321ec048ac8 None None] Provisioning for port 65f33906-7a3b-45c8-ac0e-a6ec73d67aed completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:11.541497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-aea59fc5-e5c4-4e75-8a38-9321ec048ac8 None None] Provisioning complete for port 65f33906-7a3b-45c8-ac0e-a6ec73d67aed triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:11.550922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aea59fc5-e5c4-4e75-8a38-9321ec048ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.551090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:11.560088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:11.561360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.581466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:11.585525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:11.594074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:11.595512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.601575 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-237c7f43-e787-4cf7-9a1c-006401be2c4d req-53bd18e4-2e68-4990-ba82-8afe1da28880 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036617 Mar 11 15:45:11.626131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:11.633698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-aea59fc5-e5c4-4e75-8a38-9321ec048ac8 None None] Port 65f33906-7a3b-45c8-ac0e-a6ec73d67aed cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:11.638598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Subnet': ['ID=522caefb-d6ed-4b40-9b4f-254a533f089a,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:11.655829 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.655829 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment 6685986a-92d2-47a1-86c5-429345c0fffc of type vlan for network 0ae143fa-9292-43a1-aad6-ebf7c011975e Mar 11 15:45:11.681084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12fdcb-318a-4a9d-b0e2-aa24ee205120 None None] Network 381edc8b-6479-4238-8688-fa4967badf6c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:11.692306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Checking segment: {'id': '46c2b701-fcf2-4dbb-80df-58f41259b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3f86f8e2-5842-403d-9ab3-064453fa22ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:11.692743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network hostable DHCP agents. Network: 3f86f8e2-5842-403d-9ab3-064453fa22ca, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:11.708370 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=8a22bcab-1a8f-4680-b083-55a29dde85a0,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:11.754493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.760155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:11.760442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.861854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-49cbbf4c-562b-4fdb-93c2-f155cfe728ac None None] Provisioning for port 732dfb85-5535-4c77-a425-4d38c45e95bd completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:11.926593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:11.957308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 3f86f8e2-5842-403d-9ab3-064453fa22ca is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:12.041441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.076612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Network': ['ID=837e954e-2b21-4a30-983a-5a34e87870b3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:12.088109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 837e954e-2b21-4a30-983a-5a34e87870b3 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:12.105554 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.118627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42c3620f-96f7-4d1f-b62a-272652bfebc9 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.133608 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-26923f6c-d728-42e3-9a2c-e30e993ef827 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4747849 Mar 11 15:45:12.138659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 3f86f8e2-5842-403d-9ab3-064453fa22ca) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:12.138806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38546) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:12.151165 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'ports': [{'network_id': '9654913b-3351-42ce-aae8-6b06c124db40'}, {'network_id': '837e954e-2b21-4a30-983a-5a34e87870b3'}]} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:12.151478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:12.151957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '837e954e-2b21-4a30-983a-5a34e87870b3'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:12.153143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:12.153833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.163985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42919f46-f2c3-4149-a3be-4066ed009215,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:12.202515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9074bc-9057-46e6-b2cb-fd02c9bbd6ee None None] Network 3f86f8e2-5842-403d-9ab3-064453fa22ca requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:12.204955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.211722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:12.212428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.335523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.336207 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7503414b-763d-4cf8-994a-04b942932c08 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1474488 Mar 11 15:45:12.365469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38550) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:12.372728 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-70710dde-8732-437e-8105-6c6487b9e82f tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7777402 Mar 11 15:45:12.379514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38552) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:12.389357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851212221'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:12.405520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1291367264', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:12.421433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:12.487874 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3722401 Mar 11 15:45:12.498154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38558) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:12.499440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:12.509167 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:router and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:12.513059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:12.518201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3929576a-7e3d-47b2-b816-459f04e1b5e1 None None] Provisioning for port 8a22bcab-1a8f-4680-b083-55a29dde85a0 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:12.519179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:12.530208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3929576a-7e3d-47b2-b816-459f04e1b5e1 None None] Provisioning complete for port 8a22bcab-1a8f-4680-b083-55a29dde85a0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:12.530635 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3929576a-7e3d-47b2-b816-459f04e1b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.547428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router ded9cceb-2c8d-47af-9295-d7c989206c27 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:12.552164 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:12.565806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-05131f4e-515c-4a16-bfa3-af6757a1b278 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:12.591056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.606442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444aafa0-3ccb-45fa-922d-35d15c6230c0 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=0ae143fa-9292-43a1-aad6-ebf7c011975e,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:12.610583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.611837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.612007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 732dfb85-5535-4c77-a425-4d38c45e95bd up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:12.643301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-3f86f8e2-5842-403d-9ab3-064453fa22ca', 'network_id': '3f86f8e2-5842-403d-9ab3-064453fa22ca', 'tenant_id': '024c96467ebd48038cb8a7013151ee63', 'fixed_ips': [{'subnet_id': '522caefb-d6ed-4b40-9b4f-254a533f089a'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:12.644770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.645578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:12.679415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:12.683422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:12.687018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:12.692950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:12.702934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 0ae143fa-9292-43a1-aad6-ebf7c011975e details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:12.721619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-3929576a-7e3d-47b2-b816-459f04e1b5e1 None None] Port 8a22bcab-1a8f-4680-b083-55a29dde85a0 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:12.805157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.006312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Allocated IP 172.20.0.2 (3f86f8e2-5842-403d-9ab3-064453fa22ca/522caefb-d6ed-4b40-9b4f-254a533f089a/741980c5-02b6-4c9a-9c00-a0115a340978) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:13.011960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 732dfb85-5535-4c77-a425-4d38c45e95bd completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:13.016518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-188765b9-764e-41b1-9e78-94aef37abc0c None None] Provisioning complete for port 8a22bcab-1a8f-4680-b083-55a29dde85a0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:13.027273 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-188765b9-764e-41b1-9e78-94aef37abc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.027425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:13.030968 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-dd499ce0-4575-44dd-b272-952f3b91ecfb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6309953 Mar 11 15:45:13.035506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38564) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:13.038628 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942181d4-0bf3-4a55-8e78-0ef0c98e7f94 None None] Sync routers for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:13.052195 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942181d4-0bf3-4a55-8e78-0ef0c98e7f94 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:13.056034 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-942181d4-0bf3-4a55-8e78-0ef0c98e7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:13.071650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 732dfb85-5535-4c77-a425-4d38c45e95bd triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:13.072439 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.098634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42c3620f-96f7-4d1f-b62a-272652bfebc9 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.105837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:13.125181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:port and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:13.132879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:13.134877 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.143430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:13.153747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-188765b9-764e-41b1-9e78-94aef37abc0c None None] Port 8a22bcab-1a8f-4680-b083-55a29dde85a0 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:13.159323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8068478-c5bc-4769-8dca-0d4a37c8265a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting subnet d997cda5-6b5b-4c91-9ae9-0d3f81d6b77d {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:45:13.169438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbec956-f44a-436a-8d75-6d4f0a58bdd0 req-395b0274-dc27-4c86-88a0-13a87eada488 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:13.171305 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfbec956-f44a-436a-8d75-6d4f0a58bdd0 req-395b0274-dc27-4c86-88a0-13a87eada488 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.4234588 Mar 11 15:45:13.172237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c8068478-c5bc-4769-8dca-0d4a37c8265a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.222179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42c3620f-96f7-4d1f-b62a-272652bfebc9 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.248167 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05131f4e-515c-4a16-bfa3-af6757a1b278 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.316727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.399701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c8068478-c5bc-4769-8dca-0d4a37c8265a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.428482 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-942181d4-0bf3-4a55-8e78-0ef0c98e7f94 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:13.435259 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfbec956-f44a-436a-8d75-6d4f0a58bdd0 req-4109815d-c9c6-4c9b-a4cf-bcfa1e3e7471 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312961 Mar 11 15:45:13.450234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 2} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:13.455466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.464968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3620f-96f7-4d1f-b62a-272652bfebc9 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event updated for resources: {'Port': ['ID=65f33906-7a3b-45c8-ac0e-a6ec73d67aed,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:13.493427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.493427 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1163554 Mar 11 15:45:13.493657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.502268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.506935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05131f4e-515c-4a16-bfa3-af6757a1b278 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.517424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38568) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:13.525219 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d79eeec1-a463-43fc-a8ec-f3f517052f3f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '42919f46-f2c3-4149-a3be-4066ed009215', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '09e9711b-6e32-4325-a7c7-a475fcef2baf'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:13.532890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-42c3620f-96f7-4d1f-b62a-272652bfebc9 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] In _notify_port_updated(), no bound segment for port 65f33906-7a3b-45c8-ac0e-a6ec73d67aed on network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 {{(pid=88558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:45:13.538464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c3620f-96f7-4d1f-b62a-272652bfebc9 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:13.539249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42c3620f-96f7-4d1f-b62a-272652bfebc9 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.543100 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-42c3620f-96f7-4d1f-b62a-272652bfebc9 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "PUT /v2.0/ports/65f33906-7a3b-45c8-ac0e-a6ec73d67aed HTTP/1.1" status: 200 len: 1056 time: 2.0424507 Mar 11 15:45:13.547022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d79eeec1-a463-43fc-a8ec-f3f517052f3f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:13.549213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38572) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:13.594703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.608296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 732dfb85-5535-4c77-a425-4d38c45e95bd, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=732dfb85-5535-4c77-a425-4d38c45e95bd,segment=NetworkSegment(fd9aafc8-714e-4090-91b1-1a9ad7eb72d7),segment_id=fd9aafc8-714e-4090-91b1-1a9ad7eb72d7)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:13.613257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Transition to ACTIVE for port object 741980c5-02b6-4c9a-9c00-a0115a340978 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:13.633164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d79eeec1-a463-43fc-a8ec-f3f517052f3f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:13.633550 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Transition to ACTIVE for port object 741980c5-02b6-4c9a-9c00-a0115a340978 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:13.648705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d79eeec1-a463-43fc-a8ec-f3f517052f3f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:13.667597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d79eeec1-a463-43fc-a8ec-f3f517052f3f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:13.689582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.742884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.770971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-22c72409-de0c-49c0-9a17-bfd1d5395f8c tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Deleting port 65f33906-7a3b-45c8-ac0e-a6ec73d67aed {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:13.771479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-22c72409-de0c-49c0-9a17-bfd1d5395f8c tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.814244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Network 3f86f8e2-5842-403d-9ab3-064453fa22ca is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:13.819255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:13.826721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:13.842708 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ed225396-e808-48c9-91f3-65cdfb270304 None None] Provisioning complete for port 65f33906-7a3b-45c8-ac0e-a6ec73d67aed triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:13.843075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ed225396-e808-48c9-91f3-65cdfb270304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.876456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.916072 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=732dfb85-5535-4c77-a425-4d38c45e95bd,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:13.962300 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-942181d4-0bf3-4a55-8e78-0ef0c98e7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:10Z', 'revision_number': 8, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:13.962916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c8068478-c5bc-4769-8dca-0d4a37c8265a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.967870 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942181d4-0bf3-4a55-8e78-0ef0c98e7f94 None None] Checking router: ded9cceb-2c8d-47af-9295-d7c989206c27 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:13.977662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05131f4e-515c-4a16-bfa3-af6757a1b278 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=0ae143fa-9292-43a1-aad6-ebf7c011975e,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:13.984086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7785751-cdcc-4356-a718-3fb1cc31270b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e9711b-6e32-4325-a7c7-a475fcef2baf,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:13.984086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05131f4e-515c-4a16-bfa3-af6757a1b278 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network 0ae143fa-9292-43a1-aad6-ebf7c011975e is not hosted by any dhcp agent {{(pid=88557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 15:45:13.989398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05131f4e-515c-4a16-bfa3-af6757a1b278 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:13.990066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05131f4e-515c-4a16-bfa3-af6757a1b278 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:13.992604 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942181d4-0bf3-4a55-8e78-0ef0c98e7f94 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:13.994512 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-05131f4e-515c-4a16-bfa3-af6757a1b278 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "PUT /v2.0/networks/0ae143fa-9292-43a1-aad6-ebf7c011975e HTTP/1.1" status: 200 len: 723 time: 1.4923944 Mar 11 15:45:13.995202 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-942181d4-0bf3-4a55-8e78-0ef0c98e7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:14.019610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 0ae143fa-9292-43a1-aad6-ebf7c011975e details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:14.069601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.071987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38576) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:14.088536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Attempting to bind port 741980c5-02b6-4c9a-9c00-a0115a340978 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:14.088917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Attempting to bind port 741980c5-02b6-4c9a-9c00-a0115a340978 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '46c2b701-fcf2-4dbb-80df-58f41259b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3f86f8e2-5842-403d-9ab3-064453fa22ca'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:14.089269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Attempting to bind port 741980c5-02b6-4c9a-9c00-a0115a340978 on network 3f86f8e2-5842-403d-9ab3-064453fa22ca {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:14.100686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'network_id': '0ae143fa-9292-43a1-aad6-ebf7c011975e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:14.155969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port b0458a71-2a76-431a-9a1b-138d3a19de11 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:14.168814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ed225396-e808-48c9-91f3-65cdfb270304 None None] Port 65f33906-7a3b-45c8-ac0e-a6ec73d67aed cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:14.184573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:14.184573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Checking segment: {'id': '46c2b701-fcf2-4dbb-80df-58f41259b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3f86f8e2-5842-403d-9ab3-064453fa22ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:14.184573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.184573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Bound using segment: {'id': '46c2b701-fcf2-4dbb-80df-58f41259b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3f86f8e2-5842-403d-9ab3-064453fa22ca'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:14.184573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Bound port: 741980c5-02b6-4c9a-9c00-a0115a340978, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c2b701-fcf2-4dbb-80df-58f41259b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3f86f8e2-5842-403d-9ab3-064453fa22ca'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:14.184573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.201359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Pushing event updated for resources: {'Port': ['ID=741980c5-02b6-4c9a-9c00-a0115a340978,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:14.213594 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-942181d4-0bf3-4a55-8e78-0ef0c98e7f94 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:14.263324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.264092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.290814 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-d79eeec1-a463-43fc-a8ec-f3f517052f3f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:14.294861 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d79eeec1-a463-43fc-a8ec-f3f517052f3f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7763326 Mar 11 15:45:14.298414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38580) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:14.357407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] For port 741980c5-02b6-4c9a-9c00-a0115a340978, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:14.383553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] For port 741980c5-02b6-4c9a-9c00-a0115a340978, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=741980c5-02b6-4c9a-9c00-a0115a340978,segment=NetworkSegment(46c2b701-fcf2-4dbb-80df-58f41259b57d),segment_id=46c2b701-fcf2-4dbb-80df-58f41259b57d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:14.407452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-22c72409-de0c-49c0-9a17-bfd1d5395f8c tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.410372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 732dfb85-5535-4c77-a425-4d38c45e95bd up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:14.430470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=8a22bcab-1a8f-4680-b083-55a29dde85a0,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:14.451434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:14.462929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.508916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:subnet and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:14.518777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:14.536903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:14.541043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.545930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe5534-a1e9-49fb-91c1-f250d64efdfc None None] Pushing event updated for resources: {'Port': ['ID=741980c5-02b6-4c9a-9c00-a0115a340978,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:14.596630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 732dfb85-5535-4c77-a425-4d38c45e95bd triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:14.597030 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.647434 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-942181d4-0bf3-4a55-8e78-0ef0c98e7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:10Z', 'revision_number': 8, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:14.652088 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942181d4-0bf3-4a55-8e78-0ef0c98e7f94 None None] The sync data for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv is: [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:10Z', 'revision_number': 8, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '0942ee10-f751-4aad-a986-3a2ec7df9aea', 'name': '', 'network_id': '11465789-2012-4c06-9e12-fd78778070f4', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:20:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:39Z', 'updated_at': '2022-03-11T15:44:53Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': 'cd547be6-c44c-4d87-b3c0-5b0a854c596d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:14.694452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network 381edc8b-6479-4238-8688-fa4967badf6c is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:14.697338 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:14.709705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:14.709705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.736235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c8068478-c5bc-4769-8dca-0d4a37c8265a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.899922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c8068478-c5bc-4769-8dca-0d4a37c8265a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.912697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf82543a-ffe7-4bf8-9063-913e06645a52 None None] Network 738d7bae-dc8e-4702-818c-87c9d0e661b0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:14.983294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-22c72409-de0c-49c0-9a17-bfd1d5395f8c tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Calling delete_port for 65f33906-7a3b-45c8-ac0e-a6ec73d67aed owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:15.074616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port a5d3d667-05b1-4aac-858a-394116cefd1e yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:15.169837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8068478-c5bc-4769-8dca-0d4a37c8265a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Subnet': ['ID=d997cda5-6b5b-4c91-9ae9-0d3f81d6b77d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:15.173993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6289a536-30fc-4225-8923-4a5b4cf824aa tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.196813 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c8068478-c5bc-4769-8dca-0d4a37c8265a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/d997cda5-6b5b-4c91-9ae9-0d3f81d6b77d HTTP/1.1" status: 204 len: 168 time: 2.1515377 Mar 11 15:45:15.218271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38586) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:15.245000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5160b9a0-a6b3-4bc7-94ff-014f8120ab36 None None] Provisioning complete for port 8a22bcab-1a8f-4680-b083-55a29dde85a0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:15.245000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5160b9a0-a6b3-4bc7-94ff-014f8120ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.307583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.330669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.339242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6289a536-30fc-4225-8923-4a5b4cf824aa tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.341960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5160b9a0-a6b3-4bc7-94ff-014f8120ab36 None None] Port 8a22bcab-1a8f-4680-b083-55a29dde85a0 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:15.403045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.417262 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700dc82e-1fcf-4065-92f1-ae2eda8ebe2b None None] DHCP port deletion for 738d7bae-dc8e-4702-818c-87c9d0e661b0 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:45:15.422003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-700dc82e-1fcf-4065-92f1-ae2eda8ebe2b None None] Deleting port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:15.422380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-700dc82e-1fcf-4065-92f1-ae2eda8ebe2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.476904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:45:15.516483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe67aa7-4253-48ac-b1b5-0e354f184531 req-82c6cbc9-dcf6-4cef-b268-ff9d2b433e2c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:15.518166 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4fe67aa7-4253-48ac-b1b5-0e354f184531 req-82c6cbc9-dcf6-4cef-b268-ff9d2b433e2c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.7914653 Mar 11 15:45:15.571383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.618254 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:15.618750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.662443 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4fe67aa7-4253-48ac-b1b5-0e354f184531 req-1f207436-e2e0-43ae-8ee9-78923a5ad8a8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215823 Mar 11 15:45:15.682680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.686553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-700dc82e-1fcf-4065-92f1-ae2eda8ebe2b None None] For port 8ede3b51-8a7e-49b2-806b-71773f4c24f7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8ede3b51-8a7e-49b2-806b-71773f4c24f7,segment=NetworkSegment(c497461f-b343-4948-8ef0-23a1a9dd71fc),segment_id=c497461f-b343-4948-8ef0-23a1a9dd71fc)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:15.686946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-700dc82e-1fcf-4065-92f1-ae2eda8ebe2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.766827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6289a536-30fc-4225-8923-4a5b4cf824aa tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.770266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-22c72409-de0c-49c0-9a17-bfd1d5395f8c tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.778972 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:45:15.844060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-700dc82e-1fcf-4065-92f1-ae2eda8ebe2b None None] Calling delete_port for 8ede3b51-8a7e-49b2-806b-71773f4c24f7 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:15.844594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9654913b-3351-42ce-aae8-6b06c124db40 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:15.847716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289a536-30fc-4225-8923-4a5b4cf824aa tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e9711b-6e32-4325-a7c7-a475fcef2baf,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:15.875933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:15.888419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:15.889484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.907473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.26.6.12 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/5c3707f5-1eff-4da5-b21b-1ad789d59b4f) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:15.937626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:15.952760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Sync routers for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:15.962984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=b0458a71-2a76-431a-9a1b-138d3a19de11,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:15.974898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.982292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:15.982987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:16.106571 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6e20c404-4704-4233-bfb7-9ab35ee36769 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4606485 Mar 11 15:45:16.110117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] For port 8ede3b51-8a7e-49b2-806b-71773f4c24f7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8ede3b51-8a7e-49b2-806b-71773f4c24f7,segment=NetworkSegment(c497461f-b343-4948-8ef0-23a1a9dd71fc),segment_id=c497461f-b343-4948-8ef0-23a1a9dd71fc)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:16.110506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.126115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38590) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:16.162894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-974051091'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:16.168643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:16.169025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-700dc82e-1fcf-4065-92f1-ae2eda8ebe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.175132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:network and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:16.178279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:16.184600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:16.213020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=2c41f2e2-6c7d-44d1-ab7f-928cad62bba4,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:16.231636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:16.244297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking segment: {'id': '6685986a-92d2-47a1-86c5-429345c0fffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0ae143fa-9292-43a1-aad6-ebf7c011975e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:16.244713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network hostable DHCP agents. Network: 0ae143fa-9292-43a1-aad6-ebf7c011975e, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:16.294707 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dc82e-1fcf-4065-92f1-ae2eda8ebe2b None None] Pushing event deleted for resources: {'Port': ['ID=8ede3b51-8a7e-49b2-806b-71773f4c24f7,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:16.303625 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700dc82e-1fcf-4065-92f1-ae2eda8ebe2b None None] No DVR routers for this DVR port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:16.305159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39fa3e2-88a8-4ce8-8d07-eeaf90f9e6f1 None None] Network 3f86f8e2-5842-403d-9ab3-064453fa22ca requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:16.335556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:16.341294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.374735 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.388111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:16.395715 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network 0ae143fa-9292-43a1-aad6-ebf7c011975e is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:16.411185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.411538 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added segment b98bd057-c4e6-418e-a063-4a4e253fbac7 of type vlan for network c3283af8-36ec-4280-b1ca-4bd7b915dd7b Mar 11 15:45:16.453755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.483782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 0ae143fa-9292-43a1-aad6-ebf7c011975e) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:16.491502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:16.491720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.511414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 741980c5-02b6-4c9a-9c00-a0115a340978 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:16.524767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for 8ede3b51-8a7e-49b2-806b-71773f4c24f7 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:16.535323 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2017726-4d2c-4710-81c4-f9701527985e None None] Network 0ae143fa-9292-43a1-aad6-ebf7c011975e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:16.539730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.578003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c72409-de0c-49c0-9a17-bfd1d5395f8c tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event deleted for resources: {'Port': ['ID=65f33906-7a3b-45c8-ac0e-a6ec73d67aed,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:16.580489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.584591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6289a536-30fc-4225-8923-4a5b4cf824aa tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.588057 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6289a536-30fc-4225-8923-4a5b4cf824aa tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "DELETE /v2.0/security-groups/09e9711b-6e32-4325-a7c7-a475fcef2baf HTTP/1.1" status: 204 len: 168 time: 2.2789671 Mar 11 15:45:16.588204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:16.588204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.588471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38594) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:16.664063 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-65e07d9b-21ad-4456-8e78-f3b23da4a421 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5906129 Mar 11 15:45:16.667547 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38598) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:16.729882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:16.743800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3d87370a-3e4a-4d16-8f7a-cf5670ad1b76 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:16.775796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:16.787058 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-142e7ee9-4fb4-4236-844b-cb8fbfc0485f None None] Provisioning for port 741980c5-02b6-4c9a-9c00-a0115a340978 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:16.788317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=a5d3d667-05b1-4aac-858a-394116cefd1e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:16.793307 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6577706 Mar 11 15:45:16.796312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38604) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:16.797146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Checking segment: {'id': 'de115779-ea0a-415f-80f7-898e0566b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '837e954e-2b21-4a30-983a-5a34e87870b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:16.797594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network hostable DHCP agents. Network: 837e954e-2b21-4a30-983a-5a34e87870b3, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:16.797879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:16.818943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:16.825445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:16.835308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=5c3707f5-1eff-4da5-b21b-1ad789d59b4f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:16.842960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'subnet': {'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:16.862950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8d457-576a-469c-b736-863b36c005ef tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Network': ['ID=c3283af8-36ec-4280-b1ca-4bd7b915dd7b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:16.897451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network c3283af8-36ec-4280-b1ca-4bd7b915dd7b details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:16.940514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b6c51431-352d-4e8a-9007-b94c66d2374a tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Synchronizing usage tracker for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:17.016982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 837e954e-2b21-4a30-983a-5a34e87870b3 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:17.099868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 741980c5-02b6-4c9a-9c00-a0115a340978 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:17.105842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-22c72409-de0c-49c0-9a17-bfd1d5395f8c tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.118856 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-22c72409-de0c-49c0-9a17-bfd1d5395f8c tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "DELETE /v2.0/ports/65f33906-7a3b-45c8-ac0e-a6ec73d67aed HTTP/1.1" status: 204 len: 168 time: 3.5664759 Mar 11 15:45:17.126117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38608) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:17.150332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 741980c5-02b6-4c9a-9c00-a0115a340978 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:17.150690 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.165495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edf898-496e-4ce6-9760-fdb63310354f req-fdeffe8d-2fed-4cca-ba9a-0967c6ef3e0f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:17.170476 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a0edf898-496e-4ce6-9760-fdb63310354f req-fdeffe8d-2fed-4cca-ba9a-0967c6ef3e0f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.2362330 Mar 11 15:45:17.172713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 837e954e-2b21-4a30-983a-5a34e87870b3) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:17.183702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:17.188308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3d87370a-3e4a-4d16-8f7a-cf5670ad1b76 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9823890'] for subnet, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.192781 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b6c51431-352d-4e8a-9007-b94c66d2374a tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Unset dirty status for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:17.197354 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b6c51431-352d-4e8a-9007-b94c66d2374a tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5716007 Mar 11 15:45:17.197713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38612) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:17.200027 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea43b7-f206-49d1-82d0-d40d498feecd None None] Network 837e954e-2b21-4a30-983a-5a34e87870b3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:17.204098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:17.209567 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:17.214226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:17.214871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.231450 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e993efa-d9fc-49bb-9716-767460754a86 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] GET failed (client error): The resource could not be found. Mar 11 15:45:17.231970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6e993efa-d9fc-49bb-9716-767460754a86 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Synchronizing usage tracker for tenant:0bca277d03cc425f8379e6bbedb6ee36 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:17.302074 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a0edf898-496e-4ce6-9760-fdb63310354f req-7c04c7be-d8d4-4c44-9f3f-796cfbc72c33 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273866 Mar 11 15:45:17.320148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 8ede3b51-8a7e-49b2-806b-71773f4c24f7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:17.320486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.343011 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:subnet and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:17.360342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:17.365177 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c56a717c-f207-481b-a9b2-cd5fd2105cd5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2208307 Mar 11 15:45:17.369653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38616) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:17.377648 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-0ae143fa-9292-43a1-aad6-ebf7c011975e', 'network_id': '0ae143fa-9292-43a1-aad6-ebf7c011975e', 'tenant_id': '98ee7e50c62343569b27fd53a309f525', 'fixed_ips': [{'subnet_id': '2c41f2e2-6c7d-44d1-ab7f-928cad62bba4'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:17.377943 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:17.378561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.388352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-454a8bc4-707e-40de-9390-2e9b359dfbfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.395959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6e993efa-d9fc-49bb-9716-767460754a86 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Unset dirty status for tenant:0bca277d03cc425f8379e6bbedb6ee36 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:17.399611 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6e993efa-d9fc-49bb-9716-767460754a86 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "GET /v2.0/ports/65f33906-7a3b-45c8-ac0e-a6ec73d67aed HTTP/1.1" status: 404 len: 333 time: 0.2700961 Mar 11 15:45:17.410425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] The port '8ede3b51-8a7e-49b2-806b-71773f4c24f7' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:45:17.411385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38620) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:17.518920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4490e639-8af1-46bd-8a7b-1eb9133b07dc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port a5d3d667-05b1-4aac-858a-394116cefd1e {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:17.519270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4490e639-8af1-46bd-8a7b-1eb9133b07dc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.522786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-454a8bc4-707e-40de-9390-2e9b359dfbfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.565523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:17.568973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.591162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:12Z', 'revision_number': 2, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:13Z', 'revision_number': 2, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:17.615868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Checking router: 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:17.616220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Updating router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 port 8a22bcab-1a8f-4680-b083-55a29dde85a0 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:45:17.631472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d0254c31-a5a3-4878-a54d-ff7f19caea95 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Deleting port 648a4425-fecb-4376-9dde-849ced8a2ce8 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:17.631939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0254c31-a5a3-4878-a54d-ff7f19caea95 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.673050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.680199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.737190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738d7bae-dc8e-4702-818c-87c9d0e661b0']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:17.749824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3d87370a-3e4a-4d16-8f7a-cf5670ad1b76 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740403849975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2363739'] for subnet, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.759129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c497461f-b343-4948-8ef0-23a1a9dd71fc') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:17.759129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c497461f-b343-4948-8ef0-23a1a9dd71fc') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:17.784534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.816966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 741980c5-02b6-4c9a-9c00-a0115a340978, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=741980c5-02b6-4c9a-9c00-a0115a340978,segment=NetworkSegment(46c2b701-fcf2-4dbb-80df-58f41259b57d),segment_id=46c2b701-fcf2-4dbb-80df-58f41259b57d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:17.833249 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Allocated IP 172.20.0.2 (0ae143fa-9292-43a1-aad6-ebf7c011975e/2c41f2e2-6c7d-44d1-ab7f-928cad62bba4/3323694c-2e0c-462d-90bb-115e1ba35038) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:17.930652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.953212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:17.960319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-454a8bc4-707e-40de-9390-2e9b359dfbfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.004071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a8bc4-707e-40de-9390-2e9b359dfbfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42919f46-f2c3-4149-a3be-4066ed009215,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:18.008641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87370a-3e4a-4d16-8f7a-cf5670ad1b76 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=2c41f2e2-6c7d-44d1-ab7f-928cad62bba4,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:18.009582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.020686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ede3b51-8a7e-49b2-806b-71773f4c24f7 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:18.026627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:18.027157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:18.042372 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:18.089815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d87370a-3e4a-4d16-8f7a-cf5670ad1b76 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:18.090957 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3d87370a-3e4a-4d16-8f7a-cf5670ad1b76 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.095775 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3d87370a-3e4a-4d16-8f7a-cf5670ad1b76 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "PUT /v2.0/subnets/2c41f2e2-6c7d-44d1-ab7f-928cad62bba4 HTTP/1.1" status: 200 len: 806 time: 1.4169450 Mar 11 15:45:18.101238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38624) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:18.125405 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0254c31-a5a3-4878-a54d-ff7f19caea95 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.146645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 8ede3b51-8a7e-49b2-806b-71773f4c24f7 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:18.147272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ede3b51-8a7e-49b2-806b-71773f4c24f7 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:18.147371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dd439f30-e6d8-4806-90e2-206d823a85c0 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:18.205824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: dd439f30-e6d8-4806-90e2-206d823a85c0 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:18.206155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dd439f30-e6d8-4806-90e2-206d823a85c0 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:18.235207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b7c0f2d1-e3f0-4cd2-b86d-c1aa4b5973db None None] Provisioning complete for port 741980c5-02b6-4c9a-9c00-a0115a340978 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:18.235580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b7c0f2d1-e3f0-4cd2-b86d-c1aa4b5973db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.321981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.380803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-454a8bc4-707e-40de-9390-2e9b359dfbfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.384154 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-454a8bc4-707e-40de-9390-2e9b359dfbfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "DELETE /v2.0/security-groups/42919f46-f2c3-4149-a3be-4066ed009215 HTTP/1.1" status: 204 len: 168 time: 1.1790864 Mar 11 15:45:18.391318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d0254c31-a5a3-4878-a54d-ff7f19caea95 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Calling delete_port for 648a4425-fecb-4376-9dde-849ced8a2ce8 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:18.392260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=741980c5-02b6-4c9a-9c00-a0115a340978,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:18.405350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38630) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:18.512991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.573966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.604200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Network': ['ID=738d7bae-dc8e-4702-818c-87c9d0e661b0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:18.630296 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-783e21da-c875-49f0-89f7-4a4843265caf tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/networks/738d7bae-dc8e-4702-818c-87c9d0e661b0 HTTP/1.1" status: 204 len: 168 time: 3.4021862 Mar 11 15:45:18.632966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.637835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38634) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:18.667071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4490e639-8af1-46bd-8a7b-1eb9133b07dc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.745767 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.796842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Transition to ACTIVE for port object 3323694c-2e0c-462d-90bb-115e1ba35038 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:18.799824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Transition to ACTIVE for port object 8a22bcab-1a8f-4680-b083-55a29dde85a0 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:18.803667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec602b89-9111-448b-8e3c-70410f0b62bc req-7ff98588-11c7-4d79-8168-280f6a52e0ba tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:18.805375 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec602b89-9111-448b-8e3c-70410f0b62bc req-7ff98588-11c7-4d79-8168-280f6a52e0ba tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.2845728 Mar 11 15:45:18.808268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0254c31-a5a3-4878-a54d-ff7f19caea95 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.822315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Transition to ACTIVE for port object 3323694c-2e0c-462d-90bb-115e1ba35038 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:18.894162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.895701 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4490e639-8af1-46bd-8a7b-1eb9133b07dc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for a5d3d667-05b1-4aac-858a-394116cefd1e owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:18.943300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.957973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d2e71c22-acfc-4045-b6b3-3fa650b3831f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Synchronizing usage tracker for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:18.958392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0254c31-a5a3-4878-a54d-ff7f19caea95 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event deleted for resources: {'Port': ['ID=648a4425-fecb-4376-9dde-849ced8a2ce8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:18.981554 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.048936 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381e6c3-32e2-438e-a420-81b66d0f5e23 None None] Pushing event updated for resources: {'Port': ['ID=8a22bcab-1a8f-4680-b083-55a29dde85a0,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:19.084082 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Network 0ae143fa-9292-43a1-aad6-ebf7c011975e is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:19.124461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:19.127057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:19.142635 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec602b89-9111-448b-8e3c-70410f0b62bc req-29562aad-ad26-4927-aaef-014a5a8e073f tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229287 Mar 11 15:45:19.282383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0254c31-a5a3-4878-a54d-ff7f19caea95 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.284714 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d0254c31-a5a3-4878-a54d-ff7f19caea95 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "DELETE /v2.0/ports/648a4425-fecb-4376-9dde-849ced8a2ce8 HTTP/1.1" status: 204 len: 168 time: 1.8698905 Mar 11 15:45:19.287208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.289291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38638) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:19.329689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Pushing event updated for resources: {'Port': ['ID=3323694c-2e0c-462d-90bb-115e1ba35038,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:19.345986 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Attempting to bind port 8a22bcab-1a8f-4680-b083-55a29dde85a0 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:19.346354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Attempting to bind port 8a22bcab-1a8f-4680-b083-55a29dde85a0 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'fd9aafc8-714e-4090-91b1-1a9ad7eb72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:19.346713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Attempting to bind port 8a22bcab-1a8f-4680-b083-55a29dde85a0 on network 381edc8b-6479-4238-8688-fa4967badf6c {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:19.366725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:19.366945 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaae38e9-d327-473b-b028-d27f75fac9ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] GET failed (client error): The resource could not be found. Mar 11 15:45:19.367074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Checking segment: {'id': 'fd9aafc8-714e-4090-91b1-1a9ad7eb72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:19.367247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-aaae38e9-d327-473b-b028-d27f75fac9ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Synchronizing usage tracker for tenant:0bca277d03cc425f8379e6bbedb6ee36 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:19.367410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.367788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Bound using segment: {'id': 'fd9aafc8-714e-4090-91b1-1a9ad7eb72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:19.368359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Bound port: 8a22bcab-1a8f-4680-b083-55a29dde85a0, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9aafc8-714e-4090-91b1-1a9ad7eb72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:19.368772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.384967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Attempting to bind port 3323694c-2e0c-462d-90bb-115e1ba35038 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:19.385334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Attempting to bind port 3323694c-2e0c-462d-90bb-115e1ba35038 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '6685986a-92d2-47a1-86c5-429345c0fffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0ae143fa-9292-43a1-aad6-ebf7c011975e'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:19.393207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Attempting to bind port 3323694c-2e0c-462d-90bb-115e1ba35038 on network 0ae143fa-9292-43a1-aad6-ebf7c011975e {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:19.394076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:19.394449 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Checking segment: {'id': '6685986a-92d2-47a1-86c5-429345c0fffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0ae143fa-9292-43a1-aad6-ebf7c011975e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:19.394847 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.395236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Bound using segment: {'id': '6685986a-92d2-47a1-86c5-429345c0fffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0ae143fa-9292-43a1-aad6-ebf7c011975e'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:19.395694 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Bound port: 3323694c-2e0c-462d-90bb-115e1ba35038, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6685986a-92d2-47a1-86c5-429345c0fffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0ae143fa-9292-43a1-aad6-ebf7c011975e'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:19.396065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.422465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d2e71c22-acfc-4045-b6b3-3fa650b3831f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Unset dirty status for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:19.431067 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d2e71c22-acfc-4045-b6b3-3fa650b3831f tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0052662 Mar 11 15:45:19.431284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38642) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:19.437255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'tempest-secgroup--51613401'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:19.445597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:19.446016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.460586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:19.473094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-aaae38e9-d327-473b-b028-d27f75fac9ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Unset dirty status for tenant:0bca277d03cc425f8379e6bbedb6ee36 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:19.474257 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-aaae38e9-d327-473b-b028-d27f75fac9ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "GET /v2.0/ports/648a4425-fecb-4376-9dde-849ced8a2ce8 HTTP/1.1" status: 404 len: 333 time: 0.1838768 Mar 11 15:45:19.480062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38646) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:19.493201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 3323694c-2e0c-462d-90bb-115e1ba35038 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:19.493538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.566959 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] For port 8a22bcab-1a8f-4680-b083-55a29dde85a0, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:19.580880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] For port 8a22bcab-1a8f-4680-b083-55a29dde85a0, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8a22bcab-1a8f-4680-b083-55a29dde85a0,segment=NetworkSegment(fd9aafc8-714e-4090-91b1-1a9ad7eb72d7),segment_id=fd9aafc8-714e-4090-91b1-1a9ad7eb72d7)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:19.583762 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] For port 3323694c-2e0c-462d-90bb-115e1ba35038, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:19.587001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] For port 3323694c-2e0c-462d-90bb-115e1ba35038, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3323694c-2e0c-462d-90bb-115e1ba35038,segment=NetworkSegment(6685986a-92d2-47a1-86c5-429345c0fffc),segment_id=6685986a-92d2-47a1-86c5-429345c0fffc)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:19.594522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.614418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-7a690fc4-6d6b-4684-9213-8911dbf30aa7 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Deleting port a9a2e029-ab3b-47a2-ba4f-75d0bde86ad4 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:19.619874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a690fc4-6d6b-4684-9213-8911dbf30aa7 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.670389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:19.680098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:19.682890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.691387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:19.703974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:19.739593 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.792536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.796815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:19.797542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:19.799178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4490e639-8af1-46bd-8a7b-1eb9133b07dc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.800291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Subnet': ['ID=29ae0d20-5e1b-455f-b631-18dcf58eecc6,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:19.856908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381e6c3-32e2-438e-a420-81b66d0f5e23 None None] Pushing event updated for resources: {'Port': ['ID=8a22bcab-1a8f-4680-b083-55a29dde85a0,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:19.939016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490e639-8af1-46bd-8a7b-1eb9133b07dc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=a5d3d667-05b1-4aac-858a-394116cefd1e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:19.941056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Checking segment: {'id': 'b98bd057-c4e6-418e-a063-4a4e253fbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:19.941577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network hostable DHCP agents. Network: c3283af8-36ec-4280-b1ca-4bd7b915dd7b, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:19.952365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4490e639-8af1-46bd-8a7b-1eb9133b07dc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:20.027844 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4490e639-8af1-46bd-8a7b-1eb9133b07dc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/a5d3d667-05b1-4aac-858a-394116cefd1e HTTP/1.1" status: 204 len: 168 time: 2.6551940 Mar 11 15:45:20.044850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:20.048386 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38650) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:20.184389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db98713-adb1-417d-bbc4-6581f8f1c973 None None] Pushing event updated for resources: {'Port': ['ID=3323694c-2e0c-462d-90bb-115e1ba35038,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:20.290004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network c3283af8-36ec-4280-b1ca-4bd7b915dd7b is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:20.303758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] For port 3323694c-2e0c-462d-90bb-115e1ba35038, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3323694c-2e0c-462d-90bb-115e1ba35038,segment=NetworkSegment(6685986a-92d2-47a1-86c5-429345c0fffc),segment_id=6685986a-92d2-47a1-86c5-429345c0fffc)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:20.304300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:20.456226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router b12ba3fe-c384-475a-8429-93f75eb14b97 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:45:20.466295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Calling delete_port for 3323694c-2e0c-462d-90bb-115e1ba35038 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:20.591558 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 741980c5-02b6-4c9a-9c00-a0115a340978 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:20.592736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, c3283af8-36ec-4280-b1ca-4bd7b915dd7b) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:20.605810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:20.606790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:20.628075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fb53b1-6b1e-4b09-bbc4-1ec925c0ac0d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:20.628528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216640d5-7b62-45ee-9797-ec3048cff06b None None] Network c3283af8-36ec-4280-b1ca-4bd7b915dd7b requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:20.633906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fb53b1-6b1e-4b09-bbc4-1ec925c0ac0d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:20.634978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f6fb53b1-6b1e-4b09-bbc4-1ec925c0ac0d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:20.674737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66928ff-1cab-41e1-85c8-48b9094930ac req-8876d6d9-7e0d-4762-a1e2-3659ea99012d tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:20.676281 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d66928ff-1cab-41e1-85c8-48b9094930ac req-8876d6d9-7e0d-4762-a1e2-3659ea99012d tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.2913775 Mar 11 15:45:20.682411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:20.693381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a690fc4-6d6b-4684-9213-8911dbf30aa7 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:20.759816 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-32a7caa7-e912-4d09-b1d3-84719f91ddcd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9232433 Mar 11 15:45:20.786587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38658) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:20.825431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:12Z', 'revision_number': 2, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:19Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:20.836731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a6a9a1-a81e-4048-8e75-98b6400733d1 None None] The sync data for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv is: [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:12Z', 'revision_number': 2, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:19Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:20.847565 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 741980c5-02b6-4c9a-9c00-a0115a340978 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:20.847565 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:20.878609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-7a690fc4-6d6b-4684-9213-8911dbf30aa7 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Calling delete_port for a9a2e029-ab3b-47a2-ba4f-75d0bde86ad4 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:20.918652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:20.964865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2e61222e-cf7d-4eee-aaac-91ade1798785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:20.995091 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d66928ff-1cab-41e1-85c8-48b9094930ac req-cb5615ca-0de5-41af-93a7-a1a58c06e66d tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942131 Mar 11 15:45:21.011637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:21.013668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:21.196084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3323694c-2e0c-462d-90bb-115e1ba35038 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:21.215034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:21.226202 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd03c9-7193-4387-b513-6381fedaca6a None None] Sync routers for ids ['b12ba3fe-c384-475a-8429-93f75eb14b97'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:21.254740 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f6fb53b1-6b1e-4b09-bbc4-1ec925c0ac0d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:21.257182 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd03c9-7193-4387-b513-6381fedaca6a None None] Routers {'b12ba3fe-c384-475a-8429-93f75eb14b97'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:21.259097 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d2fd03c9-7193-4387-b513-6381fedaca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b12ba3fe-c384-475a-8429-93f75eb14b97'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:21.261446 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f6fb53b1-6b1e-4b09-bbc4-1ec925c0ac0d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.1269536 Mar 11 15:45:21.279136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38662) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:21.324511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d703e90-9842-4bdc-b27d-a1bb8e16177e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:21.378633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:21.383120 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-da9ad160-c796-4174-b960-82aae25a2bfd tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9516773 Mar 11 15:45:21.384648 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38666) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:21.388963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 0942ee10-f751-4aad-a986-3a2ec7df9aea {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:21.389311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:21.395872 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d2fd03c9-7193-4387-b513-6381fedaca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:21.406138 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd03c9-7193-4387-b513-6381fedaca6a None None] Routers {'b12ba3fe-c384-475a-8429-93f75eb14b97'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:21.407019 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d2fd03c9-7193-4387-b513-6381fedaca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:44:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b12ba3fe-c384-475a-8429-93f75eb14b97'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:21.436753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-cf22c8ef-2170-4ac4-8f08-c9fca677d535 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '6d703e90-9842-4bdc-b27d-a1bb8e16177e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:21.442630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a690fc4-6d6b-4684-9213-8911dbf30aa7 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:21.466956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c09a0e-ae07-4c18-a3ac-63b2764b29f6 None None] Network 0ae143fa-9292-43a1-aad6-ebf7c011975e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:21.485941 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d2fd03c9-7193-4387-b513-6381fedaca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:21.486851 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd03c9-7193-4387-b513-6381fedaca6a None None] The sync data for ids ['b12ba3fe-c384-475a-8429-93f75eb14b97'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:21.532628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cf22c8ef-2170-4ac4-8f08-c9fca677d535 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:21.554681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cf22c8ef-2170-4ac4-8f08-c9fca677d535 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:21.562172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a690fc4-6d6b-4684-9213-8911dbf30aa7 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event deleted for resources: {'Port': ['ID=a9a2e029-ab3b-47a2-ba4f-75d0bde86ad4,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:21.568864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a4913c90-d409-4466-b04b-afc94ecd0aed tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port b0458a71-2a76-431a-9a1b-138d3a19de11 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:21.569329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4913c90-d409-4466-b04b-afc94ecd0aed tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:21.575052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cf22c8ef-2170-4ac4-8f08-c9fca677d535 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:21.584848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cf22c8ef-2170-4ac4-8f08-c9fca677d535 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:21.783007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Allocated IP 2001:db8:1::2 (c3283af8-36ec-4280-b1ca-4bd7b915dd7b/29ae0d20-5e1b-455f-b631-18dcf58eecc6/03a2ebc5-7696-4bf8-a3d8-928820a2e436) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:21.801822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a690fc4-6d6b-4684-9213-8911dbf30aa7 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:21.831426 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ec923ab9-7f98-47eb-a54c-0120091f61c7 None None] Provisioning for port 3323694c-2e0c-462d-90bb-115e1ba35038 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:21.840723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:21.845689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:21.846927 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1914cd4c-b222-4521-99cc-4e726419518b tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.4626856 Mar 11 15:45:21.849860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 3323694c-2e0c-462d-90bb-115e1ba35038 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:21.861222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ec923ab9-7f98-47eb-a54c-0120091f61c7 None None] Provisioning complete for port 3323694c-2e0c-462d-90bb-115e1ba35038 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:21.862407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec923ab9-7f98-47eb-a54c-0120091f61c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:21.867556 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38674) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:21.935034 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 3323694c-2e0c-462d-90bb-115e1ba35038 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:21.935420 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:21.978223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ec923ab9-7f98-47eb-a54c-0120091f61c7 None None] Port 3323694c-2e0c-462d-90bb-115e1ba35038 was deleted so its status cannot be updated. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 15:45:22.007371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] For port 0942ee10-f751-4aad-a986-3a2ec7df9aea, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0942ee10-f751-4aad-a986-3a2ec7df9aea,segment=NetworkSegment(12e97b37-1cec-4603-a9e2-337c1d8f465a),segment_id=12e97b37-1cec-4603-a9e2-337c1d8f465a)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:22.007737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:22.012136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Port 3323694c-2e0c-462d-90bb-115e1ba35038 was deleted so its status cannot be updated. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 15:45:22.038862 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7a690fc4-6d6b-4684-9213-8911dbf30aa7 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "DELETE /v2.0/ports/a9a2e029-ab3b-47a2-ba4f-75d0bde86ad4 HTTP/1.1" status: 204 len: 168 time: 2.5557039 Mar 11 15:45:22.100866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38680) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:22.128047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Port': ['ID=3323694c-2e0c-462d-90bb-115e1ba35038,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:22.194174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for 0942ee10-f751-4aad-a986-3a2ec7df9aea owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:22.218873 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:22.241667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Transition to ACTIVE for port object 03a2ebc5-7696-4bf8-a3d8-928820a2e436 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:22.291509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Transition to ACTIVE for port object 03a2ebc5-7696-4bf8-a3d8-928820a2e436 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:22.367622 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No DVR routers for this DVR port 3323694c-2e0c-462d-90bb-115e1ba35038 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:22.373725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-72376288-d26b-4da6-a5e3-7987646910ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Deleting subnet 1aa2bc5b-dc06-41f6-8a74-2496b8d663a2 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:45:22.388473 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bee1a3-0dcb-415a-83a7-42de00747948 None None] Network 0ae143fa-9292-43a1-aad6-ebf7c011975e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:22.405037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:22.440154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72376288-d26b-4da6-a5e3-7987646910ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:22.586943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Network c3283af8-36ec-4280-b1ca-4bd7b915dd7b is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:22.590522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8a22bcab-1a8f-4680-b083-55a29dde85a0 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:22.608386 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-cf22c8ef-2170-4ac4-8f08-c9fca677d535 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:22.612499 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cf22c8ef-2170-4ac4-8f08-c9fca677d535 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.2226925 Mar 11 15:45:22.613445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38684) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:22.631445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:22.632609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0fb9a290-b4c2-489e-9c4c-654dae352ebc tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group_rule': {'security_group_id': '6d703e90-9842-4bdc-b27d-a1bb8e16177e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:22.639639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0fb9a290-b4c2-489e-9c4c-654dae352ebc tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:22.645167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0fb9a290-b4c2-489e-9c4c-654dae352ebc tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:22.658187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0fb9a290-b4c2-489e-9c4c-654dae352ebc tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:22.660925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72376288-d26b-4da6-a5e3-7987646910ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:22.676189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:22.682305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0fb9a290-b4c2-489e-9c4c-654dae352ebc tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:22.704074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Pushing event updated for resources: {'Port': ['ID=03a2ebc5-7696-4bf8-a3d8-928820a2e436,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:22.705629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:22.764133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390e05e-9078-49fe-8e74-dbb9a369b210 req-d095be29-67ba-4c17-9336-f1008d5d160e tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:22.766046 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f390e05e-9078-49fe-8e74-dbb9a369b210 req-d095be29-67ba-4c17-9336-f1008d5d160e tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.5330024 Mar 11 15:45:22.792447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4913c90-d409-4466-b04b-afc94ecd0aed tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:22.817546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:22.924908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Attempting to bind port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:22.925449 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Attempting to bind port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'b98bd057-c4e6-418e-a063-4a4e253fbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:22.925726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Attempting to bind port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 on network c3283af8-36ec-4280-b1ca-4bd7b915dd7b {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:22.951490 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f390e05e-9078-49fe-8e74-dbb9a369b210 req-88b6e73b-374d-464c-b117-fa465675e437 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719038 Mar 11 15:45:22.965244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a4913c90-d409-4466-b04b-afc94ecd0aed tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for b0458a71-2a76-431a-9a1b-138d3a19de11 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:22.966802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:22.967228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Checking segment: {'id': 'b98bd057-c4e6-418e-a063-4a4e253fbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:22.968032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:22.968032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Bound using segment: {'id': 'b98bd057-c4e6-418e-a063-4a4e253fbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:22.968512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Bound port: 03a2ebc5-7696-4bf8-a3d8-928820a2e436, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98bd057-c4e6-418e-a063-4a4e253fbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:22.969351 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:22.994361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 8a22bcab-1a8f-4680-b083-55a29dde85a0 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:23.035054 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8a22bcab-1a8f-4680-b083-55a29dde85a0 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:23.035576 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.143665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] For port 03a2ebc5-7696-4bf8-a3d8-928820a2e436, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:23.148719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] For port 03a2ebc5-7696-4bf8-a3d8-928820a2e436, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=03a2ebc5-7696-4bf8-a3d8-928820a2e436,segment=NetworkSegment(b98bd057-c4e6-418e-a063-4a4e253fbac7),segment_id=b98bd057-c4e6-418e-a063-4a4e253fbac7)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:23.214055 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-0fb9a290-b4c2-489e-9c4c-654dae352ebc tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:23.216003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.219669 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0fb9a290-b4c2-489e-9c4c-654dae352ebc tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6042392 Mar 11 15:45:23.223315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38688) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:23.237811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.245989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.290764 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72376288-d26b-4da6-a5e3-7987646910ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.299806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=0942ee10-f751-4aad-a986-3a2ec7df9aea,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:23.346513 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.396386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 8a22bcab-1a8f-4680-b083-55a29dde85a0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8a22bcab-1a8f-4680-b083-55a29dde85a0,segment=NetworkSegment(fd9aafc8-714e-4090-91b1-1a9ad7eb72d7),segment_id=fd9aafc8-714e-4090-91b1-1a9ad7eb72d7)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:23.402866 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9050ba-efa8-49c6-a4b2-4cf57f4f8773 None None] Pushing event updated for resources: {'Port': ['ID=03a2ebc5-7696-4bf8-a3d8-928820a2e436,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:23.479322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.631137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4913c90-d409-4466-b04b-afc94ecd0aed tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.650565 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd1fdd48-6b55-49b1-a2b9-25c903665b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.657978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=8a22bcab-1a8f-4680-b083-55a29dde85a0,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:23.679366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b371d3d8-a646-4ff4-aa51-6b493f76e9d8 None None] Network 0ae143fa-9292-43a1-aad6-ebf7c011975e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:23.703755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Subnet': ['ID=2c41f2e2-6c7d-44d1-ab7f-928cad62bba4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:23.740459 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8aba8366-5b57-4327-a7cf-14e5cd62f35b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.795811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.798876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4913c90-d409-4466-b04b-afc94ecd0aed tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=b0458a71-2a76-431a-9a1b-138d3a19de11,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:23.820758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4913c90-d409-4466-b04b-afc94ecd0aed tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.823843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 421741e1-4b4e-45bd-b525-288a4ea4ace6 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:23.886362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.904668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:23.918722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8aba8366-5b57-4327-a7cf-14e5cd62f35b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.008475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72376288-d26b-4da6-a5e3-7987646910ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.026837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae143fa-9292-43a1-aad6-ebf7c011975e']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:24.064121 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.088008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6685986a-92d2-47a1-86c5-429345c0fffc') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:24.088008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6685986a-92d2-47a1-86c5-429345c0fffc') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:24.091683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:45:24.101921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b638fa48-d865-4eca-b992-279be7008fe8 None None] DHCP port deletion for 0ae143fa-9292-43a1-aad6-ebf7c011975e request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:45:24.112993 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a4913c90-d409-4466-b04b-afc94ecd0aed tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/b0458a71-2a76-431a-9a1b-138d3a19de11 HTTP/1.1" status: 204 len: 168 time: 2.8242850 Mar 11 15:45:24.116043 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 421741e1-4b4e-45bd-b525-288a4ea4ace6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:24.117911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72376288-d26b-4da6-a5e3-7987646910ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa2bc5b-dc06-41f6-8a74-2496b8d663a2,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:24.121307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.134628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38700) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:24.135568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-72376288-d26b-4da6-a5e3-7987646910ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.143732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f324a7c-9f5a-4637-857a-9666bff98163 None None] Network 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:24.262313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.282868 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-72376288-d26b-4da6-a5e3-7987646910ad tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "DELETE /v2.0/subnets/1aa2bc5b-dc06-41f6-8a74-2496b8d663a2 HTTP/1.1" status: 204 len: 168 time: 2.1562424 Mar 11 15:45:24.305971 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38706) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:24.308038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8aba8366-5b57-4327-a7cf-14e5cd62f35b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.310463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8aba8366-5b57-4327-a7cf-14e5cd62f35b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.312525 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8aba8366-5b57-4327-a7cf-14e5cd62f35b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "DELETE /v2.0/security-groups/6d703e90-9842-4bdc-b27d-a1bb8e16177e HTTP/1.1" status: 204 len: 168 time: 1.0865662 Mar 11 15:45:24.353563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38708) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:24.370907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:24.371313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:24.419292 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:24.424538 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'code': 200} Mar 11 15:45:24.490510 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.505407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba8366-5b57-4327-a7cf-14e5cd62f35b tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d703e90-9842-4bdc-b27d-a1bb8e16177e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:24.640589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 03a2ebc5-7696-4bf8-a3d8-928820a2e436 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:24.695770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Allocated IP 2001:db8:1::1 (c3283af8-36ec-4280-b1ca-4bd7b915dd7b/29ae0d20-5e1b-455f-b631-18dcf58eecc6/281db88d-8732-4cff-8e9c-becd14413f93) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:24.737622 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=421741e1-4b4e-45bd-b525-288a4ea4ace6,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:24.748918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.754842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.771489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c464ba88-c0a0-467d-a678-6d90a4799fe1 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Synchronizing usage tracker for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:24.779967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.845800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.848921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41596af-101d-4418-8ea4-fccfd500a050 None None] DHCP port deletion for 33ca0e0d-df89-431e-a2d7-fb7ca14c6069 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:45:24.855909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d41596af-101d-4418-8ea4-fccfd500a050 None None] Deleting port c582b974-cdaa-48ee-966f-162178d61282 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:24.856297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d41596af-101d-4418-8ea4-fccfd500a050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.865857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e453d2-3933-4624-91c0-e835f7717993 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:24.865857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b1e453d2-3933-4624-91c0-e835f7717993 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:24.873990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ec4b1-153a-488e-8995-af68aefd9db2 req-ba42ae16-1eee-4e45-bdf5-f5b5aa284792 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:24.877066 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-855ec4b1-153a-488e-8995-af68aefd9db2 req-ba42ae16-1eee-4e45-bdf5-f5b5aa284792 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 944 time: 0.4908020 Mar 11 15:45:24.898456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355089c-84aa-46bf-92a2-8423a675af49 req-729243ca-a34a-48c5-8986-6ff2966b4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:24.900072 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d355089c-84aa-46bf-92a2-8423a675af49 req-729243ca-a34a-48c5-8986-6ff2966b4147 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 1097 time: 0.4716365 Mar 11 15:45:24.900362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:24.921436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8a22bcab-1a8f-4680-b083-55a29dde85a0 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:24.941096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:24.954547 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727f9e80-bf72-47ac-8c7f-240f9f1cc1ee None None] Network c3283af8-36ec-4280-b1ca-4bd7b915dd7b requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:24.972603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=0ae143fa-9292-43a1-aad6-ebf7c011975e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:24.974422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Deleting port c582b974-cdaa-48ee-966f-162178d61282 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:24.975537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.006297 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router ded9cceb-2c8d-47af-9295-d7c989206c27 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:25.010911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c464ba88-c0a0-467d-a678-6d90a4799fe1 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Unset dirty status for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:25.017627 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c464ba88-c0a0-467d-a678-6d90a4799fe1 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6003854 Mar 11 15:45:25.021729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38714) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:25.044798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'tempest-secgroup--786696221'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:25.046831 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d355089c-84aa-46bf-92a2-8423a675af49 req-ab9e5fd3-f1ad-4c0c-8a64-48a681f71cb9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089928 Mar 11 15:45:25.052128 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c6cf768d-8a20-4d4a-841d-105b3db7b7bd tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/0ae143fa-9292-43a1-aad6-ebf7c011975e HTTP/1.1" status: 204 len: 168 time: 6.9473944 Mar 11 15:45:25.057131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:25.059089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38718) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:25.109308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:25.113039 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-855ec4b1-153a-488e-8995-af68aefd9db2 req-6a7cef7b-3608-463b-a400-3d501cc5925c tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786728 Mar 11 15:45:25.190699 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a85af7-85b9-4028-b824-bf029bca0dbb tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:25.191338 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a85af7-85b9-4028-b824-bf029bca0dbb tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:25.197068 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-65a85af7-85b9-4028-b824-bf029bca0dbb tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/0ae143fa-9292-43a1-aad6-ebf7c011975e HTTP/1.1" status: 404 len: 339 time: 0.1311760 Mar 11 15:45:25.197068 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b1e453d2-3933-4624-91c0-e835f7717993 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:25.197068 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b1e453d2-3933-4624-91c0-e835f7717993 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.0617661 Mar 11 15:45:25.208295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38722) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:25.208812 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38724) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:25.255067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.20.0.1 (3f86f8e2-5842-403d-9ab3-064453fa22ca/522caefb-d6ed-4b40-9b4f-254a533f089a/bc3ae46e-d8f8-433a-8382-7ffad6b69f12) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:25.263551 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-162ef883-4d1d-4640-af41-40baeef343ea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:45:25.265727 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-162ef883-4d1d-4640-af41-40baeef343ea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/a5d3d667-05b1-4aac-858a-394116cefd1e HTTP/1.1" status: 404 len: 333 time: 0.0486524 Mar 11 15:45:25.271178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1867413465', 'description': 'd1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:25.276300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:25.280830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:network and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:25.283849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:25.285241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3a39bcd8-8641-43e2-822d-3e2178833a09 None None] Provisioning for port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:25.289929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:25.299588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.309527 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38730) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:25.315737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3a39bcd8-8641-43e2-822d-3e2178833a09 None None] Provisioning complete for port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:25.316109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a39bcd8-8641-43e2-822d-3e2178833a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.348848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.384494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8a22bcab-1a8f-4680-b083-55a29dde85a0 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:25.384746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.410306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:25.415796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.419701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:25.444171 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-de1cf4eb-4c36-4dff-956c-74b470c7bf01 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8046505 Mar 11 15:45:25.446251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3b5bf-f0aa-4eb4-ab3a-55a70489e7d8 None None] Sync routers for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:25.447476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38734) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:25.450138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d41596af-101d-4418-8ea4-fccfd500a050 None None] For port c582b974-cdaa-48ee-966f-162178d61282, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c582b974-cdaa-48ee-966f-162178d61282,segment=NetworkSegment(750ee67a-e3f4-4ab3-b976-fed276f7df4f),segment_id=750ee67a-e3f4-4ab3-b976-fed276f7df4f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:25.450535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d41596af-101d-4418-8ea4-fccfd500a050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.454108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:25.458059 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-222acdb3-aac8-4b88-994b-25cf8ded8ed6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:45:25.460650 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-222acdb3-aac8-4b88-994b-25cf8ded8ed6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/b0458a71-2a76-431a-9a1b-138d3a19de11 HTTP/1.1" status: 404 len: 333 time: 0.1500785 Mar 11 15:45:25.470203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Transition to ACTIVE for port object 281db88d-8732-4cff-8e9c-becd14413f93 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:25.488581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38738) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:25.532208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:25.534607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.534953 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment 8161e9ae-22d0-4e0a-987c-96c51011ab52 of type vlan for network 04729fea-452e-41ea-9287-06a649cc8f9b Mar 11 15:45:25.558032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Usage tracker for resource:security_group_rule and tenant:2308265a956348ca82b8b86fe8e4435d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:25.564854 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:25.577689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] For port c582b974-cdaa-48ee-966f-162178d61282, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c582b974-cdaa-48ee-966f-162178d61282,segment=NetworkSegment(750ee67a-e3f4-4ab3-b976-fed276f7df4f),segment_id=750ee67a-e3f4-4ab3-b976-fed276f7df4f)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:25.578107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.586498 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:25.618695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d41596af-101d-4418-8ea4-fccfd500a050 None None] Calling delete_port for c582b974-cdaa-48ee-966f-162178d61282 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:25.632711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.646578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3b5bf-f0aa-4eb4-ab3a-55a70489e7d8 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:25.647111 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7fa3b5bf-f0aa-4eb4-ab3a-55a70489e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:25.665609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-97796630-ff73-47bb-8a4d-c3ca2990664f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting subnet cd547be6-c44c-4d87-b3c0-5b0a854c596d {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:45:25.673718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97796630-ff73-47bb-8a4d-c3ca2990664f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.706859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.713878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Transition to ACTIVE for port object bc3ae46e-d8f8-433a-8382-7ffad6b69f12 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:25.755763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97796630-ff73-47bb-8a4d-c3ca2990664f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.848949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.862206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 421741e1-4b4e-45bd-b525-288a4ea4ace6 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:45:25.863117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Calling delete_port for c582b974-cdaa-48ee-966f-162178d61282 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:25.960705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.996211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.071112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.076384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:26.077054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.078286 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a39bcd8-8641-43e2-822d-3e2178833a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.092381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.110611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network c3283af8-36ec-4280-b1ca-4bd7b915dd7b is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:26.119050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 15:45:26.119050 dv-neutron-833203-2-hyperv neutron-server[88557]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 11 15:45:26.119050 dv-neutron-833203-2-hyperv neutron-server[88557]: [parameters: {'port_id': 'c582b974-cdaa-48ee-966f-162178d61282'}] Mar 11 15:45:26.119050 dv-neutron-833203-2-hyperv neutron-server[88557]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:26.119494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:26.121633 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-7fa3b5bf-f0aa-4eb4-ab3a-55a70489e7d8 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:26.133130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.134278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:26.154927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97796630-ff73-47bb-8a4d-c3ca2990664f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.159253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:26.159729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.181604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=281db88d-8732-4cff-8e9c-becd14413f93,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:26.199308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837e954e-2b21-4a30-983a-5a34e87870b3']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:26.224968 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.245467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=04729fea-452e-41ea-9287-06a649cc8f9b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:26.252313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de115779-ea0a-415f-80f7-898e0566b0af') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:26.260606 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.260766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de115779-ea0a-415f-80f7-898e0566b0af') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:26.285072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.306594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d41596af-101d-4418-8ea4-fccfd500a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.311611 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3323694c-2e0c-462d-90bb-115e1ba35038 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:26.328116 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b17260b3-e982-49e9-bba6-9a04c3e1b185 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1129925 Mar 11 15:45:26.331894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38744) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:26.357942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d5e1b-a7b7-44ea-a661-42f622798bf1,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:26.395452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 04729fea-452e-41ea-9287-06a649cc8f9b details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:26.427427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.448591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.452727 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8a902e0d-6686-435b-a557-5a67e1fe1975 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4227691 Mar 11 15:45:26.452892 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38748) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:26.457473 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 3323694c-2e0c-462d-90bb-115e1ba35038 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:26.458558 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3323694c-2e0c-462d-90bb-115e1ba35038 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:26.465758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-bc5f7b1a-1d76-4170-bfef-f89c2e6c4217 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:26.468771 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.api.v2.base [None req-bc5f7b1a-1d76-4170-bfef-f89c2e6c4217 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 15:45:26.468771 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-bc5f7b1a-1d76-4170-bfef-f89c2e6c4217 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 15:45:26.471588 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bc5f7b1a-1d76-4170-bfef-f89c2e6c4217 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "PUT /v2.0/security-groups/a42d5e1b-a7b7-44ea-a661-42f622798bf1 HTTP/1.1" status: 409 len: 330 time: 0.0126574 Mar 11 15:45:26.482359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38752) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:26.483478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 3f86f8e2-5842-403d-9ab3-064453fa22ca is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:26.486452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41596af-101d-4418-8ea4-fccfd500a050 None None] Pushing event deleted for resources: {'Port': ['ID=c582b974-cdaa-48ee-966f-162178d61282,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:26.488751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:26.491014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.499535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41596af-101d-4418-8ea4-fccfd500a050 None None] No DVR routers for this DVR port c582b974-cdaa-48ee-966f-162178d61282 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:26.503282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:26.563528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=bc3ae46e-d8f8-433a-8382-7ffad6b69f12,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:26.569943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:26.569943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.570327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2509c-18d8-4c4f-a703-28ea766a5b0f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:26.573389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-63b2509c-18d8-4c4f-a703-28ea766a5b0f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Synchronizing usage tracker for tenant:98ee7e50c62343569b27fd53a309f525 on resource:network {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:26.596033 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:26.639099 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Deleting port c582b974-cdaa-48ee-966f-162178d61282 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:26.639795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.704859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97796630-ff73-47bb-8a4d-c3ca2990664f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.712240 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.764343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97796630-ff73-47bb-8a4d-c3ca2990664f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Subnet': ['ID=cd547be6-c44c-4d87-b3c0-5b0a854c596d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:26.767376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97796630-ff73-47bb-8a4d-c3ca2990664f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.778163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.784859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-3a39bcd8-8641-43e2-822d-3e2178833a09 None None] For port 03a2ebc5-7696-4bf8-a3d8-928820a2e436, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=03a2ebc5-7696-4bf8-a3d8-928820a2e436,segment=NetworkSegment(b98bd057-c4e6-418e-a063-4a4e253fbac7),segment_id=b98bd057-c4e6-418e-a063-4a4e253fbac7)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:26.788085 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-97796630-ff73-47bb-8a4d-c3ca2990664f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/cd547be6-c44c-4d87-b3c0-5b0a854c596d HTTP/1.1" status: 204 len: 168 time: 1.3394582 Mar 11 15:45:26.802138 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38758) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:26.804801 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c582b974-cdaa-48ee-966f-162178d61282 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:26.820354 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf1bd1-1197-45b7-942a-50f946910c32 req-990aba7d-f964-4601-adc6-f3c7e464c343 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:26.822176 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2ccf1bd1-1197-45b7-942a-50f946910c32 req-990aba7d-f964-4601-adc6-f3c7e464c343 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 944 time: 0.4263275 Mar 11 15:45:26.850450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-63b2509c-18d8-4c4f-a703-28ea766a5b0f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Unset dirty status for tenant:98ee7e50c62343569b27fd53a309f525 on resource:network {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:26.851971 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-63b2509c-18d8-4c4f-a703-28ea766a5b0f tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/networks?id=04729fea-452e-41ea-9287-06a649cc8f9b HTTP/1.1" status: 200 len: 761 time: 0.5179200 Mar 11 15:45:26.853285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58997137-d57b-4567-bdd5-ebaba0935b4d None None] Network 11465789-2012-4c06-9e12-fd78778070f4 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:26.859454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38762) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:26.859886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] The port 'c582b974-cdaa-48ee-966f-162178d61282' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:45:26.866985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-32d0371b-0f18-4beb-b0e3-e363bc11e89e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'description': 'd2'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:26.894226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80e19de4-8a79-469e-9e1d-5366a4cdf584 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.919562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.951179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a39bcd8-8641-43e2-822d-3e2178833a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.952823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: c582b974-cdaa-48ee-966f-162178d61282 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:26.953140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c582b974-cdaa-48ee-966f-162178d61282 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:26.974169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 421741e1-4b4e-45bd-b525-288a4ea4ace6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:27.048999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.055026 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/networks/837e954e-2b21-4a30-983a-5a34e87870b3 HTTP/1.1" status: 204 len: 168 time: 1.5656664 Mar 11 15:45:27.058371 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2ccf1bd1-1197-45b7-942a-50f946910c32 req-ded8d46a-e8e0-4f27-be8e-4204896a93f4 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247534 Mar 11 15:45:27.059125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc9c8d-194b-4590-adf8-4c280abb8ae0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Network': ['ID=837e954e-2b21-4a30-983a-5a34e87870b3,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:27.065367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38766) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:27.118988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1657705295'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:27.132946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:27.148561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:network and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:27.156190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:27.167967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:27.180991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80e19de4-8a79-469e-9e1d-5366a4cdf584 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.242617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'port_id': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'mac_address': 'fa:16:3e:17:08:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:45:27.311745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32d0371b-0f18-4beb-b0e3-e363bc11e89e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.331109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.372576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.390891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32d0371b-0f18-4beb-b0e3-e363bc11e89e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.397801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ca0e0d-df89-431e-a2d7-fb7ca14c6069']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:27.428784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32d0371b-0f18-4beb-b0e3-e363bc11e89e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network 04729fea-452e-41ea-9287-06a649cc8f9b is not hosted by any dhcp agent {{(pid=88558) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 15:45:27.432215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750ee67a-e3f4-4ab3-b976-fed276f7df4f') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:27.432512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750ee67a-e3f4-4ab3-b976-fed276f7df4f') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:27.434209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0371b-0f18-4beb-b0e3-e363bc11e89e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:27.434830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32d0371b-0f18-4beb-b0e3-e363bc11e89e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.436176 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-32d0371b-0f18-4beb-b0e3-e363bc11e89e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "PUT /v2.0/networks/04729fea-452e-41ea-9287-06a649cc8f9b HTTP/1.1" status: 200 len: 758 time: 0.5748901 Mar 11 15:45:27.440852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:27.444123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.450238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38770) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:27.457615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:27.458011 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.510585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.528222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.548643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39bcd8-8641-43e2-822d-3e2178833a09 None None] Pushing event updated for resources: {'Port': ['ID=03a2ebc5-7696-4bf8-a3d8-928820a2e436,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:27.560585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421741e1-4b4e-45bd-b525-288a4ea4ace6 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:45:27.567887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7dd7a22a-f2e4-460e-854c-a5159e2abd0b None None] Provisioning for port bc3ae46e-d8f8-433a-8382-7ffad6b69f12 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:27.571277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:27.580186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80e19de4-8a79-469e-9e1d-5366a4cdf584 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.583019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0371b-0f18-4beb-b0e3-e363bc11e89e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=04729fea-452e-41ea-9287-06a649cc8f9b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:27.584222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7dd7a22a-f2e4-460e-854c-a5159e2abd0b None None] Provisioning complete for port bc3ae46e-d8f8-433a-8382-7ffad6b69f12 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:27.584786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7dd7a22a-f2e4-460e-854c-a5159e2abd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.600501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.611136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.611491 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Added segment 39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996 of type vlan for network 0230d690-1be0-48c5-b224-421442187ed4 Mar 11 15:45:27.629855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 421741e1-4b4e-45bd-b525-288a4ea4ace6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:27.644507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 04729fea-452e-41ea-9287-06a649cc8f9b details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:27.689791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7fa3b5bf-f0aa-4eb4-ab3a-55a70489e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:22Z', 'revision_number': 9, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:27.697669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.702638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.736961 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7a22a-f2e4-460e-854c-a5159e2abd0b None None] Port bc3ae46e-d8f8-433a-8382-7ffad6b69f12 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:27.790276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3b5bf-f0aa-4eb4-ab3a-55a70489e7d8 None None] Checking router: ded9cceb-2c8d-47af-9295-d7c989206c27 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:27.841595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3b5bf-f0aa-4eb4-ab3a-55a70489e7d8 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:27.842290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7fa3b5bf-f0aa-4eb4-ab3a-55a70489e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:27.846602 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.867082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e19de4-8a79-469e-9e1d-5366a4cdf584 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d5e1b-a7b7-44ea-a661-42f622798bf1,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:27.897347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:27.898107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.907500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.912970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:27.914548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:27.919349 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:27.925209 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae915f8-4a49-43cd-be72-07f797a5611f None None] DHCP port deletion for 11465789-2012-4c06-9e12-fd78778070f4 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:45:27.996872 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=421741e1-4b4e-45bd-b525-288a4ea4ace6,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:28.010874 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9ae915f8-4a49-43cd-be72-07f797a5611f None None] Deleting port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:28.010997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9ae915f8-4a49-43cd-be72-07f797a5611f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.032085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbb6cc5-32d4-4c99-83c0-aec2ada773a9 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:28.037401 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7bbb6cc5-32d4-4c99-83c0-aec2ada773a9 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/networks?id=04729fea-452e-41ea-9287-06a649cc8f9b HTTP/1.1" status: 200 len: 761 time: 0.5824578 Mar 11 15:45:28.054074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38774) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:28.074657 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-513446342'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:28.086865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:28.092116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-80e19de4-8a79-469e-9e1d-5366a4cdf584 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.094283 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-80e19de4-8a79-469e-9e1d-5366a4cdf584 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "DELETE /v2.0/security-groups/a42d5e1b-a7b7-44ea-a661-42f622798bf1 HTTP/1.1" status: 204 len: 168 time: 1.6127434 Mar 11 15:45:28.101034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38780) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:28.102752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-7fa3b5bf-f0aa-4eb4-ab3a-55a70489e7d8 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:28.154116 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['421741e1-4b4e-45bd-b525-288a4ea4ace6'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:45:28.162524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:28.182749 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1163077 Mar 11 15:45:28.185012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38784) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:28.195281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '0230d690-1be0-48c5-b224-421442187ed4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:28.217363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-aa8ec72c-8ac6-420b-b794-92196af88d6b None None] Provisioning for port 281db88d-8732-4cff-8e9c-becd14413f93 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:28.247910 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.253003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.259730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-aa8ec72c-8ac6-420b-b794-92196af88d6b None None] Provisioning complete for port 281db88d-8732-4cff-8e9c-becd14413f93 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:28.260107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec72c-8ac6-420b-b794-92196af88d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.297088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8d5d8-e2dc-4cd6-8011-182e6f1c734b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Network': ['ID=0230d690-1be0-48c5-b224-421442187ed4,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:28.365317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 0230d690-1be0-48c5-b224-421442187ed4 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:28.396855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:28.400295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.409618 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] Pushing event deleted for resources: {'Network': ['ID=33ca0e0d-df89-431e-a2d7-fb7ca14c6069,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:28.412824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:45:28.435820 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9b180c57-eaf1-427e-808e-89ba5ce590e2 tempest-AllowedAddressPairTestJSON-1922149939 tempest-AllowedAddressPairTestJSON-1922149939-project] 10.222.0.39 "DELETE /v2.0/networks/33ca0e0d-df89-431e-a2d7-fb7ca14c6069 HTTP/1.1" status: 204 len: 168 time: 4.1115563 Mar 11 15:45:28.458990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304da6df-4493-44fa-91c2-85d7be9e53c9 req-5432d059-b9ef-4e19-ad43-ce3413585433 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:28.468147 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-304da6df-4493-44fa-91c2-85d7be9e53c9 req-5432d059-b9ef-4e19-ad43-ce3413585433 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 945 time: 0.1767652 Mar 11 15:45:28.479794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.486051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5f062123-125d-4b2e-9406-da3d0cc1a5f0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Synchronizing usage tracker for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:28.504143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] For port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5bebcdef-2b5f-4431-96dd-9d60e7eb69be,segment=NetworkSegment(12e97b37-1cec-4603-a9e2-337c1d8f465a),segment_id=12e97b37-1cec-4603-a9e2-337c1d8f465a)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:28.504495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.525676 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:28.542180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.565528 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-304da6df-4493-44fa-91c2-85d7be9e53c9 req-1e789722-1f7b-4bc0-bacf-cdfc8c920514 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919895 Mar 11 15:45:28.581223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38790) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:28.605143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:28.608995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:28.651655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.675666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.676441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.687514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for 5bebcdef-2b5f-4431-96dd-9d60e7eb69be owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:28.716163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:28.734317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-aa8ec72c-8ac6-420b-b794-92196af88d6b None None] Port 281db88d-8732-4cff-8e9c-becd14413f93 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:28.750958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 03a2ebc5-7696-4bf8-a3d8-928820a2e436 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:28.765758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5f062123-125d-4b2e-9406-da3d0cc1a5f0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] Unset dirty status for tenant:2308265a956348ca82b8b86fe8e4435d on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:28.772726 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5f062123-125d-4b2e-9406-da3d0cc1a5f0 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6637819 Mar 11 15:45:28.782471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38794) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:28.784810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:28.791153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.791505 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment 7bf8b160-ee4b-4597-840b-266fd0b33972 of type vlan for network 05573cf3-1e43-4a78-9b30-3c9863144dd8 Mar 11 15:45:28.830570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=bc3ae46e-d8f8-433a-8382-7ffad6b69f12,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:28.852887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.856480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9ae915f8-4a49-43cd-be72-07f797a5611f None None] For port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5bebcdef-2b5f-4431-96dd-9d60e7eb69be,segment=NetworkSegment(12e97b37-1cec-4603-a9e2-337c1d8f465a),segment_id=12e97b37-1cec-4603-a9e2-337c1d8f465a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:28.857013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9ae915f8-4a49-43cd-be72-07f797a5611f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.865505 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-af014907-fff9-44ed-a6f8-aa97e66bc009 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] delete failed (client error): The resource could not be found. Mar 11 15:45:28.871864 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-af014907-fff9-44ed-a6f8-aa97e66bc009 tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "DELETE /v2.0/security-groups/cc9af766-7e39-4ed1-bb2d-7a606fb12ec3 HTTP/1.1" status: 404 len: 347 time: 0.0800121 Mar 11 15:45:28.879831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38798) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:28.884033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=281db88d-8732-4cff-8e9c-becd14413f93,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:28.889124 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-68c45d43-a5cb-4ec1-9b5f-2229a5b157d8 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/floatingips/77f69d9d-bae0-4e5c-9a4b-82d3d4e01bd6 HTTP/1.1" status: 200 len: 993 time: 0.3023367 Mar 11 15:45:28.973876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.977756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:28.981440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.024728 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-3771b60f-8b44-4baf-8914-feebdc3ec4df tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] show failed (client error): The resource could not be found. Mar 11 15:45:29.025822 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3771b60f-8b44-4baf-8914-feebdc3ec4df tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-groups/ee073794-5393-4766-a239-cbe38cae31e4 HTTP/1.1" status: 404 len: 347 time: 0.1386278 Mar 11 15:45:29.034705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38804) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:29.038440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9ae915f8-4a49-43cd-be72-07f797a5611f None None] Calling delete_port for 5bebcdef-2b5f-4431-96dd-9d60e7eb69be owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:29.052879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 3f86f8e2-5842-403d-9ab3-064453fa22ca is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:29.054279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:29.094199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-aa8ec72c-8ac6-420b-b794-92196af88d6b None None] Provisioning complete for port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:29.094199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec72c-8ac6-420b-b794-92196af88d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.134368 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-b8f7107b-b04f-45e1-98b3-1b28be24f88e tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] show failed (client error): The resource could not be found. Mar 11 15:45:29.135471 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b8f7107b-b04f-45e1-98b3-1b28be24f88e tempest-NegativeSecGroupIPv6Test-328602423 tempest-NegativeSecGroupIPv6Test-328602423-project] 10.222.0.39 "GET /v2.0/security-group-rules/d511e167-cc75-4a3c-9cdc-67d6f81b9649 HTTP/1.1" status: 404 len: 356 time: 0.0980368 Mar 11 15:45:29.150921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.154735 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38810) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:29.156061 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Performing IP validity checks on allocation pools {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:45:29.156699 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:45:29.238454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=5bebcdef-2b5f-4431-96dd-9d60e7eb69be,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:29.247561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No DVR routers for this DVR port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:29.293786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network c3283af8-36ec-4280-b1ca-4bd7b915dd7b is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:29.296118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:29.354437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:29.354942 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.443850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-9ae915f8-4a49-43cd-be72-07f797a5611f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:29.444344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-9ae915f8-4a49-43cd-be72-07f797a5611f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:29.468627 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.476207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:29.476958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.495329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router b12ba3fe-c384-475a-8429-93f75eb14b97 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:29.587524 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7fa3b5bf-f0aa-4eb4-ab3a-55a70489e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:22Z', 'revision_number': 9, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:29.640926 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3b5bf-f0aa-4eb4-ab3a-55a70489e7d8 None None] The sync data for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv is: [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:22Z', 'revision_number': 9, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc92d0f-eb07-494b-8819-38298a378f18', 'name': '', 'network_id': '165de056-97db-4176-ae37-433d22017f27', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:9b:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:25Z', 'updated_at': '2022-03-11T15:44:46Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '015f05cc-47bf-4795-8418-d32266d30aa0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:29.730002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-af037407-321c-4614-a024-0705b8242e4d None None] Provisioning complete for port 281db88d-8732-4cff-8e9c-becd14413f93 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:29.730532 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-af037407-321c-4614-a024-0705b8242e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.754454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:29.767633 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fee8c-550e-457d-b003-f26a79a7e6cb None None] Sync routers for ids ['b12ba3fe-c384-475a-8429-93f75eb14b97'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:29.773114 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2c27d99d-898f-48c5-a785-4e177c7e94d4 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "PUT /v2.0/routers/b12ba3fe-c384-475a-8429-93f75eb14b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9028664 Mar 11 15:45:29.775832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38818) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:29.781283 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fee8c-550e-457d-b003-f26a79a7e6cb None None] Routers {'b12ba3fe-c384-475a-8429-93f75eb14b97'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:29.781972 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-2a1fee8c-550e-457d-b003-f26a79a7e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b12ba3fe-c384-475a-8429-93f75eb14b97'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:29.791158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'port': {'network_id': '3f86f8e2-5842-403d-9ab3-064453fa22ca', 'name': 'tempest-FloatingIPTestJSON-333165260'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:29.792335 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-af037407-321c-4614-a024-0705b8242e4d None None] Port 281db88d-8732-4cff-8e9c-becd14413f93 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:29.807395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-af037407-321c-4614-a024-0705b8242e4d None None] Provisioning complete for port bc3ae46e-d8f8-433a-8382-7ffad6b69f12 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:29.808001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-af037407-321c-4614-a024-0705b8242e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.814120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38822) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:29.881249 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-2a1fee8c-550e-457d-b003-f26a79a7e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:29.883021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-af037407-321c-4614-a024-0705b8242e4d None None] Port bc3ae46e-d8f8-433a-8382-7ffad6b69f12 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:29.894898 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fee8c-550e-457d-b003-f26a79a7e6cb None None] Routers {'b12ba3fe-c384-475a-8429-93f75eb14b97'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:29.895499 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-2a1fee8c-550e-457d-b003-f26a79a7e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b12ba3fe-c384-475a-8429-93f75eb14b97'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:29.925005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.946183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9ae915f8-4a49-43cd-be72-07f797a5611f None None] Deleting port 5bebcdef-2b5f-4431-96dd-9d60e7eb69be {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:29.946743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9ae915f8-4a49-43cd-be72-07f797a5611f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.994287 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-2a1fee8c-550e-457d-b003-f26a79a7e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:29.995486 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fee8c-550e-457d-b003-f26a79a7e6cb None None] The sync data for ids ['b12ba3fe-c384-475a-8429-93f75eb14b97'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:30.027760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9ae915f8-4a49-43cd-be72-07f797a5611f None None] The port '5bebcdef-2b5f-4431-96dd-9d60e7eb69be' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:45:30.047485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5bebcdef-2b5f-4431-96dd-9d60e7eb69be no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:30.059888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11465789-2012-4c06-9e12-fd78778070f4']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:30.066002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:30.072700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8d0b57c9-8104-4c0e-a5e1-223837847c4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2308265a956348ca82b8b86fe8e4435d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547848 Mar 11 15:45:30.074380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Usage tracker for resource:port and tenant:024c96467ebd48038cb8a7013151ee63 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:30.077375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38828) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:30.080030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e97b37-1cec-4603-a9e2-337c1d8f465a') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:30.080268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:30.080492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e97b37-1cec-4603-a9e2-337c1d8f465a') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:30.088319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 5bebcdef-2b5f-4431-96dd-9d60e7eb69be {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:30.088693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5bebcdef-2b5f-4431-96dd-9d60e7eb69be not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:30.094698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.102795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:30.128591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=05573cf3-1e43-4a78-9b30-3c9863144dd8,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:30.142088 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 05573cf3-1e43-4a78-9b30-3c9863144dd8 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:30.150560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bcbaffb7-1d54-4f6a-9282-d2daf40a0511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.178291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bcbaffb7-1d54-4f6a-9282-d2daf40a0511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.184254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.213802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:30.214993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:30.215810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.235523 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bb1c2b95-222c-47fc-ab0d-8cd35dbb0cab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0bca277d03cc425f8379e6bbedb6ee36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0263894 Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:30.236292 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:30.241061 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38832) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:30.311288 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-28918141-e2a4-4f34-af38-858f295f0317 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2446556 Mar 11 15:45:30.312912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38836) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:30.318748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bcbaffb7-1d54-4f6a-9282-d2daf40a0511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.327242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'network_id': '05573cf3-1e43-4a78-9b30-3c9863144dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:30.363314 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Made reservation on behalf of 024c96467ebd48038cb8a7013151ee63 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:30.366768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.377143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.384053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-55dfbe69-cab1-4f88-a8db-a52f2607c818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.392003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaffb7-1d54-4f6a-9282-d2daf40a0511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0766173-e923-4ab8-97c3-ca8d356ce123,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:30.504130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.510581 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0942ee10-f751-4aad-a986-3a2ec7df9aea no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:30.529621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.549447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 0942ee10-f751-4aad-a986-3a2ec7df9aea {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:30.549934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0942ee10-f751-4aad-a986-3a2ec7df9aea not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:30.568906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Subnet': ['ID=fe7453bf-aa19-4659-8f5e-261785b1a5b2,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:30.570885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Network': ['ID=11465789-2012-4c06-9e12-fd78778070f4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:30.577045 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8e25ead5-5309-4fa0-aafa-d8354c3a5201 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/networks/11465789-2012-4c06-9e12-fd78778070f4 HTTP/1.1" status: 204 len: 168 time: 3.7289374 Mar 11 15:45:30.585920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38840) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:30.587897 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:30.597400 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c296f74c-5df8-4440-b10c-ce4aa679f25a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7982702 Mar 11 15:45:30.599032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Sync routers for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:30.601197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38844) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:30.606408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1832787542'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:30.609028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:30.609637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:30.615698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:30.622038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:network and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:30.626871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:30.629631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Checking segment: {'id': '39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0230d690-1be0-48c5-b224-421442187ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:30.629989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network hostable DHCP agents. Network: 0230d690-1be0-48c5-b224-421442187ed4, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:30.637996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:30.664911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] device_id is not set on port fcb9d35c-87b6-41bc-8230-4dd02a4a5184 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:30.734066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bcbaffb7-1d54-4f6a-9282-d2daf40a0511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.735172 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bcbaffb7-1d54-4f6a-9282-d2daf40a0511 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0766173-e923-4ab8-97c3-ca8d356ce123 HTTP/1.1" status: 204 len: 168 time: 0.6567729 Mar 11 15:45:30.741337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:30.745226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.771815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 0230d690-1be0-48c5-b224-421442187ed4 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:30.798038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-55dfbe69-cab1-4f88-a8db-a52f2607c818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.805164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:30.809343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:30.820414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:30.823109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.823697 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added segment 464064fe-9e7f-4dd2-b23d-e6f8b16c73cb of type vlan for network f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 Mar 11 15:45:30.824615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Usage tracker for resource:subnet and tenant:98ee7e50c62343569b27fd53a309f525 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:30.839891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:30.854911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.859986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 0230d690-1be0-48c5-b224-421442187ed4) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:30.865909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:30.867906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.875126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:30.877185 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508b6139-a3c7-4b13-ad35-5c190ed59f8d None None] Network 0230d690-1be0-48c5-b224-421442187ed4 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:30.976014 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ad56e6eb-1972-4a65-9a3e-d8651c9240fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7863920 Mar 11 15:45:30.978757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38850) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:30.986171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '0230d690-1be0-48c5-b224-421442187ed4', 'name': 'tempest-PortsTestJSON-15738670'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:31.087758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.092414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:31.093692 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:31.094288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.096018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.209117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Allocated IP 172.20.0.10 (3f86f8e2-5842-403d-9ab3-064453fa22ca/522caefb-d6ed-4b40-9b4f-254a533f089a/fcb9d35c-87b6-41bc-8230-4dd02a4a5184) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:31.221364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-55dfbe69-cab1-4f88-a8db-a52f2607c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.245450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Network': ['ID=f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:31.252680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:31.263377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:31.274887 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-06e3ec75-23ca-467f-ac1b-cb7d983f7240 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6704652 Mar 11 15:45:31.275126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38858) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:31.281930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'subnet': {'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:31.293173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfbe69-cab1-4f88-a8db-a52f2607c818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156021b6-d548-434e-bd54-01c90bfed4af,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:31.374226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:31.397026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-55dfbe69-cab1-4f88-a8db-a52f2607c818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.400883 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-55dfbe69-cab1-4f88-a8db-a52f2607c818 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/156021b6-d548-434e-bd54-01c90bfed4af HTTP/1.1" status: 204 len: 168 time: 1.1571653 Mar 11 15:45:31.439669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:31.443299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.455951 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:31.464985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:subnet and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:31.469381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:31.479492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port 4df0ea89-195b-454f-93c5-9d1b08016f14 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:31.517387 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:31.550056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-0230d690-1be0-48c5-b224-421442187ed4', 'network_id': '0230d690-1be0-48c5-b224-421442187ed4', 'tenant_id': '7bf164d980454780a71ae23f56113670', 'fixed_ips': [{'subnet_id': 'fe7453bf-aa19-4659-8f5e-261785b1a5b2'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:31.551458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.624253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:31.628066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.739631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.767018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Transition to ACTIVE for port object fcb9d35c-87b6-41bc-8230-4dd02a4a5184 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:31.789849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:26Z', 'revision_number': 3, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:27Z', 'revision_number': 2, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:31.796490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Checking router: 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:31.796490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Updating router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 port 281db88d-8732-4cff-8e9c-becd14413f93 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:45:31.806428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.863870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.911806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.913694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.7 (0230d690-1be0-48c5-b224-421442187ed4/fe7453bf-aa19-4659-8f5e-261785b1a5b2/4df0ea89-195b-454f-93c5-9d1b08016f14) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:31.984072 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 421741e1-4b4e-45bd-b525-288a4ea4ace6 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:32.094426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=c73f35bc-11fa-4e0f-b3a5-42ad78abe6a6,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:32.098294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.158877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 421741e1-4b4e-45bd-b525-288a4ea4ace6 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:32.165393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.317814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.345450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking segment: {'id': '7bf8b160-ee4b-4597-840b-266fd0b33972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '05573cf3-1e43-4a78-9b30-3c9863144dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:32.345781 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network hostable DHCP agents. Network: 05573cf3-1e43-4a78-9b30-3c9863144dd8, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:32.352488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38888) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:32.358761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Network 3f86f8e2-5842-403d-9ab3-064453fa22ca is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:32.365513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:32.379823 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.442357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object 4df0ea89-195b-454f-93c5-9d1b08016f14 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:32.462834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Checking segment: {'id': '464064fe-9e7f-4dd2-b23d-e6f8b16c73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:32.463286 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network hostable DHCP agents. Network: f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:32.482207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Subnet': ['ID=eb747093-1aba-4574-9b7d-2566a486b05a,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:32.500596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.511717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:32.537496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:45:32.558042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 421741e1-4b4e-45bd-b525-288a4ea4ace6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:32.568006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:32.598667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.614353 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'code': 200} Mar 11 15:45:32.674119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event updated for resources: {'Port': ['ID=fcb9d35c-87b6-41bc-8230-4dd02a4a5184,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:32.709402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:32.712150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.720961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 0230d690-1be0-48c5-b224-421442187ed4 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:32.724411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:32.733622 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:32.738484 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:32.742322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.804835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0c4ae-b8f3-4aed-b546-05602d982a28 None None] Network f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:32.812289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:32.813007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.824182 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network 05573cf3-1e43-4a78-9b30-3c9863144dd8 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:32.824745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:32.824745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.829136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=4df0ea89-195b-454f-93c5-9d1b08016f14,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:32.848831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 05573cf3-1e43-4a78-9b30-3c9863144dd8) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:32.861777 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-aaae6cae-7918-4d17-baa3-ee49983c8f3d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0821900 Mar 11 15:45:32.862177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38904) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:32.869314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd9d2fe-eb01-4da4-8cf2-bb730c381150 None None] Network 05573cf3-1e43-4a78-9b30-3c9863144dd8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:32.869887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9960c587-4a58-418b-befc-3838ef54bfbe tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Request body: {'floatingip': {'port_id': 'fcb9d35c-87b6-41bc-8230-4dd02a4a5184'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:32.870722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:32.871356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.875818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port bfc92d0f-eb07-494b-8819-38298a378f18 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:32.876222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.920195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.963801 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f4449137-b5f9-43a4-8d69-9d7c0c081771 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6875439 Mar 11 15:45:32.968655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38908) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:33.020969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4a90727b-5a05-4d93-8be3-c71ba549ff33 None None] Provisioning for port fcb9d35c-87b6-41bc-8230-4dd02a4a5184 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:33.032092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Transition to ACTIVE for port object 281db88d-8732-4cff-8e9c-becd14413f93 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:33.041604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38912) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:33.056443 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ef2a6841-d794-4ef0-9825-fc4923ea6f19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0740616 Mar 11 15:45:33.063802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38916) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:33.080876 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Allocated IP 172.20.0.2 (0230d690-1be0-48c5-b224-421442187ed4/fe7453bf-aa19-4659-8f5e-261785b1a5b2/4fe2ea4b-389e-4b70-9c57-d50f2bfca161) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:33.093604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] For port bfc92d0f-eb07-494b-8819-38298a378f18, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=bfc92d0f-eb07-494b-8819-38298a378f18,segment=NetworkSegment(6b2b6e5e-af67-4173-a20c-502f1f19df05),segment_id=6b2b6e5e-af67-4173-a20c-502f1f19df05)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:33.093954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.103971 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=421741e1-4b4e-45bd-b525-288a4ea4ace6,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:33.122559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4a90727b-5a05-4d93-8be3-c71ba549ff33 None None] Provisioning complete for port fcb9d35c-87b6-41bc-8230-4dd02a4a5184 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:33.123478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4a90727b-5a05-4d93-8be3-c71ba549ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.227133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.230123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for bfc92d0f-eb07-494b-8819-38298a378f18 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:33.339523 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4a90727b-5a05-4d93-8be3-c71ba549ff33 None None] Port fcb9d35c-87b6-41bc-8230-4dd02a4a5184 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:33.357946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-26ca2c91-9616-4201-befc-4b7aafc025bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:33.358385 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-26ca2c91-9616-4201-befc-4b7aafc025bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 15:45:33.358906 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-26ca2c91-9616-4201-befc-4b7aafc025bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:45:33.361455 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-26ca2c91-9616-4201-befc-4b7aafc025bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.9979835 Mar 11 15:45:33.399478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38924) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:33.407002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1388064227'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:33.422114 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9960c587-4a58-418b-befc-3838ef54bfbe tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.490101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.515077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group': {'name': 'tempest-secgroup--828912577'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:33.523242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:33.532724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:33.538078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:network and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:33.543246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5224b-ea84-427a-ba6c-da14a15ac958 None None] Pushing event updated for resources: {'Port': ['ID=281db88d-8732-4cff-8e9c-becd14413f93,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:33.545834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:33.548617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:33.555964 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a11c861e-06d9-48fa-9fd7-62ace0a40258 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2416632 Mar 11 15:45:33.558841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=bfc92d0f-eb07-494b-8819-38298a378f18,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:33.561808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38928) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:33.572920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:33.591258 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:33.627253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:33.725405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d52c173a-4cf8-44c6-abe8-c7bf410942a2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 4df0ea89-195b-454f-93c5-9d1b08016f14 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:33.725864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d52c173a-4cf8-44c6-abe8-c7bf410942a2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.810066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-05573cf3-1e43-4a78-9b30-3c9863144dd8', 'network_id': '05573cf3-1e43-4a78-9b30-3c9863144dd8', 'tenant_id': '98ee7e50c62343569b27fd53a309f525', 'fixed_ips': [{'subnet_id': 'c73f35bc-11fa-4e0f-b3a5-42ad78abe6a6'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:33.810953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.839093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:33.839930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.858493 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Attempting to bind port 281db88d-8732-4cff-8e9c-becd14413f93 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:33.858773 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Attempting to bind port 281db88d-8732-4cff-8e9c-becd14413f93 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'b98bd057-c4e6-418e-a063-4a4e253fbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:33.859140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Attempting to bind port 281db88d-8732-4cff-8e9c-becd14413f93 on network c3283af8-36ec-4280-b1ca-4bd7b915dd7b {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:33.888271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:33.889230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Checking segment: {'id': 'b98bd057-c4e6-418e-a063-4a4e253fbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:33.889362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.890302 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Bound using segment: {'id': 'b98bd057-c4e6-418e-a063-4a4e253fbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:33.890302 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Bound port: 281db88d-8732-4cff-8e9c-becd14413f93, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98bd057-c4e6-418e-a063-4a4e253fbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:33.890570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.988232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.006678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.010839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.071938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:34.075607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.080941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Transition to ACTIVE for port object 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:34.085242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.144016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.163256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.188278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Transition to ACTIVE for port object 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:34.222880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:34.254514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] For port 281db88d-8732-4cff-8e9c-becd14413f93, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:34.277000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.296637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:security_group_rule and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:34.339079 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:34.343707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:34.350086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.361478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:34.365582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:34.392816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:34.395659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] For port 281db88d-8732-4cff-8e9c-becd14413f93, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=281db88d-8732-4cff-8e9c-becd14413f93,segment=NetworkSegment(b98bd057-c4e6-418e-a063-4a4e253fbac7),segment_id=b98bd057-c4e6-418e-a063-4a4e253fbac7)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:34.419827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Allocated IP 172.20.0.2 (05573cf3-1e43-4a78-9b30-3c9863144dd8/c73f35bc-11fa-4e0f-b3a5-42ad78abe6a6/c2adf84f-112a-4f18-b289-d86287441af7) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:34.420284 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:34.439269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Allocated IP 2001:db8:2::2 (f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25/eb747093-1aba-4574-9b7d-2566a486b05a/8b4f55cd-37fe-4699-8117-8ddd759b4451) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:34.454345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Network 0230d690-1be0-48c5-b224-421442187ed4 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:34.463623 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:34.466334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:34.469253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.485117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Pushing event updated for resources: {'Port': ['ID=4fe2ea4b-389e-4b70-9c57-d50f2bfca161,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:34.602690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router ded9cceb-2c8d-47af-9295-d7c989206c27 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:34.735840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.812344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:34.822022 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bd9f412f-f2b7-4181-a9e8-ae04d3747d81 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2314095 Mar 11 15:45:34.822774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38932) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:34.828034 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc2432c-c175-439f-b7b4-2d3368e708b8 None None] Sync routers for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:34.834908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:34.835555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:34.836231 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d52c173a-4cf8-44c6-abe8-c7bf410942a2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.851674 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc2432c-c175-439f-b7b4-2d3368e708b8 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:34.852303 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-2fc2432c-c175-439f-b7b4-2d3368e708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:34.933372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5224b-ea84-427a-ba6c-da14a15ac958 None None] Pushing event updated for resources: {'Port': ['ID=281db88d-8732-4cff-8e9c-becd14413f93,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:34.940071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-095a7fb7-ddc7-443e-9b54-1aed37c0cbd9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting subnet 015f05cc-47bf-4795-8418-d32266d30aa0 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:45:34.943386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-095a7fb7-ddc7-443e-9b54-1aed37c0cbd9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.992714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Attempting to bind port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:34.993114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Attempting to bind port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0230d690-1be0-48c5-b224-421442187ed4'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:34.993485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Attempting to bind port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 on network 0230d690-1be0-48c5-b224-421442187ed4 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:35.002281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-095a7fb7-ddc7-443e-9b54-1aed37c0cbd9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.036976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:35.037405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Checking segment: {'id': '39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0230d690-1be0-48c5-b224-421442187ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:35.037811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.038226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Bound using segment: {'id': '39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0230d690-1be0-48c5-b224-421442187ed4'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:35.038715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Bound port: 4fe2ea4b-389e-4b70-9c57-d50f2bfca161, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0230d690-1be0-48c5-b224-421442187ed4'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:35.039090 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.040365 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-2fc2432c-c175-439f-b7b4-2d3368e708b8 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:35.112891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-095a7fb7-ddc7-443e-9b54-1aed37c0cbd9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.200196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:35.225283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d52c173a-4cf8-44c6-abe8-c7bf410942a2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 4df0ea89-195b-454f-93c5-9d1b08016f14 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:35.290738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-095a7fb7-ddc7-443e-9b54-1aed37c0cbd9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.346645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.387574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a7fb7-ddc7-443e-9b54-1aed37c0cbd9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Subnet': ['ID=015f05cc-47bf-4795-8418-d32266d30aa0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:35.399106 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-2fc2432c-c175-439f-b7b4-2d3368e708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:33Z', 'revision_number': 10, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:35.403128 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc2432c-c175-439f-b7b4-2d3368e708b8 None None] Checking router: ded9cceb-2c8d-47af-9295-d7c989206c27 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:35.412289 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc2432c-c175-439f-b7b4-2d3368e708b8 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:35.413071 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-2fc2432c-c175-439f-b7b4-2d3368e708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:35.421615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-095a7fb7-ddc7-443e-9b54-1aed37c0cbd9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.443110 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-095a7fb7-ddc7-443e-9b54-1aed37c0cbd9 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/015f05cc-47bf-4795-8418-d32266d30aa0 HTTP/1.1" status: 204 len: 168 time: 0.6192138 Mar 11 15:45:35.444017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38936) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:35.462022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Transition to ACTIVE for port object c2adf84f-112a-4f18-b289-d86287441af7 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:35.471409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ad6dfd-0eef-4bd5-ae4c-6d3b70ffb93b None None] Network 165de056-97db-4176-ae37-433d22017f27 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:35.533536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.542486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9960c587-4a58-418b-befc-3838ef54bfbe tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.558145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] For port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:35.570795 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-2fc2432c-c175-439f-b7b4-2d3368e708b8 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:35.622977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.634939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:35.635425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.642418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Transition to ACTIVE for port object 8b4f55cd-37fe-4699-8117-8ddd759b4451 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:35.649817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] For port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4fe2ea4b-389e-4b70-9c57-d50f2bfca161,segment=NetworkSegment(39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996),segment_id=39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:35.664700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Transition to ACTIVE for port object c2adf84f-112a-4f18-b289-d86287441af7 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:35.753166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.754220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9960c587-4a58-418b-befc-3838ef54bfbe tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.784011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Transition to ACTIVE for port object 8b4f55cd-37fe-4699-8117-8ddd759b4451 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:35.806988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.808978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.850324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.852221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.914689 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-2fc2432c-c175-439f-b7b4-2d3368e708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:33Z', 'revision_number': 10, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:35.919798 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc2432c-c175-439f-b7b4-2d3368e708b8 None None] The sync data for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv is: [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:33Z', 'revision_number': 10, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None, '_interfaces': [{'id': '9540ad75-70e9-4578-8153-07563be683e0', 'name': '', 'network_id': '0289e48f-1ff9-4aee-8ed5-ea29230875a7', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'mac_address': 'fa:16:3e:55:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:44:11Z', 'updated_at': '2022-03-11T15:44:24Z', 'revision_number': 5, 'project_id': '02ba7084819d461bb4d818b979908f59', 'subnets': [{'id': '7871d5f9-4277-4788-8433-cc66ac38fcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:35.955556 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] For port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5a14c3f5-6537-4a5e-bc9e-82dc9417d56c,segment=NetworkSegment(6b2b6e5e-af67-4173-a20c-502f1f19df05),segment_id=6b2b6e5e-af67-4173-a20c-502f1f19df05)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:35.955950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.991477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.996681 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.000296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Network 05573cf3-1e43-4a78-9b30-3c9863144dd8 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:36.006743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:36.023941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:36.066829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:36.096104 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:36.102343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.106500 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db0f0e5-a2cf-4a29-885a-c9ac6d0f1daa,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:36.110507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:36.130408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:36.146063 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:36.152796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Network f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:36.161907 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4915d-b801-48c7-b331-bb84d14ab8c3 None None] Pushing event updated for resources: {'Port': ['ID=4fe2ea4b-389e-4b70-9c57-d50f2bfca161,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:36.203246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Subnet': ['ID=c73f35bc-11fa-4e0f-b3a5-42ad78abe6a6,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:36.225637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:36.254567 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-9960c587-4a58-418b-befc-3838ef54bfbe tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP f83e9494-2f71-4bc9-adb8-c44381dfa8f1 associated. External IP: 172.26.6.67, port: 7eaa43b4-834b-461a-912d-4dcf2defaa81. Mar 11 15:45:36.274771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:36.359645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:36.377961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.380023 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Added segment a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e of type vlan for network 150feecc-1e8d-4436-877e-d2f3ba4e6669 Mar 11 15:45:36.409554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.419691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d52c173a-4cf8-44c6-abe8-c7bf410942a2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.468671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Pushing event updated for resources: {'Port': ['ID=c2adf84f-112a-4f18-b289-d86287441af7,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:36.470896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05573cf3-1e43-4a78-9b30-3c9863144dd8']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:36.501305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf8b160-ee4b-4597-840b-266fd0b33972') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:36.501780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf8b160-ee4b-4597-840b-266fd0b33972') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:36.519186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.520168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c92b99-15e7-4786-9d7d-2f58eb299474,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:36.557650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.576711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:36.577439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.581812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bfc92d0f-eb07-494b-8819-38298a378f18 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:36.629028 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c173a-4cf8-44c6-abe8-c7bf410942a2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=4df0ea89-195b-454f-93c5-9d1b08016f14,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:36.636677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: bfc92d0f-eb07-494b-8819-38298a378f18 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:36.637019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bfc92d0f-eb07-494b-8819-38298a378f18 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:36.721264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Attempting to bind port 8b4f55cd-37fe-4699-8117-8ddd759b4451 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:36.727399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Attempting to bind port 8b4f55cd-37fe-4699-8117-8ddd759b4451 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '464064fe-9e7f-4dd2-b23d-e6f8b16c73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:36.727399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Attempting to bind port 8b4f55cd-37fe-4699-8117-8ddd759b4451 on network f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:36.732492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Attempting to bind port c2adf84f-112a-4f18-b289-d86287441af7 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:36.732905 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Attempting to bind port c2adf84f-112a-4f18-b289-d86287441af7 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '7bf8b160-ee4b-4597-840b-266fd0b33972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '05573cf3-1e43-4a78-9b30-3c9863144dd8'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:36.737246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Attempting to bind port c2adf84f-112a-4f18-b289-d86287441af7 on network 05573cf3-1e43-4a78-9b30-3c9863144dd8 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:36.762496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:36.762903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Checking segment: {'id': '464064fe-9e7f-4dd2-b23d-e6f8b16c73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:36.763915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.764447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Bound using segment: {'id': '464064fe-9e7f-4dd2-b23d-e6f8b16c73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:36.764964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Bound port: 8b4f55cd-37fe-4699-8117-8ddd759b4451, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464064fe-9e7f-4dd2-b23d-e6f8b16c73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:36.765334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.778307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:36.799288 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:36.812789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.826595 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.871921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Pushing event updated for resources: {'Port': ['ID=8b4f55cd-37fe-4699-8117-8ddd759b4451,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:36.902053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb32edb-a4f5-4111-9731-6766caa067ca None None] DHCP port deletion for 165de056-97db-4176-ae37-433d22017f27 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:45:36.924224 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:36.924928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Checking segment: {'id': '7bf8b160-ee4b-4597-840b-266fd0b33972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '05573cf3-1e43-4a78-9b30-3c9863144dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:36.926018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.929251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Bound using segment: {'id': '7bf8b160-ee4b-4597-840b-266fd0b33972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '05573cf3-1e43-4a78-9b30-3c9863144dd8'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:36.930197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Bound port: c2adf84f-112a-4f18-b289-d86287441af7, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf8b160-ee4b-4597-840b-266fd0b33972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '05573cf3-1e43-4a78-9b30-3c9863144dd8'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:36.930811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.962610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:26Z', 'revision_number': 3, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:34Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:36.967667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.979425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=5a14c3f5-6537-4a5e-bc9e-82dc9417d56c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:36.981676 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No DVR routers for this DVR port 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:36.999164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3aacd-0112-4b56-a7f9-e9b98a8002f3 None None] The sync data for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv is: [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:26Z', 'revision_number': 3, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:34Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:37.103599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Allocated IP 2001:db8:2::1 (f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25/eb747093-1aba-4574-9b7d-2566a486b05a/da662f16-f94f-4ee8-9f8b-c577691b969e) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:37.113920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:45:37.113920 dv-neutron-833203-2-hyperv neutron-server[88558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:45:37.113920 dv-neutron-833203-2-hyperv neutron-server[88558]: [parameters: {'id': '05573cf3-1e43-4a78-9b30-3c9863144dd8'}] Mar 11 15:45:37.113920 dv-neutron-833203-2-hyperv neutron-server[88558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:37.114711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:37.128598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] For port 8b4f55cd-37fe-4699-8117-8ddd759b4451, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:37.142092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] For port 8b4f55cd-37fe-4699-8117-8ddd759b4451, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8b4f55cd-37fe-4699-8117-8ddd759b4451,segment=NetworkSegment(464064fe-9e7f-4dd2-b23d-e6f8b16c73cb),segment_id=464064fe-9e7f-4dd2-b23d-e6f8b16c73cb)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:37.143507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] For port c2adf84f-112a-4f18-b289-d86287441af7, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:37.150411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] For port c2adf84f-112a-4f18-b289-d86287441af7, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c2adf84f-112a-4f18-b289-d86287441af7,segment=NetworkSegment(7bf8b160-ee4b-4597-840b-266fd0b33972),segment_id=7bf8b160-ee4b-4597-840b-266fd0b33972)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:37.168911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.176727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:37.177368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.198166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.213705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.222840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165de056-97db-4176-ae37-433d22017f27']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:37.238759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2b6e5e-af67-4173-a20c-502f1f19df05') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:37.239067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2b6e5e-af67-4173-a20c-502f1f19df05') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:37.253099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.271946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.288098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:37.288486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:37.308803 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:37.317007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.513809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d52c173a-4cf8-44c6-abe8-c7bf410942a2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.514787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deae93-225a-444b-b441-b08ecb322dca None None] Pushing event updated for resources: {'Port': ['ID=8b4f55cd-37fe-4699-8117-8ddd759b4451,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:37.575023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.617206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.621669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.655343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Network': ['ID=165de056-97db-4176-ae37-433d22017f27,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:37.667912 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e5cae442-b3bb-4875-ba9e-5679cf675baa tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/networks/165de056-97db-4176-ae37-433d22017f27 HTTP/1.1" status: 204 len: 168 time: 2.2228291 Mar 11 15:45:37.685436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43c8d2-3584-463b-bca1-b0f2f6f14830 None None] Pushing event updated for resources: {'Port': ['ID=c2adf84f-112a-4f18-b289-d86287441af7,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:37.689452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38940) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:37.764921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2701e844-fa23-4788-9600-8b9ec36f475e None None] Network 05573cf3-1e43-4a78-9b30-3c9863144dd8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:37.781216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a7e285-9589-4e70-b382-9c1aef905dd9,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:37.820119 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d52c173a-4cf8-44c6-abe8-c7bf410942a2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/4df0ea89-195b-454f-93c5-9d1b08016f14 HTTP/1.1" status: 204 len: 168 time: 4.7462888 Mar 11 15:45:37.821225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.822581 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e41bc89f-487d-4621-b67e-68aa9331e3b6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 4.4197474 Mar 11 15:45:37.824101 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.7814567 Mar 11 15:45:37.837958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38944) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:37.838408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38946) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:37.838780 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38948) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:37.863695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-686145db-2b52-4bc4-966d-c2b8837dc095 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '86a7e285-9589-4e70-b382-9c1aef905dd9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:37.947624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'name': 'tempest-PortsIpV6TestJSON-669160396'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:38.092342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c44fe-1605-456c-bbf1-93c62dbbdfd4 None None] Network 0230d690-1be0-48c5-b224-421442187ed4 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:38.095180 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115e739-4b90-4846-bfa1-9b29558a636e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Network': ['ID=150feecc-1e8d-4436-877e-d2f3ba4e6669,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:38.101803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-686145db-2b52-4bc4-966d-c2b8837dc095 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:38.108741 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-2398a783-e4ec-43ad-a331-d2c15e651df1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:38.109506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2398a783-e4ec-43ad-a331-d2c15e651df1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:38.114455 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2398a783-e4ec-43ad-a331-d2c15e651df1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/4df0ea89-195b-454f-93c5-9d1b08016f14 HTTP/1.1" status: 404 len: 333 time: 0.2681608 Mar 11 15:45:38.116801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38956) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:38.117970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.122490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:38.129972 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-686145db-2b52-4bc4-966d-c2b8837dc095 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:38.136987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-686145db-2b52-4bc4-966d-c2b8837dc095 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:38.158574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:38.163023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port c2adf84f-112a-4f18-b289-d86287441af7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:38.163781 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.167889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-686145db-2b52-4bc4-966d-c2b8837dc095 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:38.379011 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce43fde2-4fb9-451f-99f5-7f6889f815f8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:45:38.379476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ce43fde2-4fb9-451f-99f5-7f6889f815f8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:38.395861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:port and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:38.398778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Transition to ACTIVE for port object da662f16-f94f-4ee8-9f8b-c577691b969e will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:38.401795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:38.417831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:38.422334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a37be3bd-6ab4-420f-83d9-668e957d8e74 None None] Provisioning for port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:38.473502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9960c587-4a58-418b-befc-3838ef54bfbe tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:38.569763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:38.573708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.596077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.608853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ce43fde2-4fb9-451f-99f5-7f6889f815f8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:38.612401 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ce43fde2-4fb9-451f-99f5-7f6889f815f8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/4df0ea89-195b-454f-93c5-9d1b08016f14 HTTP/1.1" status: 404 len: 333 time: 0.4836583 Mar 11 15:45:38.624344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38960) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:38.647673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-686145db-2b52-4bc4-966d-c2b8837dc095 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.693678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port f1fbdc35-5970-4d62-b159-fa71bbd091e1 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:38.726540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] For port c2adf84f-112a-4f18-b289-d86287441af7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c2adf84f-112a-4f18-b289-d86287441af7,segment=NetworkSegment(7bf8b160-ee4b-4597-840b-266fd0b33972),segment_id=7bf8b160-ee4b-4597-840b-266fd0b33972)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:38.726905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.755057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 281db88d-8732-4cff-8e9c-becd14413f93 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:38.927070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 281db88d-8732-4cff-8e9c-becd14413f93 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:38.934105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 281db88d-8732-4cff-8e9c-becd14413f93 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:38.934472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.948472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:38.990741 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:38.993299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9960c587-4a58-418b-befc-3838ef54bfbe tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:38.995126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:38.995835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.045999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Calling delete_port for c2adf84f-112a-4f18-b289-d86287441af7 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:39.099031 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1ac183-f619-4e36-97b2-fca13e320b88 None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:39.120639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ac183-f619-4e36-97b2-fca13e320b88 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:39.121445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e1ac183-f619-4e36-97b2-fca13e320b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:39.139284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-db164342-d761-4e5b-a744-a8de0ac3d02b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting subnet fe7453bf-aa19-4659-8f5e-261785b1a5b2 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:45:39.163887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db164342-d761-4e5b-a744-a8de0ac3d02b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.199988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edfa9b3-5799-491b-845e-a742b3d83aa0 None None] Network f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:39.225544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e1ac183-f619-4e36-97b2-fca13e320b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:39.228054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=da662f16-f94f-4ee8-9f8b-c577691b969e,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:39.234706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-686145db-2b52-4bc4-966d-c2b8837dc095 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.255090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db164342-d761-4e5b-a744-a8de0ac3d02b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.264575 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ac183-f619-4e36-97b2-fca13e320b88 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:39.265372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e1ac183-f619-4e36-97b2-fca13e320b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:39.376625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db164342-d761-4e5b-a744-a8de0ac3d02b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.382274 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e1ac183-f619-4e36-97b2-fca13e320b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:39.382813 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1ac183-f619-4e36-97b2-fca13e320b88 None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:39.469065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-686145db-2b52-4bc4-966d-c2b8837dc095 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.471541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.491206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.522411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e948ec4f-80af-496c-97a8-cfca2c8f2696 None None] Provisioning for port 8b4f55cd-37fe-4699-8117-8ddd759b4451 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:39.525900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686145db-2b52-4bc4-966d-c2b8837dc095 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe221308-3a35-4473-9073-0bc05087f6f7,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:39.531361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.560178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Port': ['ID=c2adf84f-112a-4f18-b289-d86287441af7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:39.572600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No DVR routers for this DVR port c2adf84f-112a-4f18-b289-d86287441af7 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:39.578734 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e948ec4f-80af-496c-97a8-cfca2c8f2696 None None] Could not find standard attr ID for object 4df0ea89-195b-454f-93c5-9d1b08016f14. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:45:39.594716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 281db88d-8732-4cff-8e9c-becd14413f93, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=281db88d-8732-4cff-8e9c-becd14413f93,segment=NetworkSegment(b98bd057-c4e6-418e-a063-4a4e253fbac7),segment_id=b98bd057-c4e6-418e-a063-4a4e253fbac7)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:39.680493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9960c587-4a58-418b-befc-3838ef54bfbe tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router b12ba3fe-c384-475a-8429-93f75eb14b97 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:39.684472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.686545 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:39.687493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-686145db-2b52-4bc4-966d-c2b8837dc095 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.691181 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-686145db-2b52-4bc4-966d-c2b8837dc095 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8434033 Mar 11 15:45:39.693860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38964) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:39.703530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c17a95f6-f46b-415c-b51f-30fa4c65daba tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '86a7e285-9589-4e70-b382-9c1aef905dd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:39.708045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db164342-d761-4e5b-a744-a8de0ac3d02b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.712327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.766544 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c17a95f6-f46b-415c-b51f-30fa4c65daba tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:39.785280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-db164342-d761-4e5b-a744-a8de0ac3d02b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.789938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db164342-d761-4e5b-a744-a8de0ac3d02b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7453bf-aa19-4659-8f5e-261785b1a5b2,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:39.795677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05573cf3-1e43-4a78-9b30-3c9863144dd8']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:39.810889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c17a95f6-f46b-415c-b51f-30fa4c65daba tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:39.811643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.814158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.819097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c17a95f6-f46b-415c-b51f-30fa4c65daba tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:39.820086 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1554ad59-c489-4994-ab97-139b6c42521a None None] Network 0230d690-1be0-48c5-b224-421442187ed4 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:39.873855 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-db164342-d761-4e5b-a744-a8de0ac3d02b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/fe7453bf-aa19-4659-8f5e-261785b1a5b2 HTTP/1.1" status: 204 len: 168 time: 1.2484200 Mar 11 15:45:39.875741 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf8b160-ee4b-4597-840b-266fd0b33972') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:39.876156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf8b160-ee4b-4597-840b-266fd0b33972') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:39.878503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c17a95f6-f46b-415c-b51f-30fa4c65daba tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:39.893408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38968) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:39.895134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.928041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.932966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=281db88d-8732-4cff-8e9c-becd14413f93,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:39.990137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:39.990399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:40.010832 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:40.056137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:40.070268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:40.070851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.184229 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.213598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.244741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.246039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.256226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=05573cf3-1e43-4a78-9b30-3c9863144dd8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:40.264879 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f75f49a9-4062-47e5-bbba-a4857aaa52ab tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/05573cf3-1e43-4a78-9b30-3c9863144dd8 HTTP/1.1" status: 204 len: 168 time: 6.7006445 Mar 11 15:45:40.268147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38972) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:40.276164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] DHCP port deletion for 0230d690-1be0-48c5-b224-421442187ed4 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:45:40.282899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Deleting port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:40.283420 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.312519 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-241b5aa2-094c-4064-beed-5cbe152556a6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] GET failed (client error): The resource could not be found. Mar 11 15:45:40.313092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-241b5aa2-094c-4064-beed-5cbe152556a6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Synchronizing usage tracker for tenant:98ee7e50c62343569b27fd53a309f525 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:40.339223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=f1fbdc35-5970-4d62-b159-fa71bbd091e1,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:40.353199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cb038af8-f174-42cf-b8bc-bcdb00ffce7e None None] Provisioning for port da662f16-f94f-4ee8-9f8b-c577691b969e completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:40.365692 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4fe2ea4b-389e-4b70-9c57-d50f2bfca161,segment=NetworkSegment(39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996),segment_id=39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:40.369267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cb038af8-f174-42cf-b8bc-bcdb00ffce7e None None] Provisioning complete for port da662f16-f94f-4ee8-9f8b-c577691b969e triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:40.369773 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cb038af8-f174-42cf-b8bc-bcdb00ffce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.411310 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c17a95f6-f46b-415c-b51f-30fa4c65daba tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.413272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 9540ad75-70e9-4578-8153-07563be683e0 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:40.413790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.467786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.469904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9960c587-4a58-418b-befc-3838ef54bfbe tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:40.487511 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa406ea0-24af-4b2c-b876-549442c51522 None None] Sync routers for ids ['b12ba3fe-c384-475a-8429-93f75eb14b97'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:40.489478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9960c587-4a58-418b-befc-3838ef54bfbe tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.499396 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa406ea0-24af-4b2c-b876-549442c51522 None None] Routers {'b12ba3fe-c384-475a-8429-93f75eb14b97'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:40.502619 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fa406ea0-24af-4b2c-b876-549442c51522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b12ba3fe-c384-475a-8429-93f75eb14b97'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:40.504392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-241b5aa2-094c-4064-beed-5cbe152556a6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Unset dirty status for tenant:98ee7e50c62343569b27fd53a309f525 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:40.505797 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-241b5aa2-094c-4064-beed-5cbe152556a6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/subnets/c73f35bc-11fa-4e0f-b3a5-42ad78abe6a6 HTTP/1.1" status: 404 len: 337 time: 0.2366502 Mar 11 15:45:40.509988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38976) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:40.519585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Checking segment: {'id': 'a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:40.520249 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network hostable DHCP agents. Network: 150feecc-1e8d-4436-877e-d2f3ba4e6669, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:40.523649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-cb038af8-f174-42cf-b8bc-bcdb00ffce7e None None] Port da662f16-f94f-4ee8-9f8b-c577691b969e cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:40.585215 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fa406ea0-24af-4b2c-b876-549442c51522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:40.589998 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f418420-eceb-49c0-a538-769eea1dc6c6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:40.590743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f418420-eceb-49c0-a538-769eea1dc6c6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:40.593119 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8f418420-eceb-49c0-a538-769eea1dc6c6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/05573cf3-1e43-4a78-9b30-3c9863144dd8 HTTP/1.1" status: 404 len: 339 time: 0.0818458 Mar 11 15:45:40.597441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38980) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:40.599795 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa406ea0-24af-4b2c-b876-549442c51522 None None] Routers {'b12ba3fe-c384-475a-8429-93f75eb14b97'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:40.600577 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fa406ea0-24af-4b2c-b876-549442c51522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b12ba3fe-c384-475a-8429-93f75eb14b97'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:40.663223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] For port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4fe2ea4b-389e-4b70-9c57-d50f2bfca161,segment=NetworkSegment(39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996),segment_id=39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:40.663687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.668260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:40.671927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.672925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.673801 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8b4f55cd-37fe-4699-8117-8ddd759b4451 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:40.684083 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fa406ea0-24af-4b2c-b876-549442c51522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:40.686960 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa406ea0-24af-4b2c-b876-549442c51522 None None] The sync data for ids ['b12ba3fe-c384-475a-8429-93f75eb14b97'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:40.742610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b89cd6a9-e5d9-4349-8580-8784ffa06c17 None None] Provisioning complete for port da662f16-f94f-4ee8-9f8b-c577691b969e triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:40.743146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b89cd6a9-e5d9-4349-8580-8784ffa06c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.803499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:40.912253 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9960c587-4a58-418b-befc-3838ef54bfbe tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "PUT /v2.0/floatingips/f83e9494-2f71-4bc9-adb8-c44381dfa8f1 HTTP/1.1" status: 200 len: 977 time: 8.0482357 Mar 11 15:45:40.915232 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38984) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:40.933094 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-c17a95f6-f46b-415c-b51f-30fa4c65daba tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:45:40.936396 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c17a95f6-f46b-415c-b51f-30fa4c65daba tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2391682 Mar 11 15:45:40.939095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38988) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:40.971319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Calling delete_port for 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:40.978971 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 150feecc-1e8d-4436-877e-d2f3ba4e6669) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:40.986140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] For port 9540ad75-70e9-4578-8153-07563be683e0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9540ad75-70e9-4578-8153-07563be683e0,segment=NetworkSegment(c1b393fa-8283-4ae4-8f7c-ebd725234852),segment_id=c1b393fa-8283-4ae4-8f7c-ebd725234852)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:40.987881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.014680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:41.016583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30584121-4ccf-49ed-b096-389ee3acfc77 None None] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:41.020075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:41.020901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.140031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for 9540ad75-70e9-4578-8153-07563be683e0 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:41.152407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port fcb9d35c-87b6-41bc-8230-4dd02a4a5184 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:41.152770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.153834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=4fe2ea4b-389e-4b70-9c57-d50f2bfca161,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:41.163597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b89cd6a9-e5d9-4349-8580-8784ffa06c17 None None] Port da662f16-f94f-4ee8-9f8b-c577691b969e cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:41.177879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ddc3b2-ed19-4601-8e00-4050aea4e815 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:41.178581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-68ddc3b2-ed19-4601-8e00-4050aea4e815 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Synchronizing usage tracker for tenant:98ee7e50c62343569b27fd53a309f525 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:41.218174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-867b8682-f4c3-4c36-af7f-c4ea02899178 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.261396 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c5511208-8d40-4804-ae0a-bac7a5b06d76 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4087152 Mar 11 15:45:41.267012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 38992) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:41.279839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-867b8682-f4c3-4c36-af7f-c4ea02899178 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.288042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-420471613'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:41.313884 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:41.314691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:41.316267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:41.317111 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 8b4f55cd-37fe-4699-8117-8ddd759b4451 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:41.324654 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8b4f55cd-37fe-4699-8117-8ddd759b4451 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:41.325248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.326374 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] For port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4fe2ea4b-389e-4b70-9c57-d50f2bfca161,segment=NetworkSegment(39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996),segment_id=39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:41.326736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.341145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:network and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:41.356196 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-68ddc3b2-ed19-4601-8e00-4050aea4e815 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Unset dirty status for tenant:98ee7e50c62343569b27fd53a309f525 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:41.356196 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-68ddc3b2-ed19-4601-8e00-4050aea4e815 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7549491 Mar 11 15:45:41.357676 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 38996) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:41.374546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:41.417466 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b44ded2c-e6f7-462c-a007-5cf2d22186a3 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 207 time: 0.0586505 Mar 11 15:45:41.418529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39000) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:41.442953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:41.477244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.510877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 8b4f55cd-37fe-4699-8117-8ddd759b4451, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8b4f55cd-37fe-4699-8117-8ddd759b4451,segment=NetworkSegment(464064fe-9e7f-4dd2-b23d-e6f8b16c73cb),segment_id=464064fe-9e7f-4dd2-b23d-e6f8b16c73cb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:41.513439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:41.556334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-867b8682-f4c3-4c36-af7f-c4ea02899178 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.575562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.590060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b8682-f4c3-4c36-af7f-c4ea02899178 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a7e285-9589-4e70-b382-9c1aef905dd9,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:41.633604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-867b8682-f4c3-4c36-af7f-c4ea02899178 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.635668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.637147 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-867b8682-f4c3-4c36-af7f-c4ea02899178 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "DELETE /v2.0/security-groups/86a7e285-9589-4e70-b382-9c1aef905dd9 HTTP/1.1" status: 204 len: 168 time: 0.6956322 Mar 11 15:45:41.639226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39004) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:41.650988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:41.655499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:41.658947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.666498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2df2ea-96b0-4a54-8031-2a73062c1378 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:41.672745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2df2ea-96b0-4a54-8031-2a73062c1378 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:41.678745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2df2ea-96b0-4a54-8031-2a73062c1378 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:41.684877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2df2ea-96b0-4a54-8031-2a73062c1378 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:41.686923 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bf2df2ea-96b0-4a54-8031-2a73062c1378 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2649081 Mar 11 15:45:41.690610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39008) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:41.709241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:41.709241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5a14c3f5-6537-4a5e-bc9e-82dc9417d56c not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:41.735959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.736945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=8b4f55cd-37fe-4699-8117-8ddd759b4451,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:41.745173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.745925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.818258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Deleting port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:41.819605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.843615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=9540ad75-70e9-4578-8153-07563be683e0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:41.869141 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 281db88d-8732-4cff-8e9c-becd14413f93 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:42.006569 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d2886fe6-3ec5-429a-bfc4-3aaef9c95cec tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3147821 Mar 11 15:45:42.011290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39012) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:42.043734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:42.058922 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.060130 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Added segment fa5d1b25-3d39-4b59-b451-30a405031e01 of type vlan for network 5613872f-da5e-4382-a217-3761486d45f9 Mar 11 15:45:42.068471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 281db88d-8732-4cff-8e9c-becd14413f93 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:42.068910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.119623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.184655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.197977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.203035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.212248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651de47b-cd2d-4747-b0a3-bb79e8501912 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:42.214409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651de47b-cd2d-4747-b0a3-bb79e8501912 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:42.231734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-651de47b-cd2d-4747-b0a3-bb79e8501912 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2044652 Mar 11 15:45:42.232536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=da662f16-f94f-4ee8-9f8b-c577691b969e,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:42.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39016) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:42.245256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] For port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4fe2ea4b-389e-4b70-9c57-d50f2bfca161,segment=NetworkSegment(39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996),segment_id=39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:42.245657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.343933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f777d4a8-86f5-46f2-a0c9-037b03a7731a tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Synchronizing usage tracker for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:42.347654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No DVR routers for this DVR port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:42.405340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Calling delete_port for 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:42.410911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3fcea9-0f63-471f-9743-ab62b075fc6d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:42.412296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3fcea9-0f63-471f-9743-ab62b075fc6d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:42.417431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=4fe2ea4b-389e-4b70-9c57-d50f2bfca161,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:42.417636 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5a3fcea9-0f63-471f-9743-ab62b075fc6d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1868351 Mar 11 15:45:42.428805 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39020) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:42.484748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8b4f55cd-37fe-4699-8117-8ddd759b4451 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:42.553718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:42.554074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:42.568910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8b4f55cd-37fe-4699-8117-8ddd759b4451 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:42.569279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.690564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router ded9cceb-2c8d-47af-9295-d7c989206c27 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:42.710159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Deleting port 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:42.710664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.737473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f777d4a8-86f5-46f2-a0c9-037b03a7731a tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Unset dirty status for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:42.743093 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f777d4a8-86f5-46f2-a0c9-037b03a7731a tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1015184 Mar 11 15:45:42.745318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:42.745955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39024) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:42.774452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.784828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.790319 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:42.790956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.795765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:42.800178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:42.802627 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761650431'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:42.857180 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:42.858118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:42.863823 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-dd507583-fb00-485a-a900-618e96b5b214 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1729858 Mar 11 15:45:42.870313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39028) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:42.875386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d562e60e-6ad9-44d6-b21a-39c73e0a1bfc None None] The port '4fe2ea4b-389e-4b70-9c57-d50f2bfca161' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:45:42.879596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:42.879739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:42.879739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4fe2ea4b-389e-4b70-9c57-d50f2bfca161 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:42.879739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751baf5-ece5-4205-a17f-c008b10048f7 None None] Sync routers for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:42.899920 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751baf5-ece5-4205-a17f-c008b10048f7 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:42.900598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7751baf5-ece5-4205-a17f-c008b10048f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:42.962867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c330efe-c862-412b-a2db-452d12b997ba tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting subnet 7871d5f9-4277-4788-8433-cc66ac38fcdc {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:45:42.966326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5c330efe-c862-412b-a2db-452d12b997ba tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.033187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5c330efe-c862-412b-a2db-452d12b997ba tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.052535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-7751baf5-ece5-4205-a17f-c008b10048f7 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:43.081514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0230d690-1be0-48c5-b224-421442187ed4']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:43.097974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.100988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c47dc-bd50-442b-ad63-31ed8382b654 None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:45:43.137697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5c330efe-c862-412b-a2db-452d12b997ba tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.193502 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9154799 Mar 11 15:45:43.194385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39032) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:43.202622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'ports': [{'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669'}, {'network_id': '5613872f-da5e-4382-a217-3761486d45f9'}]} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:43.203314 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:43.203810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': '5613872f-da5e-4382-a217-3761486d45f9'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:43.206671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7751baf5-ece5-4205-a17f-c008b10048f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:41Z', 'revision_number': 11, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:43.209295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826b47f-dab4-4072-954e-fe17ba31c6fb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Network': ['ID=5613872f-da5e-4382-a217-3761486d45f9,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:43.222831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:43.223251 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bb3d26-f4ee-4e49-a9f4-d3f35cc8d996') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:43.300827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f187d76-3b7c-4448-82b8-6ec39c0d120c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:43.301790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7f187d76-3b7c-4448-82b8-6ec39c0d120c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Synchronizing usage tracker for tenant:98ee7e50c62343569b27fd53a309f525 on resource:network {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:43.312712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751baf5-ece5-4205-a17f-c008b10048f7 None None] Checking router: ded9cceb-2c8d-47af-9295-d7c989206c27 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:43.315539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 5613872f-da5e-4382-a217-3761486d45f9 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:43.316670 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.329544 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:43.340349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:43.348806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-aebb3289-2ff2-4545-94ea-42cbacb6db11 None None] Provisioning complete for port da662f16-f94f-4ee8-9f8b-c577691b969e triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:43.349171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aebb3289-2ff2-4545-94ea-42cbacb6db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.350712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:43.363363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.376604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:43.397961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:43.402588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:43.414308 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:43.421313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.421803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.422256 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Floating IP f83e9494-2f71-4bc9-adb8-c44381dfa8f1 disassociated. External IP: 172.26.6.67, port: fcb9d35c-87b6-41bc-8230-4dd02a4a5184. Mar 11 15:45:43.422675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for fcb9d35c-87b6-41bc-8230-4dd02a4a5184 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:43.428497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5c330efe-c862-412b-a2db-452d12b997ba tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.467514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751baf5-ece5-4205-a17f-c008b10048f7 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:43.468119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7751baf5-ece5-4205-a17f-c008b10048f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:43.479585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7f187d76-3b7c-4448-82b8-6ec39c0d120c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Unset dirty status for tenant:98ee7e50c62343569b27fd53a309f525 on resource:network {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:43.484769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c330efe-c862-412b-a2db-452d12b997ba tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Subnet': ['ID=7871d5f9-4277-4788-8433-cc66ac38fcdc,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:43.484927 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7f187d76-3b7c-4448-82b8-6ec39c0d120c tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/networks/1bdc6c0c-e3e7-491b-9df7-47485c1fab90 HTTP/1.1" status: 200 len: 800 time: 1.0372109 Mar 11 15:45:43.485029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5c330efe-c862-412b-a2db-452d12b997ba tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.490763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39036) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:43.495185 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5c330efe-c862-412b-a2db-452d12b997ba tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/7871d5f9-4277-4788-8433-cc66ac38fcdc HTTP/1.1" status: 204 len: 168 time: 0.6235688 Mar 11 15:45:43.502648 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39040) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:43.528496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:43.542173 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-aebb3289-2ff2-4545-94ea-42cbacb6db11 None None] Port da662f16-f94f-4ee8-9f8b-c577691b969e cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:43.555748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159c47dc-bd50-442b-ad63-31ed8382b654 None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:45:43.560009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:43.568896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:port and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:43.586464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:43.600162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:43.655951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-7751baf5-ece5-4205-a17f-c008b10048f7 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:43.760110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.792982 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ce88af20-a751-4bc3-a8ac-84f443b1ac95 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/networks/1bdc6c0c-e3e7-491b-9df7-47485c1fab90?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2963884 Mar 11 15:45:43.796842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39044) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:43.799257 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 2} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:43.803932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.842336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.866751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7751baf5-ece5-4205-a17f-c008b10048f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:41Z', 'revision_number': 11, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:43.873876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Deleting port 5b148631-fd61-4277-9d48-d27aab1da510 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:43.874215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.877863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751baf5-ece5-4205-a17f-c008b10048f7 None None] The sync data for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv is: [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:41Z', 'revision_number': 11, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:43.907110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.931387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.949502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c880e-e51f-4d17-baa8-4efcfcb636ca tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:43.955839 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-df1c880e-e51f-4d17-baa8-4efcfcb636ca tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/subnets/5dae58f0-2c90-4884-a368-0bd71f31848d HTTP/1.1" status: 200 len: 811 time: 0.1534455 Mar 11 15:45:43.955839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39050) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:43.990951 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Network': ['ID=0230d690-1be0-48c5-b224-421442187ed4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:44.033560 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-da679a06-bc6c-4896-96c9-fe5b51cea4d8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/networks/0230d690-1be0-48c5-b224-421442187ed4 HTTP/1.1" status: 204 len: 168 time: 4.1369696 Mar 11 15:45:44.049513 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39054) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:44.068486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1181846628'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:44.082993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:44.085950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:44.089980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.094732 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-efb8453a-ccf4-4901-abf1-8a6c8babc44e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1249931 Mar 11 15:45:44.097483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:network and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:44.099950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39058) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:44.102131 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Sync routers for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:44.102604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:44.108503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-955772802'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:44.116828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:44.119341 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:44.119623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:44.121040 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:44.124682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:network and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:44.128975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:44.136306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:44.164127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.174348 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d540753a-e691-4d40-962f-c8d4bf9eed15 None None] Network 0289e48f-1ff9-4aee-8ed5-ea29230875a7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:44.306424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.312523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=fcb9d35c-87b6-41bc-8230-4dd02a4a5184,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:44.322117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:44.327176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.357069 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:44.371690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:44.377473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.487273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port 6ae9d90a-8548-4256-af94-413f4007e9db yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:44.514856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:44.524497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.525076 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Added segment 120326b9-4291-4ddf-88de-244001004422 of type vlan for network de27ab23-afca-4c37-adc4-3c3139616cb8 Mar 11 15:45:44.555710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.562873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf3b23-435a-4192-b80a-3cd1bdc31876 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:44.570183 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-efcf3b23-435a-4192-b80a-3cd1bdc31876 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "GET /v2.0/subnets/5dae58f0-2c90-4884-a368-0bd71f31848d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6138680 Mar 11 15:45:44.584885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39062) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:44.584885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1242136098'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:44.619431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.623113 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8601310 Mar 11 15:45:44.628394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39066) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:44.632817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01298730-af59-4154-a561-6a320aeba6bc tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03529ea1-bed8-41bc-9866-d355dbd42c0f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:44.639498 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ceafd3c3-1c07-40b3-bf2a-0e8e83daddd3 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '03529ea1-bed8-41bc-9866-d355dbd42c0f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:44.640309 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.api.v2.base [None req-ceafd3c3-1c07-40b3-bf2a-0e8e83daddd3 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 15:45:44.642313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:44.642428 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-ceafd3c3-1c07-40b3-bf2a-0e8e83daddd3 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:44.642428 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ceafd3c3-1c07-40b3-bf2a-0e8e83daddd3 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103405 Mar 11 15:45:44.649623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39070) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:44.674539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:44.674800 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ab72c5-76e0-4089-a3c8-6741ecc1d67a None None] DHCP port deletion for 0289e48f-1ff9-4aee-8ed5-ea29230875a7 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:45:44.679184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-30ab72c5-76e0-4089-a3c8-6741ecc1d67a None None] Deleting port 5b148631-fd61-4277-9d48-d27aab1da510 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:44.679641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-30ab72c5-76e0-4089-a3c8-6741ecc1d67a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.681800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:44.694470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] For port 5b148631-fd61-4277-9d48-d27aab1da510, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5b148631-fd61-4277-9d48-d27aab1da510,segment=NetworkSegment(c1b393fa-8283-4ae4-8f7c-ebd725234852),segment_id=c1b393fa-8283-4ae4-8f7c-ebd725234852)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:44.694795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.768286 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.773862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:44.774900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.780865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.781291 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added segment 29c1b224-2b6b-40f3-951f-85f885c51a99 of type vlan for network adb91d8a-c918-4c95-b1d7-055c60f17e2c Mar 11 15:45:44.843562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Calling delete_port for 5b148631-fd61-4277-9d48-d27aab1da510 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:44.859509 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:40Z', 'revision_number': 2, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:44.864462 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Checking router: 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:44.865059 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Updating router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 port da662f16-f94f-4ee8-9f8b-c577691b969e binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:45:44.870103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:44.873599 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.923949 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.963244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.969403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.976662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Network': ['ID=de27ab23-afca-4c37-adc4-3c3139616cb8,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:44.977019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:44.990506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router b12ba3fe-c384-475a-8429-93f75eb14b97 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:44.992586 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f3964bc6-38ec-4803-aad9-246b0ca7e61f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.003537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network de27ab23-afca-4c37-adc4-3c3139616cb8 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:45.012243 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4006548e-1501-4b5d-b2e9-a7d88d9d406a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9570594 Mar 11 15:45:45.014974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39074) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:45.021986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.022331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Added segment 448ab19c-37c1-40de-ac6a-e4ae4393ab2d of type vlan for network 037458c9-42cf-4b82-8523-5886ac5fe8a5 Mar 11 15:45:45.030823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': 'de27ab23-afca-4c37-adc4-3c3139616cb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:45.059014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-30ab72c5-76e0-4089-a3c8-6741ecc1d67a None None] For port 5b148631-fd61-4277-9d48-d27aab1da510, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5b148631-fd61-4277-9d48-d27aab1da510,segment=NetworkSegment(c1b393fa-8283-4ae4-8f7c-ebd725234852),segment_id=c1b393fa-8283-4ae4-8f7c-ebd725234852)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:45.059499 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-30ab72c5-76e0-4089-a3c8-6741ecc1d67a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.119968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f3964bc6-38ec-4803-aad9-246b0ca7e61f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.201656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.215805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port 0786bc64-95ae-4672-ab32-3d40d1393f83 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:45.244520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.248666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:45.249437 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.270415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.281956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-30ab72c5-76e0-4089-a3c8-6741ecc1d67a None None] Calling delete_port for 5b148631-fd61-4277-9d48-d27aab1da510 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:45.290970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Port': ['ID=5b148631-fd61-4277-9d48-d27aab1da510,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:45.294773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No DVR routers for this DVR port 5b148631-fd61-4277-9d48-d27aab1da510 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:45.338135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:45.374280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:45.396328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:45.398029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f3964bc6-38ec-4803-aad9-246b0ca7e61f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.400648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f3964bc6-38ec-4803-aad9-246b0ca7e61f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.401914 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f3964bc6-38ec-4803-aad9-246b0ca7e61f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "DELETE /v2.0/security-groups/03529ea1-bed8-41bc-9866-d355dbd42c0f HTTP/1.1" status: 204 len: 168 time: 0.7486844 Mar 11 15:45:45.408218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:45.412661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39078) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:45.423609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:45.433390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06279670-5402-4c66-8355-e3b75a7dde8c None None] Sync routers for ids ['b12ba3fe-c384-475a-8429-93f75eb14b97'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:45.443570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-30ab72c5-76e0-4089-a3c8-6741ecc1d67a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:45.444041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-30ab72c5-76e0-4089-a3c8-6741ecc1d67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:45.445532 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06279670-5402-4c66-8355-e3b75a7dde8c None None] Routers {'b12ba3fe-c384-475a-8429-93f75eb14b97'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:45.446144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-06279670-5402-4c66-8355-e3b75a7dde8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b12ba3fe-c384-475a-8429-93f75eb14b97'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:45.472619 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3691964 Mar 11 15:45:45.476306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3964bc6-38ec-4803-aad9-246b0ca7e61f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03529ea1-bed8-41bc-9866-d355dbd42c0f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:45.479079 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fd3fe-8bc8-4a21-a443-3ad683059496 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Network': ['ID=adb91d8a-c918-4c95-b1d7-055c60f17e2c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:45.481505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39082) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:45.503536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.510980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network adb91d8a-c918-4c95-b1d7-055c60f17e2c details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:45.512345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.519353 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:45.519679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'subnet': {'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:45.520459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.552281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-06279670-5402-4c66-8355-e3b75a7dde8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:45.586871 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.604777 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Transition to ACTIVE for port object da662f16-f94f-4ee8-9f8b-c577691b969e will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:45.613399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0289e48f-1ff9-4aee-8ed5-ea29230875a7']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:45.618729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06279670-5402-4c66-8355-e3b75a7dde8c None None] Routers {'b12ba3fe-c384-475a-8429-93f75eb14b97'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:45.619355 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-06279670-5402-4c66-8355-e3b75a7dde8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b12ba3fe-c384-475a-8429-93f75eb14b97'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:45.677217 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:45.685503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:subnet and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:45.688607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.693130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-06279670-5402-4c66-8355-e3b75a7dde8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:45.693687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06279670-5402-4c66-8355-e3b75a7dde8c None None] The sync data for ids ['b12ba3fe-c384-475a-8429-93f75eb14b97'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:45.694911 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-521b5159-0575-4e91-92e3-058f2afc7f44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/ports/fcb9d35c-87b6-41bc-8230-4dd02a4a5184 HTTP/1.1" status: 204 len: 168 time: 4.7726328 Mar 11 15:45:45.696292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39086) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:45.703718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b393fa-8283-4ae4-8f7c-ebd725234852') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:45.703718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b393fa-8283-4ae4-8f7c-ebd725234852') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:45.703997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:45.737023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:45.740474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.752382 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.754733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Network': ['ID=037458c9-42cf-4b82-8523-5886ac5fe8a5,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:45.759411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-35f3c767-7cdc-46e6-950d-f11e94cdc14f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Synchronizing usage tracker for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:45.768892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 037458c9-42cf-4b82-8523-5886ac5fe8a5 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:45.773457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.885300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.897646 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Pushing event updated for resources: {'Port': ['ID=da662f16-f94f-4ee8-9f8b-c577691b969e,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:45.905432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:45.907773 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-861f7af7-f47c-4abe-9eb6-16a534c87993 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3328881 Mar 11 15:45:45.914414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39090) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:45.915192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-35f3c767-7cdc-46e6-950d-f11e94cdc14f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Unset dirty status for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:45.916386 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-35f3c767-7cdc-46e6-950d-f11e94cdc14f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5019526 Mar 11 15:45:45.921129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:45.921527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.932518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'network_id': '037458c9-42cf-4b82-8523-5886ac5fe8a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:45.933268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5b148631-fd61-4277-9d48-d27aab1da510 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:45.937497 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:45.939821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39094) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:45.944354 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.971240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group': {'name': 'tempest-secgroup--647197447'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:45.995946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-30ab72c5-76e0-4089-a3c8-6741ecc1d67a None None] Deleting port 5b148631-fd61-4277-9d48-d27aab1da510 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:45.996670 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-30ab72c5-76e0-4089-a3c8-6741ecc1d67a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.004695 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.007505 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.007505 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.007505 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.007505 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.007505 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.007505 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.007505 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.007505 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.008111 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.008203 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.008601 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:46.055108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Made reservation on behalf of b0997e6cea224c9a87d7af6ff59546d4 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:46.057368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:46.059341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.077357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 5b148631-fd61-4277-9d48-d27aab1da510 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:46.078086 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5b148631-fd61-4277-9d48-d27aab1da510 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:46.078755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9540ad75-70e9-4578-8153-07563be683e0 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:46.107548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:46.141171 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Attempting to bind port da662f16-f94f-4ee8-9f8b-c577691b969e on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:46.141683 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Attempting to bind port da662f16-f94f-4ee8-9f8b-c577691b969e by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '464064fe-9e7f-4dd2-b23d-e6f8b16c73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:46.142460 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Attempting to bind port da662f16-f94f-4ee8-9f8b-c577691b969e on network f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:46.149140 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:46.149680 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Checking segment: {'id': '464064fe-9e7f-4dd2-b23d-e6f8b16c73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:46.150089 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.150516 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Bound using segment: {'id': '464064fe-9e7f-4dd2-b23d-e6f8b16c73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:46.151039 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Bound port: da662f16-f94f-4ee8-9f8b-c577691b969e, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464064fe-9e7f-4dd2-b23d-e6f8b16c73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:46.151443 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.188782 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 9540ad75-70e9-4578-8153-07563be683e0 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:46.189489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9540ad75-70e9-4578-8153-07563be683e0 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:46.208222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-30ab72c5-76e0-4089-a3c8-6741ecc1d67a None None] The port '5b148631-fd61-4277-9d48-d27aab1da510' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:45:46.277891 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] For port da662f16-f94f-4ee8-9f8b-c577691b969e, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:46.281944 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] For port da662f16-f94f-4ee8-9f8b-c577691b969e, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=da662f16-f94f-4ee8-9f8b-c577691b969e,segment=NetworkSegment(464064fe-9e7f-4dd2-b23d-e6f8b16c73cb),segment_id=464064fe-9e7f-4dd2-b23d-e6f8b16c73cb)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:46.319668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:46.351258 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.364047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.365815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.394917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.421188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Pushing event deleted for resources: {'Network': ['ID=0289e48f-1ff9-4aee-8ed5-ea29230875a7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:46.423871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:46.424391 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:46.425877 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:46.435353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6ef6551f-197e-4092-9b8b-f0a585d437ac tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/networks/0289e48f-1ff9-4aee-8ed5-ea29230875a7 HTTP/1.1" status: 204 len: 168 time: 2.9124095 Mar 11 15:45:46.436529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:46.438054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39098) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:46.443221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-90382f21-7d4b-4c18-846a-99bc94110393 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'routes': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:46.444535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:46.448503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:46.467025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:46.491798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.581637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.589199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:46.592383 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c54c4-6678-40e8-b169-80d6485259d6 None None] Pushing event updated for resources: {'Port': ['ID=da662f16-f94f-4ee8-9f8b-c577691b969e,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:46.620932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Made reservation on behalf of 98ee7e50c62343569b27fd53a309f525 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:46.625056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.629081 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:46.640523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:46.655004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:46.662036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.666741 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=6ae9d90a-8548-4256-af94-413f4007e9db,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:46.760932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Subnet': ['ID=8567e8c3-f4e7-49ba-b471-84e83b9fdf9e,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:46.853715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.872746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=0786bc64-95ae-4672-ab32-3d40d1393f83,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:46.877090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Checking segment: {'id': '120326b9-4291-4ddf-88de-244001004422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'de27ab23-afca-4c37-adc4-3c3139616cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:46.877449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network hostable DHCP agents. Network: de27ab23-afca-4c37-adc4-3c3139616cb8, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:46.899793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Checking segment: {'id': 'fa5d1b25-3d39-4b59-b451-30a405031e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5613872f-da5e-4382-a217-3761486d45f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:46.902672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network hostable DHCP agents. Network: 5613872f-da5e-4382-a217-3761486d45f9, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:46.922982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.973660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed3ff74-5f23-445f-bdde-aff587133474,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:46.983149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Performing IP validity checks on allocation pools {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:45:46.983435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:45:47.002816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network de27ab23-afca-4c37-adc4-3c3139616cb8 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:47.015742 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:46Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:47.020229 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcbf848-c33b-4f8f-a643-8f33980eadc8 None None] The sync data for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv is: [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:46Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:47.054306 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 5613872f-da5e-4382-a217-3761486d45f9 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:47.057247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.058120 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-743cd6e4-76ed-4f82-bf40-8cbc51c4eba8 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1136367 Mar 11 15:45:47.067389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39102) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:47.094387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-eb01a891-5628-4270-94ad-0c4bd82db166 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '0ed3ff74-5f23-445f-bdde-aff587133474', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:47.094983 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-eb01a891-5628-4270-94ad-0c4bd82db166 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 15:45:47.095501 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-eb01a891-5628-4270-94ad-0c4bd82db166 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:47.101870 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-eb01a891-5628-4270-94ad-0c4bd82db166 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0266337 Mar 11 15:45:47.102457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39106) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:47.113190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.extraroute_db [None req-90382f21-7d4b-4c18-846a-99bc94110393 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Added routes are [] {{(pid=88557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 15:45:47.113625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.extraroute_db [None req-90382f21-7d4b-4c18-846a-99bc94110393 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Removed routes are [] {{(pid=88557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 15:45:47.114047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-90382f21-7d4b-4c18-846a-99bc94110393 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.156221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, de27ab23-afca-4c37-adc4-3c3139616cb8) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:47.158149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 5613872f-da5e-4382-a217-3761486d45f9) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:47.171585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:47.172279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.177071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:47.188819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:47.195931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:47.197844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.199288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e63442d-5963-4175-a350-d5967bd116dd None None] Network de27ab23-afca-4c37-adc4-3c3139616cb8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:47.272051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0063f02e-017c-4c75-936a-e4cbf746d7c7 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.309669 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bf9d375f-ea9c-4411-a87f-9c029951ab33 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1147363 Mar 11 15:45:47.314290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0063f02e-017c-4c75-936a-e4cbf746d7c7 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.328103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39110) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:47.363732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd00f9f-0d81-4cd8-8baf-dc759a536e27 None None] Network 5613872f-da5e-4382-a217-3761486d45f9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:47.384429 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-385404d9-4fcc-4d31-becb-6f8508312991 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3663700 Mar 11 15:45:47.392226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39114) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:47.419825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': 'de27ab23-afca-4c37-adc4-3c3139616cb8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-677195410'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:47.548623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-4693018e-6914-455e-a496-b9e52fb4f907 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 0786bc64-95ae-4672-ab32-3d40d1393f83 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:47.548990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4693018e-6914-455e-a496-b9e52fb4f907 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.627967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-90382f21-7d4b-4c18-846a-99bc94110393 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.639198 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-90382f21-7d4b-4c18-846a-99bc94110393 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.649985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-de27ab23-afca-4c37-adc4-3c3139616cb8', 'network_id': 'de27ab23-afca-4c37-adc4-3c3139616cb8', 'tenant_id': '7bf164d980454780a71ae23f56113670', 'fixed_ips': [{'subnet_id': '8567e8c3-f4e7-49ba-b471-84e83b9fdf9e'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:47.650242 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.721075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0063f02e-017c-4c75-936a-e4cbf746d7c7 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.728928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.755167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0063f02e-017c-4c75-936a-e4cbf746d7c7 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.758925 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0063f02e-017c-4c75-936a-e4cbf746d7c7 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "DELETE /v2.0/security-groups/0ed3ff74-5f23-445f-bdde-aff587133474 HTTP/1.1" status: 204 len: 168 time: 0.6531773 Mar 11 15:45:47.766365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:47.771213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39118) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:47.772076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063f02e-017c-4c75-936a-e4cbf746d7c7 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed3ff74-5f23-445f-bdde-aff587133474,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:47.839036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:47.933097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device da662f16-f94f-4ee8-9f8b-c577691b969e up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:47.951793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4693018e-6914-455e-a496-b9e52fb4f907 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.972150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90382f21-7d4b-4c18-846a-99bc94110393 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router ded9cceb-2c8d-47af-9295-d7c989206c27 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:47.978322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Subnet': ['ID=b64a3450-0a20-4942-a4e9-425aff3751bc,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:48.021078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Allocated IP 172.20.0.2 (de27ab23-afca-4c37-adc4-3c3139616cb8/8567e8c3-f4e7-49ba-b471-84e83b9fdf9e/9692e32d-38e7-43e8-a9f3-39fa63c5092e) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:48.093615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-4693018e-6914-455e-a496-b9e52fb4f907 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 0786bc64-95ae-4672-ab32-3d40d1393f83 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:48.101385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Checking segment: {'id': '29c1b224-2b6b-40f3-951f-85f885c51a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:48.101757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network hostable DHCP agents. Network: adb91d8a-c918-4c95-b1d7-055c60f17e2c, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:48.111048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port da662f16-f94f-4ee8-9f8b-c577691b969e completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:48.119989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port da662f16-f94f-4ee8-9f8b-c577691b969e triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:48.123107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.133197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:48.136689 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.179259 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-56918d89-a4a2-4592-9690-dfd1a5bc062d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Synchronizing usage tracker for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:48.195120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port 2de8bff6-520d-4951-8ff0-7268d0a7cc62 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:48.213248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90382f21-7d4b-4c18-846a-99bc94110393 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:48.238036 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0128b6-b7d5-49e3-9c6a-017d04fb3205 None None] Sync routers for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:48.259619 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0128b6-b7d5-49e3-9c6a-017d04fb3205 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:48.260245 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6e0128b6-b7d5-49e3-9c6a-017d04fb3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:48.314297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-90382f21-7d4b-4c18-846a-99bc94110393 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.315737 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-90382f21-7d4b-4c18-846a-99bc94110393 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27 HTTP/1.1" status: 200 len: 701 time: 1.8767405 Mar 11 15:45:48.318751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.324130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39122) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:48.334542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.367071 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.387349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port da662f16-f94f-4ee8-9f8b-c577691b969e, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=da662f16-f94f-4ee8-9f8b-c577691b969e,segment=NetworkSegment(464064fe-9e7f-4dd2-b23d-e6f8b16c73cb),segment_id=464064fe-9e7f-4dd2-b23d-e6f8b16c73cb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:48.413186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network adb91d8a-c918-4c95-b1d7-055c60f17e2c is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:48.418384 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-6e0128b6-b7d5-49e3-9c6a-017d04fb3205 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:48.422930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f8835721-7a76-4733-aea4-ea387a1a86fd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Synchronizing usage tracker for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:48.425261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Transition to ACTIVE for port object 9692e32d-38e7-43e8-a9f3-39fa63c5092e will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:48.425924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-56918d89-a4a2-4592-9690-dfd1a5bc062d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Unset dirty status for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:48.428324 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-56918d89-a4a2-4592-9690-dfd1a5bc062d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6541848 Mar 11 15:45:48.432772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4693018e-6914-455e-a496-b9e52fb4f907 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.435478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39126) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:48.454556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Transition to ACTIVE for port object 9692e32d-38e7-43e8-a9f3-39fa63c5092e will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:48.477816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=bc77418b-b035-4e12-ae5f-c0829b82f516,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:48.489651 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066315596'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:48.491399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Checking segment: {'id': '448ab19c-37c1-40de-ac6a-e4ae4393ab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '037458c9-42cf-4b82-8523-5886ac5fe8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:48.491770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network hostable DHCP agents. Network: 037458c9-42cf-4b82-8523-5886ac5fe8a5, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:48.495002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.512008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:48.516535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693018e-6914-455e-a496-b9e52fb4f907 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=0786bc64-95ae-4672-ab32-3d40d1393f83,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:48.518739 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a989b27a-2e33-4d9c-b959-7de653f0ff8d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.556868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.575918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, adb91d8a-c918-4c95-b1d7-055c60f17e2c) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:48.576480 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6e0128b6-b7d5-49e3-9c6a-017d04fb3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:41Z', 'revision_number': 11, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:48.583054 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0128b6-b7d5-49e3-9c6a-017d04fb3205 None None] Checking router: ded9cceb-2c8d-47af-9295-d7c989206c27 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:48.588986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:48.589569 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.593214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a32f2-4dec-43dd-999d-69b75794aa81 None None] Network adb91d8a-c918-4c95-b1d7-055c60f17e2c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:48.596142 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0128b6-b7d5-49e3-9c6a-017d04fb3205 None None] Routers {'ded9cceb-2c8d-47af-9295-d7c989206c27'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:48.597484 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6e0128b6-b7d5-49e3-9c6a-017d04fb3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ded9cceb-2c8d-47af-9295-d7c989206c27'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:48.602396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.7 (de27ab23-afca-4c37-adc4-3c3139616cb8/8567e8c3-f4e7-49ba-b471-84e83b9fdf9e/2de8bff6-520d-4951-8ff0-7268d0a7cc62) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:48.608779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f8835721-7a76-4733-aea4-ea387a1a86fd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Unset dirty status for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:48.612280 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f8835721-7a76-4733-aea4-ea387a1a86fd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=ded9cceb-2c8d-47af-9295-d7c989206c27 HTTP/1.1" status: 200 len: 205 time: 0.2565696 Mar 11 15:45:48.613576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39130) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:48.650302 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Network de27ab23-afca-4c37-adc4-3c3139616cb8 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:48.654270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:48.689687 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Network 037458c9-42cf-4b82-8523-5886ac5fe8a5 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:48.721417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:48.747304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=da662f16-f94f-4ee8-9f8b-c577691b969e,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:48.747563 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-6e0128b6-b7d5-49e3-9c6a-017d04fb3205 None None] Set router ded9cceb-2c8d-47af-9295-d7c989206c27 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:48.760976 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3ecb7db2-7de1-4be2-a3ab-95df81169264 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2495360 Mar 11 15:45:48.771101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 037458c9-42cf-4b82-8523-5886ac5fe8a5) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:48.802663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.821348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object 2de8bff6-520d-4951-8ff0-7268d0a7cc62 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:48.844484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39134) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:48.850386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:48.853147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4693018e-6914-455e-a496-b9e52fb4f907 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:48.867854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Pushing event updated for resources: {'Port': ['ID=9692e32d-38e7-43e8-a9f3-39fa63c5092e,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:48.870542 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4693018e-6914-455e-a496-b9e52fb4f907 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/0786bc64-95ae-4672-ab32-3d40d1393f83 HTTP/1.1" status: 204 len: 168 time: 1.5346453 Mar 11 15:45:48.879073 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74a983-a82a-45f3-bbe9-c63e8b858465 None None] Network 037458c9-42cf-4b82-8523-5886ac5fe8a5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:48.896525 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6e0128b6-b7d5-49e3-9c6a-017d04fb3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:41Z', 'revision_number': 11, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:48.901620 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0128b6-b7d5-49e3-9c6a-017d04fb3205 None None] The sync data for ids ['ded9cceb-2c8d-47af-9295-d7c989206c27'] in dv-neutron-833203-2-hyperv is: [{'id': 'ded9cceb-2c8d-47af-9295-d7c989206c27', 'name': 'tempest-RoutersTest-router-1263125666', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:44:04Z', 'updated_at': '2022-03-11T15:45:41Z', 'revision_number': 11, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:48.975384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39138) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:49.024123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:49.025024 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.037449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-69f6c051-f5bc-472b-a87f-c1551e01ba7f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.142773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.169845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Attempting to bind port 9692e32d-38e7-43e8-a9f3-39fa63c5092e on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:49.169845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Attempting to bind port 9692e32d-38e7-43e8-a9f3-39fa63c5092e by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '120326b9-4291-4ddf-88de-244001004422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'de27ab23-afca-4c37-adc4-3c3139616cb8'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:49.169845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Attempting to bind port 9692e32d-38e7-43e8-a9f3-39fa63c5092e on network de27ab23-afca-4c37-adc4-3c3139616cb8 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:49.179759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:49.179759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Checking segment: {'id': '120326b9-4291-4ddf-88de-244001004422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'de27ab23-afca-4c37-adc4-3c3139616cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:49.180210 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.180695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Bound using segment: {'id': '120326b9-4291-4ddf-88de-244001004422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'de27ab23-afca-4c37-adc4-3c3139616cb8'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:49.181236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Bound port: 9692e32d-38e7-43e8-a9f3-39fa63c5092e, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120326b9-4291-4ddf-88de-244001004422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'de27ab23-afca-4c37-adc4-3c3139616cb8'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:49.181675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.225261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network de27ab23-afca-4c37-adc4-3c3139616cb8 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:49.230821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:49.232796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.298110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:49.355556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'fixed_ips': [{'subnet_id': 'b64a3450-0a20-4942-a4e9-425aff3751bc'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:49.356150 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.367885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=2de8bff6-520d-4951-8ff0-7268d0a7cc62,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:49.407298 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8c6027d2-75e6-4b6c-9ee9-f610b1cc30ef tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.4916198 Mar 11 15:45:49.434092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39142) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:49.434092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:49.448890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:49.455532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7c97159d-b720-4603-95f7-982e5f5e702d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:49.470575 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] For port 9692e32d-38e7-43e8-a9f3-39fa63c5092e, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:49.473563 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-037458c9-42cf-4b82-8523-5886ac5fe8a5', 'network_id': '037458c9-42cf-4b82-8523-5886ac5fe8a5', 'tenant_id': '98ee7e50c62343569b27fd53a309f525', 'fixed_ips': [{'subnet_id': 'bc77418b-b035-4e12-ae5f-c0829b82f516'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:49.474451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.487081 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:49.495952 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] For port 9692e32d-38e7-43e8-a9f3-39fa63c5092e, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9692e32d-38e7-43e8-a9f3-39fa63c5092e,segment=NetworkSegment(120326b9-4291-4ddf-88de-244001004422),segment_id=120326b9-4291-4ddf-88de-244001004422)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:49.509953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:49.522430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:49.524473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.548003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e627e-24b1-4479-b8e9-4b18aa160690 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:49.554069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e627e-24b1-4479-b8e9-4b18aa160690 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:49.555305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e91e627e-24b1-4479-b8e9-4b18aa160690 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:49.563019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-69f6c051-f5bc-472b-a87f-c1551e01ba7f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.565397 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-69f6c051-f5bc-472b-a87f-c1551e01ba7f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.585728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.672462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e91e627e-24b1-4479-b8e9-4b18aa160690 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:49.676434 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e91e627e-24b1-4479-b8e9-4b18aa160690 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6973097 Mar 11 15:45:49.678229 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39146) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:49.719037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a989b27a-2e33-4d9c-b959-7de653f0ff8d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port bc3ae46e-d8f8-433a-8382-7ffad6b69f12 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:49.719037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a989b27a-2e33-4d9c-b959-7de653f0ff8d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.747032 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0a8a2b3b-92b1-4ea3-9e6a-ec5e100d2cd2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.3512020 Mar 11 15:45:49.758888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-69f6c051-f5bc-472b-a87f-c1551e01ba7f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.760218 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f6c051-f5bc-472b-a87f-c1551e01ba7f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Fanout notify agent at l3_agent the message router_deleted on router ded9cceb-2c8d-47af-9295-d7c989206c27 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:45:49.760364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39150) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:49.786336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a03fa-71b7-4b56-b75a-c22a14515bee None None] Pushing event updated for resources: {'Port': ['ID=9692e32d-38e7-43e8-a9f3-39fa63c5092e,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:49.815410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Allocated IP 2001:db8:3::2 (adb91d8a-c918-4c95-b1d7-055c60f17e2c/b64a3450-0a20-4942-a4e9-425aff3751bc/07681fa6-575d-460d-a58d-d5e5ce04d426) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:49.822756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-69f6c051-f5bc-472b-a87f-c1551e01ba7f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.823548 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Allocated IP 172.20.0.3 (037458c9-42cf-4b82-8523-5886ac5fe8a5/bc77418b-b035-4e12-ae5f-c0829b82f516/04b3c59e-96b9-4bbd-80b3-2f7f5d24db51) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:49.828396 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-69f6c051-f5bc-472b-a87f-c1551e01ba7f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27 HTTP/1.1" status: 204 len: 168 time: 1.2139587 Mar 11 15:45:49.830162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39154) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:49.840945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e544d53d-b884-49e2-b0a4-72dcbae68762 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 6ae9d90a-8548-4256-af94-413f4007e9db {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:49.840945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e544d53d-b884-49e2-b0a4-72dcbae68762 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.870087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7c97159d-b720-4603-95f7-982e5f5e702d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3557970'] for subnet, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:49.919508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e2671258-bef9-4c86-9999-aa1d3d64af3c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-758540645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:49.961580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e2671258-bef9-4c86-9999-aa1d3d64af3c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:50.000883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device da662f16-f94f-4ee8-9f8b-c577691b969e up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:50.005453 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.030464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e2671258-bef9-4c86-9999-aa1d3d64af3c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Usage tracker for resource:router and tenant:02ba7084819d461bb4d818b979908f59 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:50.040493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e2671258-bef9-4c86-9999-aa1d3d64af3c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:50.067732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-24da7d88-d255-47d6-b8f1-2e73a2c48b4b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 2de8bff6-520d-4951-8ff0-7268d0a7cc62 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:50.068083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24da7d88-d255-47d6-b8f1-2e73a2c48b4b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.070258 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e2671258-bef9-4c86-9999-aa1d3d64af3c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:50.203379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.270543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f45652c-f813-4f1b-80ed-af6e47d005de,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:50.283151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.296230 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e544d53d-b884-49e2-b0a4-72dcbae68762 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.364068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port da662f16-f94f-4ee8-9f8b-c577691b969e triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:50.364659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.413269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.425799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.440792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Transition to ACTIVE for port object 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:50.452085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e544d53d-b884-49e2-b0a4-72dcbae68762 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 6ae9d90a-8548-4256-af94-413f4007e9db owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:50.463689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Transition to ACTIVE for port object 07681fa6-575d-460d-a58d-d5e5ce04d426 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:50.491301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Transition to ACTIVE for port object 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:50.499375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Transition to ACTIVE for port object 07681fa6-575d-460d-a58d-d5e5ce04d426 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:50.559946 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a989b27a-2e33-4d9c-b959-7de653f0ff8d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.576342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.655241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Pushing event updated for resources: {'Port': ['ID=04b3c59e-96b9-4bbd-80b3-2f7f5d24db51,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:50.663903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.724265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Network 037458c9-42cf-4b82-8523-5886ac5fe8a5 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:50.745453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:50.758363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Network adb91d8a-c918-4c95-b1d7-055c60f17e2c is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:50.761224 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:50.772954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:50.783200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:50.802106 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2671258-bef9-4c86-9999-aa1d3d64af3c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.803159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2671258-bef9-4c86-9999-aa1d3d64af3c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.831557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Pushing event updated for resources: {'Port': ['ID=07681fa6-575d-460d-a58d-d5e5ce04d426,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:50.831793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.836108 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-873de52f-8fc3-417a-a04e-599d64a2acf6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3984377 Mar 11 15:45:50.841417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39158) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:50.850083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bde1e1a2-7956-4279-bd11-3e181c09a4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.866361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e544d53d-b884-49e2-b0a4-72dcbae68762 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.883151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a989b27a-2e33-4d9c-b959-7de653f0ff8d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for bc3ae46e-d8f8-433a-8382-7ffad6b69f12 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:50.898953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24da7d88-d255-47d6-b8f1-2e73a2c48b4b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.979033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e544d53d-b884-49e2-b0a4-72dcbae68762 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:50.985407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544d53d-b884-49e2-b0a4-72dcbae68762 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=6ae9d90a-8548-4256-af94-413f4007e9db,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:51.034009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2671258-bef9-4c86-9999-aa1d3d64af3c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.046682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-24da7d88-d255-47d6-b8f1-2e73a2c48b4b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 2de8bff6-520d-4951-8ff0-7268d0a7cc62 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:51.082845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Attempting to bind port 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:51.083363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Attempting to bind port 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '448ab19c-37c1-40de-ac6a-e4ae4393ab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '037458c9-42cf-4b82-8523-5886ac5fe8a5'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:51.084042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Attempting to bind port 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51 on network 037458c9-42cf-4b82-8523-5886ac5fe8a5 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:51.096461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:51.097019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Checking segment: {'id': '448ab19c-37c1-40de-ac6a-e4ae4393ab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '037458c9-42cf-4b82-8523-5886ac5fe8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:51.097658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.098148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Bound using segment: {'id': '448ab19c-37c1-40de-ac6a-e4ae4393ab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '037458c9-42cf-4b82-8523-5886ac5fe8a5'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:51.098819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Bound port: 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448ab19c-37c1-40de-ac6a-e4ae4393ab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '037458c9-42cf-4b82-8523-5886ac5fe8a5'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:51.099464 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.148387 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e544d53d-b884-49e2-b0a4-72dcbae68762 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/6ae9d90a-8548-4256-af94-413f4007e9db HTTP/1.1" status: 204 len: 168 time: 1.4681668 Mar 11 15:45:51.159941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2671258-bef9-4c86-9999-aa1d3d64af3c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.167400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Attempting to bind port 07681fa6-575d-460d-a58d-d5e5ce04d426 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:51.168160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Attempting to bind port 07681fa6-575d-460d-a58d-d5e5ce04d426 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '29c1b224-2b6b-40f3-951f-85f885c51a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:51.168293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Attempting to bind port 07681fa6-575d-460d-a58d-d5e5ce04d426 on network adb91d8a-c918-4c95-b1d7-055c60f17e2c {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:51.170014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39162) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:51.179584 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09508fa-cd32-48bf-a5f3-be291f5988d1 None None] Network de27ab23-afca-4c37-adc4-3c3139616cb8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:51.188829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-272ea08b-0a1b-4df1-a37e-0023ffd48ebb tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '8f45652c-f813-4f1b-80ed-af6e47d005de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:51.189682 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-272ea08b-0a1b-4df1-a37e-0023ffd48ebb tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 15:45:51.190174 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-272ea08b-0a1b-4df1-a37e-0023ffd48ebb tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:51.193737 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-272ea08b-0a1b-4df1-a37e-0023ffd48ebb tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0574005 Mar 11 15:45:51.201434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39166) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:51.216496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ae9f3f0d-9198-4c3c-b849-d13b7b5273ab tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '8f45652c-f813-4f1b-80ed-af6e47d005de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:51.217061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:51.217221 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-ae9f3f0d-9198-4c3c-b849-d13b7b5273ab tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 15:45:51.217335 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Checking segment: {'id': '29c1b224-2b6b-40f3-951f-85f885c51a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:51.221240 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-ae9f3f0d-9198-4c3c-b849-d13b7b5273ab tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:51.221409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.221409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Bound using segment: {'id': '29c1b224-2b6b-40f3-951f-85f885c51a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:51.221409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Bound port: 07681fa6-575d-460d-a58d-d5e5ce04d426, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c1b224-2b6b-40f3-951f-85f885c51a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:51.221678 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ae9f3f0d-9198-4c3c-b849-d13b7b5273ab tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0125287 Mar 11 15:45:51.221761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.222091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39170) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:51.236541 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7169d35e-2258-43a7-b9d7-931f8ce23b89 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '8f45652c-f813-4f1b-80ed-af6e47d005de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:51.237389 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.api.v2.base [None req-7169d35e-2258-43a7-b9d7-931f8ce23b89 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 15:45:51.237890 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-7169d35e-2258-43a7-b9d7-931f8ce23b89 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:51.241399 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7169d35e-2258-43a7-b9d7-931f8ce23b89 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0134890 Mar 11 15:45:51.243834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39174) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:51.256911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-27fee5fb-3f23-41f1-82f3-4fd1703d1986 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '8f45652c-f813-4f1b-80ed-af6e47d005de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:51.257801 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.api.v2.base [None req-27fee5fb-3f23-41f1-82f3-4fd1703d1986 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 15:45:51.258296 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-27fee5fb-3f23-41f1-82f3-4fd1703d1986 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:51.261910 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-27fee5fb-3f23-41f1-82f3-4fd1703d1986 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0139003 Mar 11 15:45:51.271018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39178) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:51.333068 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2671258-bef9-4c86-9999-aa1d3d64af3c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.336796 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e2671258-bef9-4c86-9999-aa1d3d64af3c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4995461 Mar 11 15:45:51.344176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39182) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:51.383123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d31b1b9e-f546-46b7-8448-6ae3ec5e95d8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:51.432639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] For port 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:51.442646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741cdfd6-e1e4-4b14-a51c-4e3fd4fb550e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:51.447815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-741cdfd6-e1e4-4b14-a51c-4e3fd4fb550e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:51.454592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] For port 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=04b3c59e-96b9-4bbd-80b3-2f7f5d24db51,segment=NetworkSegment(448ab19c-37c1-40de-ac6a-e4ae4393ab2d),segment_id=448ab19c-37c1-40de-ac6a-e4ae4393ab2d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:51.494665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24da7d88-d255-47d6-b8f1-2e73a2c48b4b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.518558 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9da7c29e-b3a1-4488-82d0-3d8a9c317e58 None None] Provisioning for port 9692e32d-38e7-43e8-a9f3-39fa63c5092e completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:51.533754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.541268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7c97159d-b720-4603-95f7-982e5f5e702d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740403849975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2536602'] for subnet, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.543551 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] For port 07681fa6-575d-460d-a58d-d5e5ce04d426, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:51.568156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c55d765b-9dc6-4795-9506-262641f043af tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.589859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Allocated IP 2001:db8:3::1 (adb91d8a-c918-4c95-b1d7-055c60f17e2c/b64a3450-0a20-4942-a4e9-425aff3751bc/7dfeb5a9-1050-422d-be4a-1c0625a5008b) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:51.595763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da7d88-d255-47d6-b8f1-2e73a2c48b4b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=2de8bff6-520d-4951-8ff0-7268d0a7cc62,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:51.616536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] For port 07681fa6-575d-460d-a58d-d5e5ce04d426, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=07681fa6-575d-460d-a58d-d5e5ce04d426,segment=NetworkSegment(29c1b224-2b6b-40f3-951f-85f885c51a99),segment_id=29c1b224-2b6b-40f3-951f-85f885c51a99)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:51.678373 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcd427-da1d-48e4-a104-a6761518b1d4 None None] Pushing event updated for resources: {'Port': ['ID=04b3c59e-96b9-4bbd-80b3-2f7f5d24db51,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:51.700865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.724593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a989b27a-2e33-4d9c-b959-7de653f0ff8d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.728210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-741cdfd6-e1e4-4b14-a51c-4e3fd4fb550e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:51.729407 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-741cdfd6-e1e4-4b14-a51c-4e3fd4fb550e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5584457 Mar 11 15:45:51.731258 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c55d765b-9dc6-4795-9506-262641f043af tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.783274 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39186) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:51.808786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4021d-fc3d-4c11-803c-68764ff307cc None None] Pushing event updated for resources: {'Port': ['ID=07681fa6-575d-460d-a58d-d5e5ce04d426,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:51.880574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97159d-b720-4603-95f7-982e5f5e702d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event updated for resources: {'Subnet': ['ID=bc77418b-b035-4e12-ae5f-c0829b82f516,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:51.971607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9692e32d-38e7-43e8-a9f3-39fa63c5092e up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:51.979696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c97159d-b720-4603-95f7-982e5f5e702d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:51.980281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7c97159d-b720-4603-95f7-982e5f5e702d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:51.984470 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7c97159d-b720-4603-95f7-982e5f5e702d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "PUT /v2.0/subnets/bc77418b-b035-4e12-ae5f-c0829b82f516 HTTP/1.1" status: 200 len: 877 time: 2.5448389 Mar 11 15:45:51.995822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989b27a-2e33-4d9c-b959-7de653f0ff8d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=bc3ae46e-d8f8-433a-8382-7ffad6b69f12,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:52.001164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39190) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:52.083184 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d886434-91f2-4ead-b99d-b043207260ab tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:45:52.085333 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2d886434-91f2-4ead-b99d-b043207260ab tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/0786bc64-95ae-4672-ab32-3d40d1393f83 HTTP/1.1" status: 404 len: 333 time: 0.3019722 Mar 11 15:45:52.150237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 9692e32d-38e7-43e8-a9f3-39fa63c5092e completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:52.155679 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9692e32d-38e7-43e8-a9f3-39fa63c5092e triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:52.156052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.178550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39194) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:52.251696 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-869849ef-b91e-4f48-b18f-d86af182b5f3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:45:52.252516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-869849ef-b91e-4f48-b18f-d86af182b5f3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:52.279188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d31b1b9e-f546-46b7-8448-6ae3ec5e95d8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.295384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-869849ef-b91e-4f48-b18f-d86af182b5f3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:52.300331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-869849ef-b91e-4f48-b18f-d86af182b5f3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/6ae9d90a-8548-4256-af94-413f4007e9db HTTP/1.1" status: 404 len: 333 time: 0.1184912 Mar 11 15:45:52.301394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39198) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:52.344575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24da7d88-d255-47d6-b8f1-2e73a2c48b4b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.361997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c55d765b-9dc6-4795-9506-262641f043af tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.368630 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-24da7d88-d255-47d6-b8f1-2e73a2c48b4b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/2de8bff6-520d-4951-8ff0-7268d0a7cc62 HTTP/1.1" status: 204 len: 168 time: 2.5978651 Mar 11 15:45:52.387521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39202) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:52.438284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.446574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-622baa7f-1ce7-4e6d-9343-fc35191b4f90 None None] Provisioning complete for port 9692e32d-38e7-43e8-a9f3-39fa63c5092e triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:52.447057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-622baa7f-1ce7-4e6d-9343-fc35191b4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.450774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.480306 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Transition to ACTIVE for port object 7dfeb5a9-1050-422d-be4a-1c0625a5008b will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:52.510077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.538382 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:52.539544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.586620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 9692e32d-38e7-43e8-a9f3-39fa63c5092e, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9692e32d-38e7-43e8-a9f3-39fa63c5092e,segment=NetworkSegment(120326b9-4291-4ddf-88de-244001004422),segment_id=120326b9-4291-4ddf-88de-244001004422)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:52.660337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-622baa7f-1ce7-4e6d-9343-fc35191b4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.686098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.699094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.790357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d31b1b9e-f546-46b7-8448-6ae3ec5e95d8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:52.790659 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:45:52.844706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-622baa7f-1ce7-4e6d-9343-fc35191b4f90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:52.845074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-622baa7f-1ce7-4e6d-9343-fc35191b4f90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:52.845841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=9692e32d-38e7-43e8-a9f3-39fa63c5092e,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:52.869299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d765b-9dc6-4795-9506-262641f043af tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f45652c-f813-4f1b-80ed-af6e47d005de,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:52.930770 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-604910e9-ba30-4a93-8a65-a3954f9c3c6b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:45:52.931323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-604910e9-ba30-4a93-8a65-a3954f9c3c6b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:52.992809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.018042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c55d765b-9dc6-4795-9506-262641f043af tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.019085 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c55d765b-9dc6-4795-9506-262641f043af tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "DELETE /v2.0/security-groups/8f45652c-f813-4f1b-80ed-af6e47d005de HTTP/1.1" status: 204 len: 168 time: 1.7437034 Mar 11 15:45:53.023420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39206) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:53.039356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network adb91d8a-c918-4c95-b1d7-055c60f17e2c is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:53.044750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:53.047136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:45:53.048194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.102928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=7dfeb5a9-1050-422d-be4a-1c0625a5008b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:53.128405 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] For port 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=04b3c59e-96b9-4bbd-80b3-2f7f5d24db51,segment=NetworkSegment(448ab19c-37c1-40de-ac6a-e4ae4393ab2d),segment_id=448ab19c-37c1-40de-ac6a-e4ae4393ab2d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:53.128789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.191128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cfa57f-659a-477e-b42e-03208ef2519d None None] Network 037458c9-42cf-4b82-8523-5886ac5fe8a5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:53.252911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-604910e9-ba30-4a93-8a65-a3954f9c3c6b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:53.256270 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-604910e9-ba30-4a93-8a65-a3954f9c3c6b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/2de8bff6-520d-4951-8ff0-7268d0a7cc62 HTTP/1.1" status: 404 len: 333 time: 0.8530879 Mar 11 15:45:53.259275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39210) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:53.311071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Calling delete_port for 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:53.338661 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-beda7702-72d7-4a17-9d23-0c6566d93300 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Synchronizing usage tracker for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:53.464327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a989b27a-2e33-4d9c-b959-7de653f0ff8d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.490173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.565407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-249ffe99-aed0-4258-85fc-6f63f42eaa34 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting subnet 8567e8c3-f4e7-49ba-b471-84e83b9fdf9e {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:45:53.565628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.589558 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-beda7702-72d7-4a17-9d23-0c6566d93300 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Unset dirty status for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:53.593073 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-beda7702-72d7-4a17-9d23-0c6566d93300 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5662441 Mar 11 15:45:53.605239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-249ffe99-aed0-4258-85fc-6f63f42eaa34 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.617092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-08d20035-3002-489d-95a7-bb93af3367d3 None None] Could not find standard attr ID for object 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:45:53.622722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39214) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:53.626468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-08d20035-3002-489d-95a7-bb93af3367d3 None None] Could not find standard attr ID for object 2de8bff6-520d-4951-8ff0-7268d0a7cc62. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:45:53.632088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.639744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5613872f-da5e-4382-a217-3761486d45f9']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:53.641525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group': {'name': 'tempest-secgroup--596674736'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:53.657599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5d1b25-3d39-4b59-b451-30a405031e01') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:53.657900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5d1b25-3d39-4b59-b451-30a405031e01') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:53.683008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.686121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:53.690058 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31b1b9e-f546-46b7-8448-6ae3ec5e95d8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Router dc830ec1-3e81-4f51-b9c8-0b2f506f81e4 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:45:53.700336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Port': ['ID=04b3c59e-96b9-4bbd-80b3-2f7f5d24db51,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:53.718121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.718895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6df08a25-03f3-40b4-9ad3-65aa2e0666f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.756250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e3af64-52f3-424f-8111-74a55d993376 None None] Network adb91d8a-c918-4c95-b1d7-055c60f17e2c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:53.797066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:53.797633 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.815343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-249ffe99-aed0-4258-85fc-6f63f42eaa34 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:53.867280 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:53.905132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:53.907573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b9751-6086-495d-8e38-ae5a31164fc8 None None] Network 037458c9-42cf-4b82-8523-5886ac5fe8a5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:53.927109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No DVR routers for this DVR port 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:53.957893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9beab6c3-aedb-4268-a45e-32257a2f1ab6 None None] Provisioning for port 07681fa6-575d-460d-a58d-d5e5ce04d426 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:54.081454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9692e32d-38e7-43e8-a9f3-39fa63c5092e up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:54.091882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.112924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31b1b9e-f546-46b7-8448-6ae3ec5e95d8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:54.123526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d31b1b9e-f546-46b7-8448-6ae3ec5e95d8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.124824 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d31b1b9e-f546-46b7-8448-6ae3ec5e95d8 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "PUT /v2.0/routers/dc830ec1-3e81-4f51-b9c8-0b2f506f81e4 HTTP/1.1" status: 200 len: 693 time: 2.7795489 Mar 11 15:45:54.125317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.130479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39218) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:54.146676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e129a3-6586-4403-a412-3973379fe621 None None] Sync routers for ids ['dc830ec1-3e81-4f51-b9c8-0b2f506f81e4'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:54.199803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e129a3-6586-4403-a412-3973379fe621 None None] Routers {'dc830ec1-3e81-4f51-b9c8-0b2f506f81e4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:54.201013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-35e129a3-6586-4403-a412-3973379fe621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['dc830ec1-3e81-4f51-b9c8-0b2f506f81e4'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:54.259987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:54.290205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:54.296387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:54.308650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:54.323720 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-92fac779-fdfc-4e05-b445-6f9b6aeee1f5 None None] Could not find standard attr ID for object 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:45:54.353830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.388730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.421683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.436803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.439029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-35e129a3-6586-4403-a412-3973379fe621 None None] Set router dc830ec1-3e81-4f51-b9c8-0b2f506f81e4 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:54.461928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Network': ['ID=5613872f-da5e-4382-a217-3761486d45f9,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:54.474743 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-35a13d87-d40d-4871-8bf5-256f2e5b4267 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/routers/dc830ec1-3e81-4f51-b9c8-0b2f506f81e4 HTTP/1.1" status: 200 len: 699 time: 0.3399980 Mar 11 15:45:54.477853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Subnet': ['ID=bc77418b-b035-4e12-ae5f-c0829b82f516,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:54.484065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39222) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:54.487527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.489181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.530899 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f7af32e2-c7a6-4dc1-8ee1-7411b81b4fe0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/networks/5613872f-da5e-4382-a217-3761486d45f9 HTTP/1.1" status: 204 len: 168 time: 2.2233336 Mar 11 15:45:54.537142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39226) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:54.550772 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1595098998'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:54.557913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:54.564178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:network and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:54.566449 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.568443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:54.571220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-35e129a3-6586-4403-a412-3973379fe621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc830ec1-3e81-4f51-b9c8-0b2f506f81e4', 'name': 'tempest-RoutersTest-router-758540645', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:45:52Z', 'revision_number': 2, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:54.573448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9692e32d-38e7-43e8-a9f3-39fa63c5092e triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:54.573809 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.580790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-249ffe99-aed0-4258-85fc-6f63f42eaa34 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.581218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d1eb5661-077c-471a-9d9f-2ea7872500bb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Synchronizing usage tracker for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:54.609071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:54.646582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e129a3-6586-4403-a412-3973379fe621 None None] Checking router: dc830ec1-3e81-4f51-b9c8-0b2f506f81e4 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:54.664917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.691864 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e129a3-6586-4403-a412-3973379fe621 None None] Routers {'dc830ec1-3e81-4f51-b9c8-0b2f506f81e4'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:54.692491 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-35e129a3-6586-4403-a412-3973379fe621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['dc830ec1-3e81-4f51-b9c8-0b2f506f81e4'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:54.716404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:54.719922 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.781747 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a989b27a-2e33-4d9c-b959-7de653f0ff8d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router b12ba3fe-c384-475a-8429-93f75eb14b97 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:54.858208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-35e129a3-6586-4403-a412-3973379fe621 None None] Set router dc830ec1-3e81-4f51-b9c8-0b2f506f81e4 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:54.870712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-249ffe99-aed0-4258-85fc-6f63f42eaa34 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.876951 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:45:54.930109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ffe99-aed0-4258-85fc-6f63f42eaa34 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Subnet': ['ID=8567e8c3-f4e7-49ba-b471-84e83b9fdf9e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:54.935607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93693d60-aa97-4f31-8e51-482179a32166 None None] Network 037458c9-42cf-4b82-8523-5886ac5fe8a5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:54.946545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-249ffe99-aed0-4258-85fc-6f63f42eaa34 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.949799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:54.950844 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Added segment 4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b of type vlan for network 0c1b7903-0acd-4724-8c8a-132799da4aae Mar 11 15:45:54.960208 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d1eb5661-077c-471a-9d9f-2ea7872500bb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Unset dirty status for tenant:02ba7084819d461bb4d818b979908f59 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:54.964710 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d1eb5661-077c-471a-9d9f-2ea7872500bb tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc830ec1-3e81-4f51-b9c8-0b2f506f81e4 HTTP/1.1" status: 200 len: 205 time: 0.4788237 Mar 11 15:45:54.979335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39230) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:54.979335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event updated for resources: {'Port': ['ID=7dfeb5a9-1050-422d-be4a-1c0625a5008b,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:54.986580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.016481 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72ccf6-56d1-4764-8f2c-bd9c7b98d692 None None] Network de27ab23-afca-4c37-adc4-3c3139616cb8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:55.032534 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-249ffe99-aed0-4258-85fc-6f63f42eaa34 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/8567e8c3-f4e7-49ba-b471-84e83b9fdf9e HTTP/1.1" status: 204 len: 168 time: 1.7642691 Mar 11 15:45:55.040237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39234) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:55.080788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.116412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-35e129a3-6586-4403-a412-3973379fe621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc830ec1-3e81-4f51-b9c8-0b2f506f81e4', 'name': 'tempest-RoutersTest-router-758540645', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:45:52Z', 'revision_number': 2, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:55.132470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e129a3-6586-4403-a412-3973379fe621 None None] The sync data for ids ['dc830ec1-3e81-4f51-b9c8-0b2f506f81e4'] in dv-neutron-833203-2-hyperv is: [{'id': 'dc830ec1-3e81-4f51-b9c8-0b2f506f81e4', 'name': 'tempest-RoutersTest-router-758540645', 'tenant_id': '02ba7084819d461bb4d818b979908f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:45:52Z', 'revision_number': 2, 'project_id': '02ba7084819d461bb4d818b979908f59', 'gw_port_host': None}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:55.159957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8cb1fcb1-0b5b-4151-9ed7-f3315828ff47 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.169939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a989b27a-2e33-4d9c-b959-7de653f0ff8d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:55.181338 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548aae8-8b41-477b-8e85-d8b2400fdbec None None] Sync routers for ids ['b12ba3fe-c384-475a-8429-93f75eb14b97'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:55.192287 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a989b27a-2e33-4d9c-b959-7de653f0ff8d tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "PUT /v2.0/routers/b12ba3fe-c384-475a-8429-93f75eb14b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4868824 Mar 11 15:45:55.196980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39238) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:55.199627 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0548aae8-8b41-477b-8e85-d8b2400fdbec None None] Routers {'b12ba3fe-c384-475a-8429-93f75eb14b97'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:55.200298 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0548aae8-8b41-477b-8e85-d8b2400fdbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b12ba3fe-c384-475a-8429-93f75eb14b97'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:55.286815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.312338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 07681fa6-575d-460d-a58d-d5e5ce04d426 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:55.326771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.334456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037458c9-42cf-4b82-8523-5886ac5fe8a5']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:55.381078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 9692e32d-38e7-43e8-a9f3-39fa63c5092e {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:55.384481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.389510 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0548aae8-8b41-477b-8e85-d8b2400fdbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:55.413866 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0548aae8-8b41-477b-8e85-d8b2400fdbec None None] Routers {'b12ba3fe-c384-475a-8429-93f75eb14b97'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:55.420130 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0548aae8-8b41-477b-8e85-d8b2400fdbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b12ba3fe-c384-475a-8429-93f75eb14b97'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:55.490344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.499128 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.504754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:55.505329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.507519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448ab19c-37c1-40de-ac6a-e4ae4393ab2d') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:55.508106 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448ab19c-37c1-40de-ac6a-e4ae4393ab2d') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:55.514419 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0548aae8-8b41-477b-8e85-d8b2400fdbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:55.514879 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548aae8-8b41-477b-8e85-d8b2400fdbec None None] The sync data for ids ['b12ba3fe-c384-475a-8429-93f75eb14b97'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:45:55.566763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a90d49-5987-40ca-a214-5a0c6dc622aa,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:55.675626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.712753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.746238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.746497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.746843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.747539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.747650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.748679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.748679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.749420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.749756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.750083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.752030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.752423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:55.814541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d9dd6-078e-49b9-a94d-edf7fb23b64d None None] DHCP port deletion for 037458c9-42cf-4b82-8523-5886ac5fe8a5 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:45:55.865838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8cb1fcb1-0b5b-4151-9ed7-f3315828ff47 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.867176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Network': ['ID=0c1b7903-0acd-4724-8c8a-132799da4aae,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:55.870068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8cb1fcb1-0b5b-4151-9ed7-f3315828ff47 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.877341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Network adb91d8a-c918-4c95-b1d7-055c60f17e2c is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:45:55.883527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:55.887039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.887454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0bf2be-ebf5-495f-a034-aefb4fabe5a7 None None] DHCP port deletion for de27ab23-afca-4c37-adc4-3c3139616cb8 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:45:55.894278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2d0bf2be-ebf5-495f-a034-aefb4fabe5a7 None None] Deleting port 9692e32d-38e7-43e8-a9f3-39fa63c5092e {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:55.894722 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf2be-ebf5-495f-a034-aefb4fabe5a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.907288 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3660266 Mar 11 15:45:55.909759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39242) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:55.922213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:55.922802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.947835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a698174c-4fe7-496a-a9a4-e21b5fa45130 None None] Provisioning for port 7dfeb5a9-1050-422d-be4a-1c0625a5008b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:55.951905 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.952886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 07681fa6-575d-460d-a58d-d5e5ce04d426 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:45:55.965924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a698174c-4fe7-496a-a9a4-e21b5fa45130 None None] Provisioning complete for port 7dfeb5a9-1050-422d-be4a-1c0625a5008b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:55.967400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a698174c-4fe7-496a-a9a4-e21b5fa45130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:55.995308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.003329 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 07681fa6-575d-460d-a58d-d5e5ce04d426 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:56.003698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:56.115806 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:56.121203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a698174c-4fe7-496a-a9a4-e21b5fa45130 None None] Port 7dfeb5a9-1050-422d-be4a-1c0625a5008b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:56.122497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.123421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.124089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.124826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.125313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.129712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.129712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.129712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.129712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.129712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.129712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.129712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c57c7-b544-4fe9-a583-23770eb32a47 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:56.148043 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 0c1b7903-0acd-4724-8c8a-132799da4aae details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:45:56.223420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': '0c1b7903-0acd-4724-8c8a-132799da4aae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:56.247529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8cb1fcb1-0b5b-4151-9ed7-f3315828ff47 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.248197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb1fcb1-0b5b-4151-9ed7-f3315828ff47 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Fanout notify agent at l3_agent the message router_deleted on router dc830ec1-3e81-4f51-b9c8-0b2f506f81e4 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:45:56.250561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.251948 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9673b2da-0849-4baa-9d2e-e94e46f5e979 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6282332 Mar 11 15:45:56.258668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39246) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.265852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-be2c4739-4402-467a-ad7c-07e46da16f82 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '69a90d49-5987-40ca-a214-5a0c6dc622aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:56.266617 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.api.v2.base [None req-be2c4739-4402-467a-ad7c-07e46da16f82 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 15:45:56.267268 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-be2c4739-4402-467a-ad7c-07e46da16f82 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:56.268422 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-be2c4739-4402-467a-ad7c-07e46da16f82 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080087 Mar 11 15:45:56.274710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39250) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.285022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] For port 9692e32d-38e7-43e8-a9f3-39fa63c5092e, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9692e32d-38e7-43e8-a9f3-39fa63c5092e,segment=NetworkSegment(120326b9-4291-4ddf-88de-244001004422),segment_id=120326b9-4291-4ddf-88de-244001004422)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:56.285806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.287115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:56.294441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8cb1fcb1-0b5b-4151-9ed7-f3315828ff47 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.295867 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8cb1fcb1-0b5b-4151-9ed7-f3315828ff47 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/dc830ec1-3e81-4f51-b9c8-0b2f506f81e4 HTTP/1.1" status: 204 len: 168 time: 1.3135006 Mar 11 15:45:56.302075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1b3b505d-1c18-4887-8677-ecb3394b15de tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '69a90d49-5987-40ca-a214-5a0c6dc622aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:56.306071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39254) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.309130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.311076 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1b3b505d-1c18-4887-8677-ecb3394b15de tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:56.316753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1b3b505d-1c18-4887-8677-ecb3394b15de tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:56.319974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1b3b505d-1c18-4887-8677-ecb3394b15de tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:56.328901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1b3b505d-1c18-4887-8677-ecb3394b15de tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:56.350929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.427457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.429402 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/037458c9-42cf-4b82-8523-5886ac5fe8a5 HTTP/1.1" status: 204 len: 168 time: 4.3988576 Mar 11 15:45:56.462772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d14d7ddd-0561-401c-9b30-f1822170918f None None] Provisioning complete for port 7dfeb5a9-1050-422d-be4a-1c0625a5008b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:56.463137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d14d7ddd-0561-401c-9b30-f1822170918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.479848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 9692e32d-38e7-43e8-a9f3-39fa63c5092e owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:56.487958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a0ebc-a613-460b-a947-9e95982c1bb8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=037458c9-42cf-4b82-8523-5886ac5fe8a5,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:56.504434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39258) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.512212 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2d0bf2be-ebf5-495f-a034-aefb4fabe5a7 None None] For port 9692e32d-38e7-43e8-a9f3-39fa63c5092e, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9692e32d-38e7-43e8-a9f3-39fa63c5092e,segment=NetworkSegment(120326b9-4291-4ddf-88de-244001004422),segment_id=120326b9-4291-4ddf-88de-244001004422)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:56.512677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf2be-ebf5-495f-a034-aefb4fabe5a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.543002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.574213 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcf0397-5248-4e5e-ae3c-98f9b7f0d765 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:56.574833 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcf0397-5248-4e5e-ae3c-98f9b7f0d765 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:56.577837 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5fcf0397-5248-4e5e-ae3c-98f9b7f0d765 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/subnets/bc77418b-b035-4e12-ae5f-c0829b82f516 HTTP/1.1" status: 404 len: 337 time: 0.0722995 Mar 11 15:45:56.581578 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c60b4fa2-c734-4248-bf7e-294a46f42ddc tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc830ec1-3e81-4f51-b9c8-0b2f506f81e4 HTTP/1.1" status: 200 len: 205 time: 0.2715390 Mar 11 15:45:56.581774 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39262) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.583007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39264) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.609843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d14d7ddd-0561-401c-9b30-f1822170918f None None] Port 7dfeb5a9-1050-422d-be4a-1c0625a5008b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:56.679598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2d0bf2be-ebf5-495f-a034-aefb4fabe5a7 None None] Calling delete_port for 9692e32d-38e7-43e8-a9f3-39fa63c5092e owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:56.690622 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-9e4c99c0-2450-4231-bb88-4c2bf3fa6d4a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] delete failed (client error): The resource could not be found. Mar 11 15:45:56.694246 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9e4c99c0-2450-4231-bb88-4c2bf3fa6d4a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/dc830ec1-3e81-4f51-b9c8-0b2f506f81e4 HTTP/1.1" status: 404 len: 336 time: 0.0908737 Mar 11 15:45:56.695098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port 5c3707f5-1eff-4da5-b21b-1ad789d59b4f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:56.695449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.720777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39270) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.721894 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-1b3b505d-1c18-4887-8677-ecb3394b15de tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:56.725577 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1b3b505d-1c18-4887-8677-ecb3394b15de tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4437208 Mar 11 15:45:56.732153 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7412c6e3-5f4d-466f-b0c6-3ea7427099b6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:56.732465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7412c6e3-5f4d-466f-b0c6-3ea7427099b6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:56.735695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.776718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 07681fa6-575d-460d-a58d-d5e5ce04d426, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=07681fa6-575d-460d-a58d-d5e5ce04d426,segment=NetworkSegment(29c1b224-2b6b-40f3-951f-85f885c51a99),segment_id=29c1b224-2b6b-40f3-951f-85f885c51a99)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:45:56.783915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39274) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.794580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-180ad789-d001-4d2a-8256-c8ec03bc5aa7 None None] Provisioning complete for port 7dfeb5a9-1050-422d-be4a-1c0625a5008b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:56.794944 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-180ad789-d001-4d2a-8256-c8ec03bc5aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.800482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:56.814862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:56.814862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:56.828838 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3fc7ea18-bdd0-45ad-b582-02ab700481a0 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '69a90d49-5987-40ca-a214-5a0c6dc622aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:56.829319 dv-neutron-833203-2-hyperv neutron-server[88557]: WARNING neutron.api.v2.base [None req-3fc7ea18-bdd0-45ad-b582-02ab700481a0 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 15:45:56.829809 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-3fc7ea18-bdd0-45ad-b582-02ab700481a0 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:56.840317 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3fc7ea18-bdd0-45ad-b582-02ab700481a0 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0235229 Mar 11 15:45:56.840519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:56.840519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39278) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.841481 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-63622d79-c19c-477b-9852-cd2b724ecdfc tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:56.841598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63622d79-c19c-477b-9852-cd2b724ecdfc tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:56.843262 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-63622d79-c19c-477b-9852-cd2b724ecdfc tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/d997cda5-6b5b-4c91-9ae9-0d3f81d6b77d HTTP/1.1" status: 404 len: 337 time: 0.1193519 Mar 11 15:45:56.844193 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b66ff530-8b6a-4053-9e45-8611c0fba4f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '69a90d49-5987-40ca-a214-5a0c6dc622aa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:56.848022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=9692e32d-38e7-43e8-a9f3-39fa63c5092e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:56.851652 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7412c6e3-5f4d-466f-b0c6-3ea7427099b6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/037458c9-42cf-4b82-8523-5886ac5fe8a5 HTTP/1.1" status: 404 len: 339 time: 0.2702832 Mar 11 15:45:56.852433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39282) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.854258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-2d0bf2be-ebf5-495f-a034-aefb4fabe5a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:56.854258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-2d0bf2be-ebf5-495f-a034-aefb4fabe5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:56.856068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39284) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.862782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b66ff530-8b6a-4053-9e45-8611c0fba4f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:56.865822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:56.872382 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:56.896484 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No DVR routers for this DVR port 9692e32d-38e7-43e8-a9f3-39fa63c5092e on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:56.897689 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b66ff530-8b6a-4053-9e45-8611c0fba4f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:56.907972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-aa5d78a3-416f-435d-af4e-a78fe1ffbeeb tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0591569 Mar 11 15:45:56.909701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b66ff530-8b6a-4053-9e45-8611c0fba4f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:56.918115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39290) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.919283 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f860fba-5bd5-46e9-b399-dcb5074547be tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:56.919897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f860fba-5bd5-46e9-b399-dcb5074547be tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:56.921821 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9f860fba-5bd5-46e9-b399-dcb5074547be tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/subnets/c73f35bc-11fa-4e0f-b3a5-42ad78abe6a6 HTTP/1.1" status: 404 len: 337 time: 0.0609691 Mar 11 15:45:56.923669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-180ad789-d001-4d2a-8256-c8ec03bc5aa7 None None] Port 7dfeb5a9-1050-422d-be4a-1c0625a5008b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:45:56.925232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b66ff530-8b6a-4053-9e45-8611c0fba4f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:56.926399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Sync routers for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:45:56.930682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c41c8810-6ab3-4b51-91f2-557b4da8ece2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:56.951105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39292) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:56.958742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:56.959522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:56.994043 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ead0b2d-06b3-4cba-a148-e50a9a03a7b6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:56.994492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ead0b2d-06b3-4cba-a148-e50a9a03a7b6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:56.999148 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6ead0b2d-06b3-4cba-a148-e50a9a03a7b6 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/cd547be6-c44c-4d87-b3c0-5b0a854c596d HTTP/1.1" status: 404 len: 337 time: 0.1382375 Mar 11 15:45:57.002065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:57.005816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:57.018384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39298) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:57.025063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9692e32d-38e7-43e8-a9f3-39fa63c5092e no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:57.072632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 9692e32d-38e7-43e8-a9f3-39fa63c5092e {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:57.073133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9692e32d-38e7-43e8-a9f3-39fa63c5092e not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:57.073646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:57.106565 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=07681fa6-575d-460d-a58d-d5e5ce04d426,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:57.117195 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-172f3f77-d5a0-40ac-b157-e1cc73b1ff09 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:57.117663 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172f3f77-d5a0-40ac-b157-e1cc73b1ff09 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:57.121795 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-172f3f77-d5a0-40ac-b157-e1cc73b1ff09 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/05573cf3-1e43-4a78-9b30-3c9863144dd8 HTTP/1.1" status: 404 len: 339 time: 0.1616294 Mar 11 15:45:57.129833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39302) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:57.142169 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a06247-47f0-4c3b-bfed-e07c46556572 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:57.147682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a06247-47f0-4c3b-bfed-e07c46556572 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:57.147682 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-27a06247-47f0-4c3b-bfed-e07c46556572 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/015f05cc-47bf-4795-8418-d32266d30aa0 HTTP/1.1" status: 404 len: 337 time: 0.1213787 Mar 11 15:45:57.149533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39306) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:57.173279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:45:57.173702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 04b3c59e-96b9-4bbd-80b3-2f7f5d24db51 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:57.179291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.179695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.180113 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.180507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.180983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.181310 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.181698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.182078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.182609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.186686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.187020 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.187349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:57.214127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.ipam_backend_mixin [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Performing IP validity checks on allocation pools {{(pid=88558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:45:57.217200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.ipam_backend_mixin [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:45:57.224367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:57.226341 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61e9da0-e0f7-4e95-a196-3c3647d0853f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:57.226900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61e9da0-e0f7-4e95-a196-3c3647d0853f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:57.228722 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e61e9da0-e0f7-4e95-a196-3c3647d0853f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/7871d5f9-4277-4788-8433-cc66ac38fcdc HTTP/1.1" status: 404 len: 337 time: 0.0760939 Mar 11 15:45:57.240647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:57.246724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39310) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:57.344006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de27ab23-afca-4c37-adc4-3c3139616cb8']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:57.357740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2d0bf2be-ebf5-495f-a034-aefb4fabe5a7 None None] Deleting port 9692e32d-38e7-43e8-a9f3-39fa63c5092e {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:45:57.358707 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf2be-ebf5-495f-a034-aefb4fabe5a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:57.359642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:57.373287 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-523bdd6f-988d-4e9e-826c-a8262afbcdb3 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=ded9cceb-2c8d-47af-9295-d7c989206c27 HTTP/1.1" status: 200 len: 205 time: 0.1271996 Mar 11 15:45:57.380735 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39314) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:57.383667 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-b66ff530-8b6a-4053-9e45-8611c0fba4f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:57.384689 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b66ff530-8b6a-4053-9e45-8611c0fba4f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5486877 Mar 11 15:45:57.388410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39318) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:57.447351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d3da8e86-baaa-408c-9ebe-b700fc37994d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '69a90d49-5987-40ca-a214-5a0c6dc622aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:57.447756 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-d3da8e86-baaa-408c-9ebe-b700fc37994d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 15:45:57.448248 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-d3da8e86-baaa-408c-9ebe-b700fc37994d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:57.451842 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d3da8e86-baaa-408c-9ebe-b700fc37994d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0581079 Mar 11 15:45:57.458593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39322) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:57.468838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-746700b4-91c9-4a40-8385-a0f90207089d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '69a90d49-5987-40ca-a214-5a0c6dc622aa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:57.479265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-746700b4-91c9-4a40-8385-a0f90207089d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:57.488002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120326b9-4291-4ddf-88de-244001004422') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:57.489234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120326b9-4291-4ddf-88de-244001004422') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:57.493883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2d0bf2be-ebf5-495f-a034-aefb4fabe5a7 None None] The port '9692e32d-38e7-43e8-a9f3-39fa63c5092e' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:45:57.499192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:57.499874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-746700b4-91c9-4a40-8385-a0f90207089d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:57.508245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-746700b4-91c9-4a40-8385-a0f90207089d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:57.574667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for 5c3707f5-1eff-4da5-b21b-1ad789d59b4f owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:45:57.579589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-746700b4-91c9-4a40-8385-a0f90207089d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:57.706133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:53Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfeb5a9-1050-422d-be4a-1c0625a5008b', 'name': '', 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:0e:02:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:45:54Z', 'revision_number': 2, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:57.710378 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Checking router: 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:45:57.710799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Updating router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 port 7dfeb5a9-1050-422d-be4a-1c0625a5008b binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:45:57.758293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:57.766071 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:57.770179 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-d173728b-671b-4927-9f8a-8a479b657b75 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] delete failed (client error): The resource could not be found. Mar 11 15:45:57.773534 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d173728b-671b-4927-9f8a-8a479b657b75 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/ded9cceb-2c8d-47af-9295-d7c989206c27 HTTP/1.1" status: 404 len: 336 time: 0.3895264 Mar 11 15:45:57.774447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39326) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:57.787926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:57.825704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:57.829715 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:57.829857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:57.857391 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:57.883971 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-78d15505-9c28-4d79-9668-c0b52ca15d4d tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=4add6ef1-9204-4b5e-b2b7-9140abe30aab HTTP/1.1" status: 200 len: 205 time: 0.1064060 Mar 11 15:45:57.889982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39330) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:57.901029 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-746700b4-91c9-4a40-8385-a0f90207089d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:57.902048 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-746700b4-91c9-4a40-8385-a0f90207089d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4414084 Mar 11 15:45:57.919493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39334) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:57.935670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-5f20c68a-0edb-4360-b7ef-8eb5c805cfe2 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '69a90d49-5987-40ca-a214-5a0c6dc622aa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:57.936154 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-5f20c68a-0edb-4360-b7ef-8eb5c805cfe2 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 15:45:57.936747 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-5f20c68a-0edb-4360-b7ef-8eb5c805cfe2 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:57.937629 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5f20c68a-0edb-4360-b7ef-8eb5c805cfe2 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128336 Mar 11 15:45:57.948702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39338) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:57.971252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6aa1065a-3276-4bd6-9664-f370c27abd77 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '69a90d49-5987-40ca-a214-5a0c6dc622aa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:57.979923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Subnet': ['ID=fcca7ed4-03de-4344-8a1b-b279ca028103,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:58.010090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6aa1065a-3276-4bd6-9664-f370c27abd77 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:58.019734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6aa1065a-3276-4bd6-9664-f370c27abd77 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:58.031712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6aa1065a-3276-4bd6-9664-f370c27abd77 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:58.041373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6aa1065a-3276-4bd6-9664-f370c27abd77 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:58.050828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Checking segment: {'id': '4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0c1b7903-0acd-4724-8c8a-132799da4aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:58.051196 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network hostable DHCP agents. Network: 0c1b7903-0acd-4724-8c8a-132799da4aae, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:45:58.070185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.extraroute_db [None req-c41c8810-6ab3-4b51-91f2-557b4da8ece2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 15:45:58.089218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.extraroute_db [None req-c41c8810-6ab3-4b51-91f2-557b4da8ece2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Removed routes are [] {{(pid=88558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 15:45:58.089623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c41c8810-6ab3-4b51-91f2-557b4da8ece2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.102895 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-0289c588-dd0d-4e90-a485-314ca1f9ba91 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] delete failed (client error): The resource could not be found. Mar 11 15:45:58.103931 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0289c588-dd0d-4e90-a485-314ca1f9ba91 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/4add6ef1-9204-4b5e-b2b7-9140abe30aab HTTP/1.1" status: 404 len: 336 time: 0.2100379 Mar 11 15:45:58.106687 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.107251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39342) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.136016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.137867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04729fea-452e-41ea-9287-06a649cc8f9b']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:58.152487 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b0942b-5237-490d-8546-035c991b5122 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:58.153134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b0942b-5237-490d-8546-035c991b5122 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:58.155814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8161e9ae-22d0-4e0a-987c-96c51011ab52') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:58.156175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8161e9ae-22d0-4e0a-987c-96c51011ab52') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:58.169770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.173147 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-44b0942b-5237-490d-8546-035c991b5122 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/0f88559c-f759-4c09-b27a-20b2c1f0ea82 HTTP/1.1" status: 404 len: 337 time: 0.0623753 Mar 11 15:45:58.173293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Transition to ACTIVE for port object 7dfeb5a9-1050-422d-be4a-1c0625a5008b will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:45:58.176418 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39346) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.181039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.204821 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.220535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 0c1b7903-0acd-4724-8c8a-132799da4aae is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:45:58.250416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.277698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.306487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Network': ['ID=de27ab23-afca-4c37-adc4-3c3139616cb8,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:58.312827 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c9a4636c-7f3e-40e7-9e8a-ab44fcdece33 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b3a7fb-a41c-4294-a05f-a204e8524799 HTTP/1.1" status: 200 len: 205 time: 0.1277542 Mar 11 15:45:58.314551 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:45:58.314969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.336608 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-357a9f65-3d21-4a30-aba2-56735c462bac tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/networks/de27ab23-afca-4c37-adc4-3c3139616cb8 HTTP/1.1" status: 204 len: 168 time: 3.2927036 Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:58.337631 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:58.340279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39350) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.341171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39352) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.441779 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-6aa1065a-3276-4bd6-9664-f370c27abd77 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:58.442834 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6aa1065a-3276-4bd6-9664-f370c27abd77 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4929881 Mar 11 15:45:58.445867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b6696-c440-4753-99b6-9f752a8aee94 None None] Pushing event updated for resources: {'Port': ['ID=7dfeb5a9-1050-422d-be4a-1c0625a5008b,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:58.451510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 0c1b7903-0acd-4724-8c8a-132799da4aae) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:45:58.455377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39358) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.465462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-40f61c73-ed35-4606-b54f-145c5bec92f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '69a90d49-5987-40ca-a214-5a0c6dc622aa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:58.473998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:58.474809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.479034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-40f61c73-ed35-4606-b54f-145c5bec92f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:58.489956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21516956-1fcd-4250-8910-bb4c13137e1d None None] Network 0c1b7903-0acd-4724-8c8a-132799da4aae requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:45:58.497990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'name': 'tempest-PortsTestJSON-954350214'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:58.504583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-40f61c73-ed35-4606-b54f-145c5bec92f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:45:58.512707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-40f61c73-ed35-4606-b54f-145c5bec92f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:45:58.565347 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-3602db15-88b0-41fb-889c-86e7ca95cb1e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] delete failed (client error): The resource could not be found. Mar 11 15:45:58.569496 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3602db15-88b0-41fb-889c-86e7ca95cb1e tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/99b3a7fb-a41c-4294-a05f-a204e8524799 HTTP/1.1" status: 404 len: 336 time: 0.2130120 Mar 11 15:45:58.569496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39362) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.586743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-40f61c73-ed35-4606-b54f-145c5bec92f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:58.596014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Attempting to bind port 7dfeb5a9-1050-422d-be4a-1c0625a5008b on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:45:58.596014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Attempting to bind port 7dfeb5a9-1050-422d-be4a-1c0625a5008b by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '29c1b224-2b6b-40f3-951f-85f885c51a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:45:58.596014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Attempting to bind port 7dfeb5a9-1050-422d-be4a-1c0625a5008b on network adb91d8a-c918-4c95-b1d7-055c60f17e2c {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:45:58.608411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:45:58.608952 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Checking segment: {'id': '29c1b224-2b6b-40f3-951f-85f885c51a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:45:58.609474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.609967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Bound using segment: {'id': '29c1b224-2b6b-40f3-951f-85f885c51a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:45:58.610538 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Bound port: 7dfeb5a9-1050-422d-be4a-1c0625a5008b, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c1b224-2b6b-40f3-951f-85f885c51a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:45:58.611014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.669746 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.673656 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a929e9c6-8390-4e21-b37a-7b7a9778d247 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7576838 Mar 11 15:45:58.678936 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1515ea20-789a-4bcc-afb1-b68e7623bc51 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=962d7510-31d5-4675-b250-de5152567856 HTTP/1.1" status: 200 len: 205 time: 0.1065264 Mar 11 15:45:58.679123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39366) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.680119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39370) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.687575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.689007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': '0c1b7903-0acd-4724-8c8a-132799da4aae', 'name': 'tempest-PortsIpV6TestJSON-678317335'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:45:58.709030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.764381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=04729fea-452e-41ea-9287-06a649cc8f9b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:58.770473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=5c3707f5-1eff-4da5-b21b-1ad789d59b4f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:58.779674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] For port 7dfeb5a9-1050-422d-be4a-1c0625a5008b, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:45:58.807541 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-8099ffc1-97c3-454c-9c33-d22f3f91223a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] delete failed (client error): The resource could not be found. Mar 11 15:45:58.808792 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6f5c8528-19cd-4300-a83f-48be85c9cc4e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/04729fea-452e-41ea-9287-06a649cc8f9b HTTP/1.1" status: 204 len: 168 time: 1.6680582 Mar 11 15:45:58.809203 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8099ffc1-97c3-454c-9c33-d22f3f91223a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/962d7510-31d5-4675-b250-de5152567856 HTTP/1.1" status: 404 len: 336 time: 0.1286426 Mar 11 15:45:58.817419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39374) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.817750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39376) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.818706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:58.827323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c41c8810-6ab3-4b51-91f2-557b4da8ece2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.830658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] For port 7dfeb5a9-1050-422d-be4a-1c0625a5008b, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7dfeb5a9-1050-422d-be4a-1c0625a5008b,segment=NetworkSegment(29c1b224-2b6b-40f3-951f-85f885c51a99),segment_id=29c1b224-2b6b-40f3-951f-85f885c51a99)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:45:58.846641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-0c1b7903-0acd-4724-8c8a-132799da4aae', 'network_id': '0c1b7903-0acd-4724-8c8a-132799da4aae', 'tenant_id': 'f209c05770b743edb4f255fdd59cced3', 'fixed_ips': [{'subnet_id': 'fcca7ed4-03de-4344-8a1b-b279ca028103'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:45:58.847585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.887176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c41c8810-6ab3-4b51-91f2-557b4da8ece2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.905547 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:58.943885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:58.945895 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2ad6b2-3898-43dc-a85a-7d5842c5db42 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:58.947710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2ad6b2-3898-43dc-a85a-7d5842c5db42 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:58.950499 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8a2ad6b2-3898-43dc-a85a-7d5842c5db42 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/subnets/2c41f2e2-6c7d-44d1-ab7f-928cad62bba4 HTTP/1.1" status: 404 len: 337 time: 0.1274378 Mar 11 15:45:58.950499 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f483f52b-fae9-49c4-913c-b04f809b391a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:58.950689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f483f52b-fae9-49c4-913c-b04f809b391a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:58.954649 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f483f52b-fae9-49c4-913c-b04f809b391a tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/c42c9f92-dd50-40a5-a94e-a43c913c1469 HTTP/1.1" status: 404 len: 337 time: 0.1291809 Mar 11 15:45:58.954649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39382) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.960604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39384) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:58.975679 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-40f61c73-ed35-4606-b54f-145c5bec92f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:45:58.977000 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-40f61c73-ed35-4606-b54f-145c5bec92f6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5204883 Mar 11 15:45:58.985491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39390) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.007435 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-448082a5-3438-4ded-8092-9916ddcad12e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:59.007914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448082a5-3438-4ded-8092-9916ddcad12e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:59.009670 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-448082a5-3438-4ded-8092-9916ddcad12e tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/0ae143fa-9292-43a1-aad6-ebf7c011975e HTTP/1.1" status: 404 len: 339 time: 0.0531664 Mar 11 15:45:59.015933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39394) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.019591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:59.034693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 07681fa6-575d-460d-a58d-d5e5ce04d426 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:45:59.106833 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-32c49b14-ba62-4e47-a40e-11bd9fdfba8f tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7fc928-136b-4345-89ae-9094423d2d36 HTTP/1.1" status: 200 len: 205 time: 0.1449056 Mar 11 15:45:59.113449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:59.117002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:59.117355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39398) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.180496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b6696-c440-4753-99b6-9f752a8aee94 None None] Pushing event updated for resources: {'Port': ['ID=7dfeb5a9-1050-422d-be4a-1c0625a5008b,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:59.184517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:45:59.184517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:59.187881 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f45860-d562-4fb2-922b-e5f59d58e094 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:59.188542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f45860-d562-4fb2-922b-e5f59d58e094 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:59.190516 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-31f45860-d562-4fb2-922b-e5f59d58e094 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/subnets/899fcc9e-1e5b-4fad-b5fe-d52694c50581 HTTP/1.1" status: 404 len: 337 time: 0.1724586 Mar 11 15:45:59.195745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39402) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.273749 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-034b5aef-d1f4-4f1e-8e9c-353b4b5359a0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] delete failed (client error): The resource could not be found. Mar 11 15:45:59.274747 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-034b5aef-d1f4-4f1e-8e9c-353b4b5359a0 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/bb7fc928-136b-4345-89ae-9094423d2d36 HTTP/1.1" status: 404 len: 336 time: 0.1564503 Mar 11 15:45:59.276023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:45:59.282253 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-48615728-7c74-4260-ac71-f8edf8f7fa3d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:59.282976 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48615728-7c74-4260-ac71-f8edf8f7fa3d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:59.284799 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-48615728-7c74-4260-ac71-f8edf8f7fa3d tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/ae8f16eb-ae6e-4382-aa5e-0f91cd2b99a5 HTTP/1.1" status: 404 len: 339 time: 0.0808239 Mar 11 15:45:59.290455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41c8810-6ab3-4b51-91f2-557b4da8ece2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:45:59.291091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39406) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.291428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39408) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.365449 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Allocated IP 2001:db8::2 (0c1b7903-0acd-4724-8c8a-132799da4aae/fcca7ed4-03de-4344-8a1b-b279ca028103/041d91b4-36a4-4cfa-9be4-93e0202be195) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:45:59.388313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:45:59.404747 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fecc0b-873f-4372-922f-c50806837968 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:59.405424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12fecc0b-873f-4372-922f-c50806837968 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:59.407168 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-12fecc0b-873f-4372-922f-c50806837968 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/subnets/bf1322ae-354f-4e7d-9fda-c993af7bf1e8 HTTP/1.1" status: 404 len: 337 time: 0.1109679 Mar 11 15:45:59.411626 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c7ee9c-b894-4148-924e-227d47dbf40c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:59.412296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c7ee9c-b894-4148-924e-227d47dbf40c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:59.413996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f6c7ee9c-b894-4148-924e-227d47dbf40c tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/87b52125-d6cc-47de-bb27-862bf9244cfe HTTP/1.1" status: 404 len: 337 time: 0.1203029 Mar 11 15:45:59.416359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39414) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.416744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39416) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.418451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:45:59.436321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:59.438576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port ff3f1129-83fe-4783-b922-7656a775bdad yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:59.479893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:59.497289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 07681fa6-575d-460d-a58d-d5e5ce04d426 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:45:59.498019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:59.517671 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7cf94f89-671e-460c-884d-42b6f8f87391 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:59.553094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:45:59.556503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:59.569884 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7cf94f89-671e-460c-884d-42b6f8f87391 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:59.619717 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-74870427-f0d1-4728-9e4b-2b08d1726c33 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:59.620199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74870427-f0d1-4728-9e4b-2b08d1726c33 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:59.627804 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:59.628016 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-74870427-f0d1-4728-9e4b-2b08d1726c33 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/a4e147f9-af07-48f4-bc85-1d509e8b2fa0 HTTP/1.1" status: 404 len: 339 time: 0.2038064 Mar 11 15:45:59.629138 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Fanout notify agent at l3_agent the message router_deleted on router b12ba3fe-c384-475a-8429-93f75eb14b97 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:45:59.629294 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-08a111fb-0818-4392-8b5f-b8c527b1db21 tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47 HTTP/1.1" status: 200 len: 205 time: 0.2044811 Mar 11 15:45:59.629408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39422) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.629408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39424) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.712790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port 1ef8bba6-416f-47e4-bdb5-e3c022d07aa6 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:45:59.780059 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e8d8f0-aad5-49b4-a563-22042e1b6fde tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:59.780514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e8d8f0-aad5-49b4-a563-22042e1b6fde tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:59.786458 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-3cab036b-a36d-4575-b727-3d4bfb15870b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] delete failed (client error): The resource could not be found. Mar 11 15:45:59.790623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41c8810-6ab3-4b51-91f2-557b4da8ece2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:45:59.790782 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3cab036b-a36d-4575-b727-3d4bfb15870b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/routers/5d2767f3-f8e3-46a6-b4cb-b5bac8cb3a47 HTTP/1.1" status: 404 len: 336 time: 0.1535857 Mar 11 15:45:59.790901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39430) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.851385 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3d9592-2fb1-4956-8dff-986589149f0b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:59.851385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3d9592-2fb1-4956-8dff-986589149f0b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:59.854805 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bf3d9592-2fb1-4956-8dff-986589149f0b tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/99381ca9-800e-446e-bac5-6e9f41419e85 HTTP/1.1" status: 404 len: 337 time: 0.0613787 Mar 11 15:45:59.855117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39434) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.859044 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c41c8810-6ab3-4b51-91f2-557b4da8ece2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:59.860209 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c41c8810-6ab3-4b51-91f2-557b4da8ece2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79 HTTP/1.1" status: 200 len: 954 time: 2.9370692 Mar 11 15:45:59.867807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39438) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.897673 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-98e8d8f0-aad5-49b4-a563-22042e1b6fde tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/subnets/8cadcfaf-e061-49d3-9a97-17d12046d942 HTTP/1.1" status: 404 len: 337 time: 0.2631054 Mar 11 15:45:59.899332 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:59.901563 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ed903f61-f4a7-44b7-a721-410d3c738ec8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/routers/b12ba3fe-c384-475a-8429-93f75eb14b97 HTTP/1.1" status: 204 len: 168 time: 4.7033913 Mar 11 15:45:59.902665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39442) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.918450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39444) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:59.947078 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f885d6f9-f8f1-47e8-98ae-169d6ddcd6bd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] DELETE failed (client error): The resource could not be found. Mar 11 15:45:59.947519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f885d6f9-f8f1-47e8-98ae-169d6ddcd6bd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:45:59.952699 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f885d6f9-f8f1-47e8-98ae-169d6ddcd6bd tempest-RoutersTest-283725135 tempest-RoutersTest-283725135-project] 10.222.0.39 "DELETE /v2.0/subnets/1ac7ecce-84b4-495d-bdfd-f00b25967292 HTTP/1.1" status: 404 len: 337 time: 0.0931945 Mar 11 15:46:00.005299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7cf94f89-671e-460c-884d-42b6f8f87391 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.007691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7cf94f89-671e-460c-884d-42b6f8f87391 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.009067 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7cf94f89-671e-460c-884d-42b6f8f87391 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "DELETE /v2.0/security-groups/69a90d49-5987-40ca-a214-5a0c6dc622aa HTTP/1.1" status: 204 len: 168 time: 1.0226254 Mar 11 15:46:00.026300 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-733aa8e3-fe1a-4ee8-a0e6-84cec48dffcc tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:00.027039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733aa8e3-fe1a-4ee8-a0e6-84cec48dffcc tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:00.028947 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-733aa8e3-fe1a-4ee8-a0e6-84cec48dffcc tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/8a300853-337b-4f5a-8e14-866ce48cdc14 HTTP/1.1" status: 404 len: 339 time: 0.1121037 Mar 11 15:46:00.032085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.037590 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39452) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.037926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39454) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.065517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.087996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Transition to ACTIVE for port object 041d91b4-36a4-4cfa-9be4-93e0202be195 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:00.094549 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-134b8723-f407-4554-8a12-53bec930d04a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5181713 Mar 11 15:46:00.097690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf94f89-671e-460c-884d-42b6f8f87391 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a90d49-5987-40ca-a214-5a0c6dc622aa,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:00.169685 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef88eee-931b-4c8b-a0eb-38e560a226fb tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:00.170135 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef88eee-931b-4c8b-a0eb-38e560a226fb tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:00.174182 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0ef88eee-931b-4c8b-a0eb-38e560a226fb tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/subnets/d9be7f5e-9054-4f36-9ff2-1941af8d7fd4 HTTP/1.1" status: 404 len: 337 time: 0.1315744 Mar 11 15:46:00.174330 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Transition to ACTIVE for port object 041d91b4-36a4-4cfa-9be4-93e0202be195 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:00.178403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd915b3a-dc14-4a62-b2d9-9971d4121911 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting subnet 522caefb-d6ed-4b40-9b4f-254a533f089a {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:00.187522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39460) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.190000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd915b3a-dc14-4a62-b2d9-9971d4121911 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.197233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:58Z', 'revision_number': 6, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfeb5a9-1050-422d-be4a-1c0625a5008b', 'name': '', 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:0e:02:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:45:58Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:00.201934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f929834f-c5e3-4d5f-84c7-dfe34d7706bb None None] The sync data for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv is: [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:58Z', 'revision_number': 6, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfeb5a9-1050-422d-be4a-1c0625a5008b', 'name': '', 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:0e:02:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:45:58Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:00.248960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.261544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.267207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-60408223-96b1-456c-a7ff-64d25583112f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Synchronizing usage tracker for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:00.281583 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-28991f43-9883-44fa-b9c5-cb04fd2b4ea0 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79 HTTP/1.1" status: 200 len: 954 time: 0.4117522 Mar 11 15:46:00.302206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39464) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.362496 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9bd7b8-a97a-4352-8369-d349b3a37c53 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:00.363234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9bd7b8-a97a-4352-8369-d349b3a37c53 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:00.365023 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0c9bd7b8-a97a-4352-8369-d349b3a37c53 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/9786d545-b487-400d-aff3-32292cabddeb HTTP/1.1" status: 404 len: 339 time: 0.1764505 Mar 11 15:46:00.375349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1606e406-9c16-46d2-b4dc-ef1b0c302263 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'routes': None}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:00.388339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Network 0c1b7903-0acd-4724-8c8a-132799da4aae is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:00.388820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39468) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.393160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd915b3a-dc14-4a62-b2d9-9971d4121911 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.395958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:00.404836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:00.492511 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dddde36-2ada-4e0b-b66c-c3e3adbc0b94 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:00.493290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dddde36-2ada-4e0b-b66c-c3e3adbc0b94 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:00.495308 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0dddde36-2ada-4e0b-b66c-c3e3adbc0b94 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/subnets/b352ac65-97b0-412f-acf3-b33f58f3e905 HTTP/1.1" status: 404 len: 337 time: 0.1053133 Mar 11 15:46:00.514761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9654913b-3351-42ce-aae8-6b06c124db40 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:00.532044 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39474) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.557356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Pushing event updated for resources: {'Port': ['ID=041d91b4-36a4-4cfa-9be4-93e0202be195,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:00.569905 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:00.581031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39478) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.585874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:00.592371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:00.593998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.603319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Attempting to bind port 041d91b4-36a4-4cfa-9be4-93e0202be195 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:46:00.607015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=ff3f1129-83fe-4783-b922-7656a775bdad,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:00.619416 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db7eb2c-7303-4d5a-af77-3980328754d6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:00.620460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db7eb2c-7303-4d5a-af77-3980328754d6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:00.620853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Attempting to bind port 041d91b4-36a4-4cfa-9be4-93e0202be195 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0c1b7903-0acd-4724-8c8a-132799da4aae'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:46:00.621328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Attempting to bind port 041d91b4-36a4-4cfa-9be4-93e0202be195 on network 0c1b7903-0acd-4724-8c8a-132799da4aae {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:46:00.623094 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6db7eb2c-7303-4d5a-af77-3980328754d6 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/a07a1f5f-cf47-4fbb-a2d3-5b34c7bbc718 HTTP/1.1" status: 404 len: 339 time: 0.0883882 Mar 11 15:46:00.625689 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8::286 (0c1b7903-0acd-4724-8c8a-132799da4aae/fcca7ed4-03de-4344-8a1b-b279ca028103/1ef8bba6-416f-47e4-bdb5-e3c022d07aa6) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:00.627695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39484) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.635690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-60408223-96b1-456c-a7ff-64d25583112f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Unset dirty status for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:00.637256 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-60408223-96b1-456c-a7ff-64d25583112f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5984201 Mar 11 15:46:00.643420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39488) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.645549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:46:00.647505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Checking segment: {'id': '4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0c1b7903-0acd-4724-8c8a-132799da4aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:00.649392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.650740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Bound using segment: {'id': '4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0c1b7903-0acd-4724-8c8a-132799da4aae'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:46:00.651309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Bound port: 041d91b4-36a4-4cfa-9be4-93e0202be195, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0c1b7903-0acd-4724-8c8a-132799da4aae'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:46:00.651790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089836094'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:00.652583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.659420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:00.677908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:00.678156 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-0794ead6-8e5b-439c-9a36-2318e20b97c8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:00.678416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0794ead6-8e5b-439c-9a36-2318e20b97c8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:00.680303 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0794ead6-8e5b-439c-9a36-2318e20b97c8 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/subnets/f6729b3c-cf68-41f2-a033-eb23bba4844c HTTP/1.1" status: 404 len: 337 time: 0.0486517 Mar 11 15:46:00.685446 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39492) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.715127 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d155fb-99c6-4405-bd52-4ab30c99b93a tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:00.716152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d155fb-99c6-4405-bd52-4ab30c99b93a tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:00.717862 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-56d155fb-99c6-4405-bd52-4ab30c99b93a tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/d9e94d7a-d369-4a74-a732-436b1a0a6de7 HTTP/1.1" status: 404 len: 339 time: 0.0318117 Mar 11 15:46:00.722200 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-01a17333-eb60-452b-b92f-f23a9d3b3dea tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3669910 Mar 11 15:46:00.722851 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39496) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.724002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd915b3a-dc14-4a62-b2d9-9971d4121911 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.741308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39498) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.810245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.826329 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] For port 041d91b4-36a4-4cfa-9be4-93e0202be195, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:46:00.830494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] For port 041d91b4-36a4-4cfa-9be4-93e0202be195, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=041d91b4-36a4-4cfa-9be4-93e0202be195,segment=NetworkSegment(4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b),segment_id=4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:46:00.838717 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e92b42a-cac7-4cee-85dd-047580df57aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:00.839314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e92b42a-cac7-4cee-85dd-047580df57aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:00.844302 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0e92b42a-cac7-4cee-85dd-047580df57aa tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/subnets/88ccc2da-1325-4f37-bddf-5b9532b0e806 HTTP/1.1" status: 404 len: 337 time: 0.0854309 Mar 11 15:46:00.846914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:00.850449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39504) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.858160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:00.861255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:00.894958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:00.895212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:00.899537 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-11eaf361-a081-464b-ae03-e2bcf2237fd9 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:00.900018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11eaf361-a081-464b-ae03-e2bcf2237fd9 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:00.902128 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-11eaf361-a081-464b-ae03-e2bcf2237fd9 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/bcd98750-cdd9-412a-ad21-3612835445b0 HTTP/1.1" status: 404 len: 339 time: 0.0485563 Mar 11 15:46:00.909644 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39508) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:00.940662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-59e83b29-d5ab-41db-9023-1509fc369555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:00.942542 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-59e83b29-d5ab-41db-9023-1509fc369555 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ff30e389fe34a6fb8667d3adb81ee35&device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 1099 time: 0.7512908 Mar 11 15:46:01.056019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7dfeb5a9-1050-422d-be4a-1c0625a5008b up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:01.069240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3d30db7d-2e67-41a3-ad29-1fd37bd15f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port ff3f1129-83fe-4783-b922-7656a775bdad {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:01.069945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d30db7d-2e67-41a3-ad29-1fd37bd15f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.070073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f4a540-365e-4f71-9f1f-3d1bff0ea943 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting subnet 5dae58f0-2c90-4884-a368-0bd71f31848d {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:01.076149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9f4a540-365e-4f71-9f1f-3d1bff0ea943 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.115089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec35069-2364-4644-8da9-5f8355627ca1 None None] Pushing event updated for resources: {'Port': ['ID=041d91b4-36a4-4cfa-9be4-93e0202be195,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:01.131356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd915b3a-dc14-4a62-b2d9-9971d4121911 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.193202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.198441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd915b3a-dc14-4a62-b2d9-9971d4121911 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Subnet': ['ID=522caefb-d6ed-4b40-9b4f-254a533f089a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:01.209221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bd915b3a-dc14-4a62-b2d9-9971d4121911 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.213884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8884314-82f8-48ce-9c8b-fc78203dbf48 None None] Network 3f86f8e2-5842-403d-9ab3-064453fa22ca requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:01.218263 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9f4a540-365e-4f71-9f1f-3d1bff0ea943 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.261877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 7dfeb5a9-1050-422d-be4a-1c0625a5008b completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:01.270845 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bd915b3a-dc14-4a62-b2d9-9971d4121911 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/subnets/522caefb-d6ed-4b40-9b4f-254a533f089a HTTP/1.1" status: 204 len: 168 time: 1.3447847 Mar 11 15:46:01.272169 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.297210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39512) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:01.298933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7dfeb5a9-1050-422d-be4a-1c0625a5008b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:01.303346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.378330 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54141e68-88c0-4af6-b04d-875ad3a11503 None None] Sync routers for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:01.396670 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.401000 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7560425 Mar 11 15:46:01.405370 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54141e68-88c0-4af6-b04d-875ad3a11503 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:01.405370 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-54141e68-88c0-4af6-b04d-875ad3a11503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:01.410990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39518) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:01.419297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-de3dbb5b-8e2c-4812-b772-be10a924c562 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': 'a558e940-f91b-44ea-acf8-ac028f99d349', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:01.426583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-de3dbb5b-8e2c-4812-b772-be10a924c562 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:01.431021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-de3dbb5b-8e2c-4812-b772-be10a924c562 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:01.434960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-de3dbb5b-8e2c-4812-b772-be10a924c562 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:01.495158 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c626472f-45fb-41a6-b8af-59b89a6a8f6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02ba7084819d461bb4d818b979908f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9129803 Mar 11 15:46:01.564779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39522) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:01.671594 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-54141e68-88c0-4af6-b04d-875ad3a11503 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:01.676795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.749022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-66a95989-e237-4c16-8728-1f88f25fcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:01.751117 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-66a95989-e237-4c16-8728-1f88f25fcd39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f481248f-54a1-4bed-bfea-bd9eb2a04282 HTTP/1.1" status: 200 len: 897 time: 0.7852871 Mar 11 15:46:01.765674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9f4a540-365e-4f71-9f1f-3d1bff0ea943 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.806661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 7dfeb5a9-1050-422d-be4a-1c0625a5008b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7dfeb5a9-1050-422d-be4a-1c0625a5008b,segment=NetworkSegment(29c1b224-2b6b-40f3-951f-85f885c51a99),segment_id=29c1b224-2b6b-40f3-951f-85f885c51a99)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:01.828478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-de3dbb5b-8e2c-4812-b772-be10a924c562 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:01.843110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a079f43-b060-49fd-8f38-837fe859e57b tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a558e940-f91b-44ea-acf8-ac028f99d349,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:01.881398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.887174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.898873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port 741980c5-02b6-4c9a-9c00-a0115a340978 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:01.899223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.000324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=7dfeb5a9-1050-422d-be4a-1c0625a5008b,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:02.013639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491d032-b610-48b4-b6a4-518690130992 None None] DHCP port deletion for 3f86f8e2-5842-403d-9ab3-064453fa22ca request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:46:02.019682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a491d032-b610-48b4-b6a4-518690130992 None None] Deleting port 741980c5-02b6-4c9a-9c00-a0115a340978 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:02.020540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a491d032-b610-48b4-b6a4-518690130992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.105166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9f4a540-365e-4f71-9f1f-3d1bff0ea943 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.155709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.166949 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-54141e68-88c0-4af6-b04d-875ad3a11503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:58Z', 'revision_number': 6, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfeb5a9-1050-422d-be4a-1c0625a5008b', 'name': '', 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:0e:02:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:45:58Z', 'revision_number': 4, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:02.176914 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54141e68-88c0-4af6-b04d-875ad3a11503 None None] Checking router: 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:46:02.186779 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54141e68-88c0-4af6-b04d-875ad3a11503 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:02.187701 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-54141e68-88c0-4af6-b04d-875ad3a11503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:02.227776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f2694f0-9754-4d3c-9478-eab04cc1105e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.241964 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-de3dbb5b-8e2c-4812-b772-be10a924c562 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The resource could not be found. Mar 11 15:46:02.246577 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-de3dbb5b-8e2c-4812-b772-be10a924c562 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8340671 Mar 11 15:46:02.247650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39528) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:02.254719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4a540-365e-4f71-9f1f-3d1bff0ea943 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Subnet': ['ID=5dae58f0-2c90-4884-a368-0bd71f31848d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:02.262800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9f4a540-365e-4f71-9f1f-3d1bff0ea943 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.277788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e7d5524b-2ed2-405a-8ac7-cba61737e786 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': 'a558e940-f91b-44ea-acf8-ac028f99d349', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '93f8405c-436e-471d-b2a4-f0e551d907db'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:02.289462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d30db7d-2e67-41a3-ad29-1fd37bd15f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.303769 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-11a3b4a6-60bc-4de4-af84-612657505361 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6 HTTP/1.1" status: 200 len: 1002 time: 0.5279789 Mar 11 15:46:02.310071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e7d5524b-2ed2-405a-8ac7-cba61737e786 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:02.317645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e7d5524b-2ed2-405a-8ac7-cba61737e786 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:02.323877 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e7d5524b-2ed2-405a-8ac7-cba61737e786 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:02.327922 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] For port 741980c5-02b6-4c9a-9c00-a0115a340978, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=741980c5-02b6-4c9a-9c00-a0115a340978,segment=NetworkSegment(46c2b701-fcf2-4dbb-80df-58f41259b57d),segment_id=46c2b701-fcf2-4dbb-80df-58f41259b57d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:02.328505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.328735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object 1ef8bba6-416f-47e4-bdb5-e3c022d07aa6 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:02.353136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe40844-da61-456c-86ec-f531d3ea8018 None None] Network 1bdc6c0c-e3e7-491b-9df7-47485c1fab90 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:02.358149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e7d5524b-2ed2-405a-8ac7-cba61737e786 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:02.398842 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-54141e68-88c0-4af6-b04d-875ad3a11503 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:02.494921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a491d032-b610-48b4-b6a4-518690130992 None None] For port 741980c5-02b6-4c9a-9c00-a0115a340978, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=741980c5-02b6-4c9a-9c00-a0115a340978,segment=NetworkSegment(46c2b701-fcf2-4dbb-80df-58f41259b57d),segment_id=46c2b701-fcf2-4dbb-80df-58f41259b57d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:02.495629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a491d032-b610-48b4-b6a4-518690130992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.533400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for 741980c5-02b6-4c9a-9c00-a0115a340978 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:02.566329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3d30db7d-2e67-41a3-ad29-1fd37bd15f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for ff3f1129-83fe-4783-b922-7656a775bdad owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:02.569949 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b9f4a540-365e-4f71-9f1f-3d1bff0ea943 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/subnets/5dae58f0-2c90-4884-a368-0bd71f31848d HTTP/1.1" status: 204 len: 168 time: 1.6582234 Mar 11 15:46:02.570749 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39532) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:02.683260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f2694f0-9754-4d3c-9478-eab04cc1105e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.734275 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a491d032-b610-48b4-b6a4-518690130992 None None] Calling delete_port for 741980c5-02b6-4c9a-9c00-a0115a340978 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:02.790661 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.802208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Deleting port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:02.802770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.814386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-39c53ac3-6f2b-4eda-9c1d-d74d79691342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:02.815869 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-39c53ac3-6f2b-4eda-9c1d-d74d79691342 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=036befe3-2fd1-47d0-8fbd-170fb408fd0f HTTP/1.1" status: 200 len: 835 time: 0.4855614 Mar 11 15:46:02.832602 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f432ed9f-4a16-4a0c-b0cf-1ed10713c57a None None] Network 0c1b7903-0acd-4724-8c8a-132799da4aae requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:02.898294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.extraroute_db [None req-1606e406-9c16-46d2-b4dc-ef1b0c302263 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added routes are [] {{(pid=88558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 15:46:02.898294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.extraroute_db [None req-1606e406-9c16-46d2-b4dc-ef1b0c302263 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 15:46:02.948920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1606e406-9c16-46d2-b4dc-ef1b0c302263 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.958000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-c4958200-296d-4539-b40f-4b5ce619753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:02.959497 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-c4958200-296d-4539-b40f-4b5ce619753c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f481248f-54a1-4bed-bfea-bd9eb2a04282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1359947 Mar 11 15:46:03.017697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.041081 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-a491d032-b610-48b4-b6a4-518690130992 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:03.041438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-a491d032-b610-48b4-b6a4-518690130992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:03.068112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] For port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7e2f175c-9bda-4a8e-a408-daeeb9917ec2,segment=NetworkSegment(116359fe-765e-444d-8f08-d6199a8179ad),segment_id=116359fe-765e-444d-8f08-d6199a8179ad)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:03.068473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.077839 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-e7d5524b-2ed2-405a-8ac7-cba61737e786 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The resource could not be found. Mar 11 15:46:03.081907 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e7d5524b-2ed2-405a-8ac7-cba61737e786 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8214972 Mar 11 15:46:03.085216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39540) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:03.085998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.122869 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-54141e68-88c0-4af6-b04d-875ad3a11503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:58Z', 'revision_number': 6, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfeb5a9-1050-422d-be4a-1c0625a5008b', 'name': '', 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:0e:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:46:01Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:03.128697 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54141e68-88c0-4af6-b04d-875ad3a11503 None None] The sync data for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv is: [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:45:58Z', 'revision_number': 6, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfeb5a9-1050-422d-be4a-1c0625a5008b', 'name': '', 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:0e:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:46:01Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:03.158296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0ac78bea-f584-4f02-8afb-7d698b305547 None None] Provisioning for port 041d91b4-36a4-4cfa-9be4-93e0202be195 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:03.226724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f406fb-7bc2-4ae4-84f4-f85988ff38af None None] DHCP port deletion for 1bdc6c0c-e3e7-491b-9df7-47485c1fab90 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:46:03.244428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-59f406fb-7bc2-4ae4-84f4-f85988ff38af None None] Deleting port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:03.244823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-59f406fb-7bc2-4ae4-84f4-f85988ff38af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.285551 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f2694f0-9754-4d3c-9478-eab04cc1105e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.296487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d30db7d-2e67-41a3-ad29-1fd37bd15f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.304488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=741980c5-02b6-4c9a-9c00-a0115a340978,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:03.307318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 0c1b7903-0acd-4724-8c8a-132799da4aae is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:03.311093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] No DVR routers for this DVR port 741980c5-02b6-4c9a-9c00-a0115a340978 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:46:03.325505 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-15f181b4-b7e1-41a9-8a21-6db030659b56 service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486078 Mar 11 15:46:03.326684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 041d91b4-36a4-4cfa-9be4-93e0202be195 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:03.340275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Calling delete_port for 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:03.416930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:03.426077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:03.432339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:03.433303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.468590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f2694f0-9754-4d3c-9478-eab04cc1105e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.472732 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2f2694f0-9754-4d3c-9478-eab04cc1105e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d3e582e-d7d4-4262-9be7-30835111615e HTTP/1.1" status: 204 len: 168 time: 1.9065137 Mar 11 15:46:03.473871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2694f0-9754-4d3c-9478-eab04cc1105e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3e582e-d7d4-4262-9be7-30835111615e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:03.488745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d30db7d-2e67-41a3-ad29-1fd37bd15f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.491161 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3d30db7d-2e67-41a3-ad29-1fd37bd15f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/ff3f1129-83fe-4783-b922-7656a775bdad HTTP/1.1" status: 204 len: 168 time: 2.7477062 Mar 11 15:46:03.503212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39548) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:03.572116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'mac_address': 'fa:16:3e:31:79:02', 'name': 'tempest-PortsTestJSON-1100844443'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:03.625508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=1ef8bba6-416f-47e4-bdb5-e3c022d07aa6,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:03.635032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a491d032-b610-48b4-b6a4-518690130992 None None] Deleting port 741980c5-02b6-4c9a-9c00-a0115a340978 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:03.635661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a491d032-b610-48b4-b6a4-518690130992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.674170 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 041d91b4-36a4-4cfa-9be4-93e0202be195 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:03.688858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30db7d-2e67-41a3-ad29-1fd37bd15f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=ff3f1129-83fe-4783-b922-7656a775bdad,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:03.701096 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-395e5479-a8c0-4e35-8aa7-62cffac6b2cc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0201464 Mar 11 15:46:03.702955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39554) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:03.722470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 041d91b4-36a4-4cfa-9be4-93e0202be195 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:03.722704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.736381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5eab5f06-efa8-47ac-bcac-307c90c0cb21 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.749590 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.768911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a491d032-b610-48b4-b6a4-518690130992 None None] The port '741980c5-02b6-4c9a-9c00-a0115a340978' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:46:03.787737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-59f406fb-7bc2-4ae4-84f4-f85988ff38af None None] For port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7e2f175c-9bda-4a8e-a408-daeeb9917ec2,segment=NetworkSegment(116359fe-765e-444d-8f08-d6199a8179ad),segment_id=116359fe-765e-444d-8f08-d6199a8179ad)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:03.788591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-59f406fb-7bc2-4ae4-84f4-f85988ff38af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.791750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e31956af-13c3-4cda-b2e6-4536f918d318 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 1ef8bba6-416f-47e4-bdb5-e3c022d07aa6 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:03.792105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e31956af-13c3-4cda-b2e6-4536f918d318 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.882477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5eab5f06-efa8-47ac-bcac-307c90c0cb21 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.895944 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f86f8e2-5842-403d-9ab3-064453fa22ca']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:03.918487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:03.923536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:port and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:03.927067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:03.933073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:03.950578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c2b701-fcf2-4dbb-80df-58f41259b57d') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:03.950990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c2b701-fcf2-4dbb-80df-58f41259b57d') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:03.962102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:03.969764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-59f406fb-7bc2-4ae4-84f4-f85988ff38af None None] Calling delete_port for 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:04.024460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Port': ['ID=7e2f175c-9bda-4a8e-a408-daeeb9917ec2,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:04.031451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.050401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] No DVR routers for this DVR port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:46:04.083214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:04.144111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.167257 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:04.167662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:04.182764 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:04.227234 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-59f406fb-7bc2-4ae4-84f4-f85988ff38af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:04.227909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-59f406fb-7bc2-4ae4-84f4-f85988ff38af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:04.228857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.270678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 041d91b4-36a4-4cfa-9be4-93e0202be195, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=041d91b4-36a4-4cfa-9be4-93e0202be195,segment=NetworkSegment(4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b),segment_id=4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:04.364696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.365861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5eab5f06-efa8-47ac-bcac-307c90c0cb21 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.366017 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7dfeb5a9-1050-422d-be4a-1c0625a5008b up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:04.393629 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b65b9d4-3c22-44cc-aafc-8041445ec1f0 req-b96f3470-daea-49c8-87b3-55b01abf7f8a service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0140941 Mar 11 15:46:04.427601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1606e406-9c16-46d2-b4dc-ef1b0c302263 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.438141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1606e406-9c16-46d2-b4dc-ef1b0c302263 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.503655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.510103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e31956af-13c3-4cda-b2e6-4536f918d318 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.515304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab5f06-efa8-47ac-bcac-307c90c0cb21 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a558e940-f91b-44ea-acf8-ac028f99d349,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:04.526265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.532737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-294e3884-a9d3-4711-8075-e1841c6151c6 None None] Provisioning for port 1ef8bba6-416f-47e4-bdb5-e3c022d07aa6 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:04.564114 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdc6c0c-e3e7-491b-9df7-47485c1fab90']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:04.567430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-294e3884-a9d3-4711-8075-e1841c6151c6 None None] Provisioning complete for port 1ef8bba6-416f-47e4-bdb5-e3c022d07aa6 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:04.567430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-294e3884-a9d3-4711-8075-e1841c6151c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.571363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5eab5f06-efa8-47ac-bcac-307c90c0cb21 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.575568 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5eab5f06-efa8-47ac-bcac-307c90c0cb21 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "DELETE /v2.0/security-groups/a558e940-f91b-44ea-acf8-ac028f99d349 HTTP/1.1" status: 204 len: 168 time: 1.4819014 Mar 11 15:46:04.587314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port d56e1a18-3cc6-4a91-bc60-11321e5371e5 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:04.636392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39568) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:04.706254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-294e3884-a9d3-4711-8075-e1841c6151c6 None None] Port 1ef8bba6-416f-47e4-bdb5-e3c022d07aa6 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:04.709555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=041d91b4-36a4-4cfa-9be4-93e0202be195,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:04.725808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e31956af-13c3-4cda-b2e6-4536f918d318 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 1ef8bba6-416f-47e4-bdb5-e3c022d07aa6 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:04.727104 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7dfeb5a9-1050-422d-be4a-1c0625a5008b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:04.727580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.781527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-59f406fb-7bc2-4ae4-84f4-f85988ff38af None None] Deleting port 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:04.781527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-59f406fb-7bc2-4ae4-84f4-f85988ff38af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.832328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1606e406-9c16-46d2-b4dc-ef1b0c302263 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:46:04.847228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.855259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-294e3884-a9d3-4711-8075-e1841c6151c6 None None] Provisioning complete for port 041d91b4-36a4-4cfa-9be4-93e0202be195 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:04.855732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-294e3884-a9d3-4711-8075-e1841c6151c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.866631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5f9a352e-ac4c-44b2-b0c4-b47844b8f05e tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Synchronizing usage tracker for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:04.876133 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.899016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116359fe-765e-444d-8f08-d6199a8179ad') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:04.899714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116359fe-765e-444d-8f08-d6199a8179ad') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:04.909467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.920685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-59f406fb-7bc2-4ae4-84f4-f85988ff38af None None] The port '7e2f175c-9bda-4a8e-a408-daeeb9917ec2' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:46:04.921275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Network': ['ID=3f86f8e2-5842-403d-9ab3-064453fa22ca,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:04.923966 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.943664 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a806f767-a558-4e3a-8dff-f1b3b08bb633 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/networks/3f86f8e2-5842-403d-9ab3-064453fa22ca HTTP/1.1" status: 204 len: 168 time: 3.6353102 Mar 11 15:46:04.946602 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39584) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:05.022974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.044837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.046799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:05.047241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:05.065807 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:05.082537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5f9a352e-ac4c-44b2-b0c4-b47844b8f05e tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Unset dirty status for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:05.087448 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5f9a352e-ac4c-44b2-b0c4-b47844b8f05e tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4515450 Mar 11 15:46:05.088067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39590) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:05.100368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-903408d9-f82b-4e5c-9867-5b0252e6affe tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': '4bcf865f-4432-4504-afd1-c67d12c4f9ff', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:05.106757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-903408d9-f82b-4e5c-9867-5b0252e6affe tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:05.111367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-903408d9-f82b-4e5c-9867-5b0252e6affe tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:05.115450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-903408d9-f82b-4e5c-9867-5b0252e6affe tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:05.121364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-903408d9-f82b-4e5c-9867-5b0252e6affe tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:05.134215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39594) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:05.190672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1606e406-9c16-46d2-b4dc-ef1b0c302263 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:05.202008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a7412-56cc-4b0f-bda7-911a14d34b14 None None] Sync routers for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:05.204190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1606e406-9c16-46d2-b4dc-ef1b0c302263 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.207753 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1606e406-9c16-46d2-b4dc-ef1b0c302263 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79 HTTP/1.1" status: 200 len: 704 time: 4.8973773 Mar 11 15:46:05.216343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39600) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:05.218345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a7412-56cc-4b0f-bda7-911a14d34b14 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:05.219802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f78a7412-56cc-4b0f-bda7-911a14d34b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:05.276620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 741980c5-02b6-4c9a-9c00-a0115a340978 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:05.290954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e31956af-13c3-4cda-b2e6-4536f918d318 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.349984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2c0be5c5-9169-4eaf-be4c-b8306a9bdcaa None None] Could not find standard attr ID for object 1ef8bba6-416f-47e4-bdb5-e3c022d07aa6. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:46:05.351564 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 741980c5-02b6-4c9a-9c00-a0115a340978 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:05.352258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 741980c5-02b6-4c9a-9c00-a0115a340978 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:05.361517 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7ef16fb7-d540-47dc-acbe-81002b226338 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port 2ac64e38-52d5-4321-b1f0-a77aa8deb24a {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:05.361805 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7ef16fb7-d540-47dc-acbe-81002b226338 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.380992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-799ffb21-7b48-42ff-99bd-18fe243e9a0b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-59615875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:05.388274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-799ffb21-7b48-42ff-99bd-18fe243e9a0b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:05.392567 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-799ffb21-7b48-42ff-99bd-18fe243e9a0b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Usage tracker for resource:router and tenant:3612438083014de194be946d63b6d6c0 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:05.393330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9654913b-3351-42ce-aae8-6b06c124db40 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:05.394660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-799ffb21-7b48-42ff-99bd-18fe243e9a0b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:05.401136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-799ffb21-7b48-42ff-99bd-18fe243e9a0b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:05.402683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:05.405674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:05.411270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:05.411887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.424212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31956af-13c3-4cda-b2e6-4536f918d318 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=1ef8bba6-416f-47e4-bdb5-e3c022d07aa6,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:05.429440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=d56e1a18-3cc6-4a91-bc60-11321e5371e5,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:05.432164 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.450485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.464316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-f78a7412-56cc-4b0f-bda7-911a14d34b14 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:05.489914 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] 10.222.0.39 "DELETE /v2.0/networks/1bdc6c0c-e3e7-491b-9df7-47485c1fab90 HTTP/1.1" status: 204 len: 168 time: 2.9070504 Mar 11 15:46:05.503169 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eba5c-c571-43b1-8b4f-06699bf6c7b4 tempest-NetworksTest-144309226 tempest-NetworksTest-144309226-project] Pushing event deleted for resources: {'Network': ['ID=1bdc6c0c-e3e7-491b-9df7-47485c1fab90,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:05.516588 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 041d91b4-36a4-4cfa-9be4-93e0202be195 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:05.543232 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cea97cda-61d5-47d9-ad29-46c060e7229a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0336468 Mar 11 15:46:05.547598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39606) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:05.820301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9ed7fc96-de58-4e53-a9ec-73cb0093b338 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79 HTTP/1.1" status: 200 len: 704 time: 0.5973079 Mar 11 15:46:05.820301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-903408d9-f82b-4e5c-9867-5b0252e6affe tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The resource could not be found. Mar 11 15:46:05.820783 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-903408d9-f82b-4e5c-9867-5b0252e6affe tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7264028 Mar 11 15:46:05.821588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39612) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:05.823365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e31956af-13c3-4cda-b2e6-4536f918d318 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.829117 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e31956af-13c3-4cda-b2e6-4536f918d318 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/1ef8bba6-416f-47e4-bdb5-e3c022d07aa6 HTTP/1.1" status: 204 len: 168 time: 2.1119502 Mar 11 15:46:05.830489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-799ffb21-7b48-42ff-99bd-18fe243e9a0b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.831696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-799ffb21-7b48-42ff-99bd-18fe243e9a0b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.839574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39614) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:05.839983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39616) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:05.854968 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 041d91b4-36a4-4cfa-9be4-93e0202be195 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:05.855523 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.861314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group': {'name': 'tempest-secgroup--866001974'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:05.904486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:05.931816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-799ffb21-7b48-42ff-99bd-18fe243e9a0b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:05.932580 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad765bb2-8b0d-49a2-a4c9-64a32d72bbb7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:05.933139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad765bb2-8b0d-49a2-a4c9-64a32d72bbb7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:05.935600 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ad765bb2-8b0d-49a2-a4c9-64a32d72bbb7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/1ef8bba6-416f-47e4-bdb5-e3c022d07aa6 HTTP/1.1" status: 404 len: 333 time: 0.0905435 Mar 11 15:46:05.945938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c9eb99-77fd-4850-b9f3-b61276faa0b2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:05.946538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-13c9eb99-77fd-4850-b9f3-b61276faa0b2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:05.951776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39626) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:05.953552 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:06.029276 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbedbcdc-0dee-484f-b414-598f70e8d552 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:46:06.033418 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cbedbcdc-0dee-484f-b414-598f70e8d552 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/1ef8bba6-416f-47e4-bdb5-e3c022d07aa6 HTTP/1.1" status: 404 len: 333 time: 0.0748470 Mar 11 15:46:06.033418 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7ef16fb7-d540-47dc-acbe-81002b226338 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.034407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7ef16fb7-d540-47dc-acbe-81002b226338 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.035222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39630) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:06.062819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f78a7412-56cc-4b0f-bda7-911a14d34b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:02Z', 'revision_number': 7, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfeb5a9-1050-422d-be4a-1c0625a5008b', 'name': '', 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:0e:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:46:01Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:06.067330 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a7412-56cc-4b0f-bda7-911a14d34b14 None None] Checking router: 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:46:06.076834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a7412-56cc-4b0f-bda7-911a14d34b14 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:06.078061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f78a7412-56cc-4b0f-bda7-911a14d34b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:06.083831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-799ffb21-7b48-42ff-99bd-18fe243e9a0b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.151513 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:06.210488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.221916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-13c9eb99-77fd-4850-b9f3-b61276faa0b2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:06.223084 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-13c9eb99-77fd-4850-b9f3-b61276faa0b2 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/d56e1a18-3cc6-4a91-bc60-11321e5371e5 HTTP/1.1" status: 200 len: 841 time: 0.6687002 Mar 11 15:46:06.225746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d2b2dd-51b1-41b3-bdb2-f5a2c679f446 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting subnet fcca7ed4-03de-4344-8a1b-b279ca028103 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:06.231890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7ef16fb7-d540-47dc-acbe-81002b226338 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for 2ac64e38-52d5-4321-b1f0-a77aa8deb24a owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:06.261872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39636) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:06.262793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39638) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:06.273562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:06.274345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7e2f175c-9bda-4a8e-a408-daeeb9917ec2 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:06.278946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d2b2dd-51b1-41b3-bdb2-f5a2c679f446 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.332176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-f78a7412-56cc-4b0f-bda7-911a14d34b14 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:06.344066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-799ffb21-7b48-42ff-99bd-18fe243e9a0b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.347701 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-799ffb21-7b48-42ff-99bd-18fe243e9a0b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.2101405 Mar 11 15:46:06.356577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39646) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:06.359451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:06.365942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1195025505'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:06.369861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d2b2dd-51b1-41b3-bdb2-f5a2c679f446 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.376902 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:06.380491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:06.392903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:06.408303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:06.415014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Usage tracker for resource:network and tenant:3612438083014de194be946d63b6d6c0 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:06.428794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:06.437010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3b9098d7-dfb9-4354-bc9b-6acd6b32ea08 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port d56e1a18-3cc6-4a91-bc60-11321e5371e5 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:06.437358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b9098d7-dfb9-4354-bc9b-6acd6b32ea08 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.476938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:06.536218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d2b2dd-51b1-41b3-bdb2-f5a2c679f446 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.676911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Made reservation on behalf of 3612438083014de194be946d63b6d6c0 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:06.680394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.693551 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f78a7412-56cc-4b0f-bda7-911a14d34b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:02Z', 'revision_number': 7, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfeb5a9-1050-422d-be4a-1c0625a5008b', 'name': '', 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:0e:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:46:01Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:06.697715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a7412-56cc-4b0f-bda7-911a14d34b14 None None] The sync data for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv is: [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:02Z', 'revision_number': 7, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfeb5a9-1050-422d-be4a-1c0625a5008b', 'name': '', 'network_id': 'adb91d8a-c918-4c95-b1d7-055c60f17e2c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:0e:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:50Z', 'updated_at': '2022-03-11T15:46:01Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'b64a3450-0a20-4942-a4e9-425aff3751bc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:06.726759 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.735030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d2b2dd-51b1-41b3-bdb2-f5a2c679f446 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.762417 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5b18587a-b1b7-44a2-8f22-777a14aff6a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98ee7e50c62343569b27fd53a309f525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899662 Mar 11 15:46:06.766293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39652) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:06.791102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2b2dd-51b1-41b3-bdb2-f5a2c679f446 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Subnet': ['ID=fcca7ed4-03de-4344-8a1b-b279ca028103,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:06.799376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:06.803091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d2b2dd-51b1-41b3-bdb2-f5a2c679f446 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.807793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43046708-cf3b-4607-9c23-dde9e3f75600 None None] Network 0c1b7903-0acd-4724-8c8a-132799da4aae requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:06.841584 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b6d2b2dd-51b1-41b3-bdb2-f5a2c679f446 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/fcca7ed4-03de-4344-8a1b-b279ca028103 HTTP/1.1" status: 204 len: 168 time: 0.8053198 Mar 11 15:46:06.851157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39656) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:06.876084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.877142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7ef16fb7-d540-47dc-acbe-81002b226338 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.893792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Usage tracker for resource:security_group_rule and tenant:3612438083014de194be946d63b6d6c0 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:06.913049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:06.933604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:06.948818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef16fb7-d540-47dc-acbe-81002b226338 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=2ac64e38-52d5-4321-b1f0-a77aa8deb24a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:06.990852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:07.003272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.032252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-27457e27-9b0e-4da5-8acd-f4d30c810a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.045341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b9098d7-dfb9-4354-bc9b-6acd6b32ea08 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.098865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1e746-c554-455d-bdf6-7c67e32523ad None None] DHCP port deletion for 0c1b7903-0acd-4724-8c8a-132799da4aae request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:46:07.103061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1e746-c554-455d-bdf6-7c67e32523ad None None] Deleting port 041d91b4-36a4-4cfa-9be4-93e0202be195 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:07.104203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9bf1e746-c554-455d-bdf6-7c67e32523ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.149743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.162125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-27457e27-9b0e-4da5-8acd-f4d30c810a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.240485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3b9098d7-dfb9-4354-bc9b-6acd6b32ea08 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for d56e1a18-3cc6-4a91-bc60-11321e5371e5 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:07.277122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9df5036-66ce-4aa6-9073-f91a2dc4c225,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:07.297694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 041d91b4-36a4-4cfa-9be4-93e0202be195 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:07.298042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.309688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.313595 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-56a0b443-da9d-4a70-9635-c2f73f9513c4 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4654014 Mar 11 15:46:07.317501 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39660) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:07.332348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7ef16fb7-d540-47dc-acbe-81002b226338 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.341852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943162507'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:07.360064 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9bf1e746-c554-455d-bdf6-7c67e32523ad None None] For port 041d91b4-36a4-4cfa-9be4-93e0202be195, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=041d91b4-36a4-4cfa-9be4-93e0202be195,segment=NetworkSegment(4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b),segment_id=4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:07.360696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9bf1e746-c554-455d-bdf6-7c67e32523ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.365003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:07.367830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7ef16fb7-d540-47dc-acbe-81002b226338 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.373502 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7ef16fb7-d540-47dc-acbe-81002b226338 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/floatingips/f83e9494-2f71-4bc9-adb8-c44381dfa8f1 HTTP/1.1" status: 204 len: 168 time: 2.4258201 Mar 11 15:46:07.374978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39664) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:07.382292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:07.388031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:07.429885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:07.447782 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-040d0ae5-56ac-46ec-a1d3-82938afe3aed tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:07.448256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040d0ae5-56ac-46ec-a1d3-82938afe3aed tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:07.468826 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-040d0ae5-56ac-46ec-a1d3-82938afe3aed tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/ports/fcb9d35c-87b6-41bc-8230-4dd02a4a5184 HTTP/1.1" status: 404 len: 333 time: 0.0885220 Mar 11 15:46:07.473235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39668) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:07.495818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 041d91b4-36a4-4cfa-9be4-93e0202be195 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:07.522792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b9098d7-dfb9-4354-bc9b-6acd6b32ea08 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.530521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4f6c06f4-35e3-4cf0-843d-74b332eb97ef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Synchronizing usage tracker for tenant:024c96467ebd48038cb8a7013151ee63 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:07.577093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1e746-c554-455d-bdf6-7c67e32523ad None None] Calling delete_port for 041d91b4-36a4-4cfa-9be4-93e0202be195 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:07.601424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.618449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9098d7-dfb9-4354-bc9b-6acd6b32ea08 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=d56e1a18-3cc6-4a91-bc60-11321e5371e5,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:07.650928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b9098d7-dfb9-4354-bc9b-6acd6b32ea08 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.656005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.657916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:07.664306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:07.666024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-27457e27-9b0e-4da5-8acd-f4d30c810a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.670560 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3b9098d7-dfb9-4354-bc9b-6acd6b32ea08 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/d56e1a18-3cc6-4a91-bc60-11321e5371e5 HTTP/1.1" status: 204 len: 168 time: 1.3977268 Mar 11 15:46:07.670560 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:07.672177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39672) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:07.677196 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:07.725754 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fe7c4e-8e2a-468c-a4d3-2c8ed6bec44d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:46:07.726256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b4fe7c4e-8e2a-468c-a4d3-2c8ed6bec44d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:07.730706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4f6c06f4-35e3-4cf0-843d-74b332eb97ef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Unset dirty status for tenant:024c96467ebd48038cb8a7013151ee63 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:07.731906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27457e27-9b0e-4da5-8acd-f4d30c810a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b315acdd-ed1a-4adb-9c0d-254061d6b666,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:07.735073 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4f6c06f4-35e3-4cf0-843d-74b332eb97ef tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "GET /v2.0/ports?device_id=b12ba3fe-c384-475a-8429-93f75eb14b97 HTTP/1.1" status: 200 len: 205 time: 0.2609863 Mar 11 15:46:07.735255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39676) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:07.736388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.745212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] For port 041d91b4-36a4-4cfa-9be4-93e0202be195, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=041d91b4-36a4-4cfa-9be4-93e0202be195,segment=NetworkSegment(4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b),segment_id=4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:07.745533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.760708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.803235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a874b745-3b24-465d-9901-e292149aae7b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:07.811839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9bf1e746-c554-455d-bdf6-7c67e32523ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.822214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:07.828654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-27457e27-9b0e-4da5-8acd-f4d30c810a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.829790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-27457e27-9b0e-4da5-8acd-f4d30c810a66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b315acdd-ed1a-4adb-9c0d-254061d6b666 HTTP/1.1" status: 204 len: 168 time: 1.0596611 Mar 11 15:46:07.904753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1e746-c554-455d-bdf6-7c67e32523ad None None] Pushing event deleted for resources: {'Port': ['ID=041d91b4-36a4-4cfa-9be4-93e0202be195,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:07.906660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1e746-c554-455d-bdf6-7c67e32523ad None None] No DVR routers for this DVR port 041d91b4-36a4-4cfa-9be4-93e0202be195 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:46:07.955389 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-1de172b6-c6fd-4f89-a2c7-e553027b6565 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] delete failed (client error): The resource could not be found. Mar 11 15:46:07.956438 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1de172b6-c6fd-4f89-a2c7-e553027b6565 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/routers/b12ba3fe-c384-475a-8429-93f75eb14b97 HTTP/1.1" status: 404 len: 336 time: 0.2137523 Mar 11 15:46:07.963701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 041d91b4-36a4-4cfa-9be4-93e0202be195 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:07.968613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39682) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:07.975837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b4fe7c4e-8e2a-468c-a4d3-2c8ed6bec44d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:07.976989 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b4fe7c4e-8e2a-468c-a4d3-2c8ed6bec44d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/d56e1a18-3cc6-4a91-bc60-11321e5371e5 HTTP/1.1" status: 404 len: 333 time: 0.3041222 Mar 11 15:46:07.991808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 7dfeb5a9-1050-422d-be4a-1c0625a5008b {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:07.992156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.013991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.014312 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Added segment 37f8c182-c303-4014-9a2c-427c15bddf9e of type vlan for network e0a8ca84-2c1b-4177-af77-1d018ae43cde Mar 11 15:46:08.015170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39686) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:08.036373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'name': 'tempest-PortsTestJSON-1022160894'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:08.050422 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ae69f2-0d39-4c5e-a13d-6034db75dce0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:08.050865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ae69f2-0d39-4c5e-a13d-6034db75dce0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:08.054693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.097670 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b3ae69f2-0d39-4c5e-a13d-6034db75dce0 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/subnets/522caefb-d6ed-4b40-9b4f-254a533f089a HTTP/1.1" status: 404 len: 337 time: 0.1270616 Mar 11 15:46:08.100900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39690) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:08.155311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.165561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.218497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:08.218880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:08.238810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:08.253282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:08.255502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1ac48c-2d11-4fed-8397-f0ce84e076d6,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:08.272171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3d91df10-b114-4a02-b2b8-23ff222d53c1 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port 7eaa43b4-834b-461a-912d-4dcf2defaa81 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:08.272525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d91df10-b114-4a02-b2b8-23ff222d53c1 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.277360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.281985 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-81ea66c3-9650-4454-a426-216781b637e6 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9580126 Mar 11 15:46:08.281985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39698) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:08.286782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a3c46ae4-6a42-4efb-8f7c-36149880135d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group_rule': {'security_group_id': 'f9df5036-66ce-4aa6-9073-f91a2dc4c225', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ca1ac48c-2d11-4fed-8397-f0ce84e076d6'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:08.293384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a3c46ae4-6a42-4efb-8f7c-36149880135d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:08.298220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a3c46ae4-6a42-4efb-8f7c-36149880135d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:08.302493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a3c46ae4-6a42-4efb-8f7c-36149880135d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:08.312182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a3c46ae4-6a42-4efb-8f7c-36149880135d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:08.322777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.329002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:08.329146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.362884 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:08.366363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.419133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port 7dfeb5a9-1050-422d-be4a-1c0625a5008b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7dfeb5a9-1050-422d-be4a-1c0625a5008b,segment=NetworkSegment(29c1b224-2b6b-40f3-951f-85f885c51a99),segment_id=29c1b224-2b6b-40f3-951f-85f885c51a99)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:08.419492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.447987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port 7e96ed59-e119-4fda-ac4b-085179bfafd0 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:08.506313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Network': ['ID=e0a8ca84-2c1b-4177-af77-1d018ae43cde,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:08.522544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network e0a8ca84-2c1b-4177-af77-1d018ae43cde details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:08.532415 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-25ecab14-1aec-4c7e-b5bd-364b0b4db73f tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1698515 Mar 11 15:46:08.534281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39708) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:08.540852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'subnet': {'network_id': 'e0a8ca84-2c1b-4177-af77-1d018ae43cde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:08.591977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for 7dfeb5a9-1050-422d-be4a-1c0625a5008b owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:08.665824 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-a3c46ae4-6a42-4efb-8f7c-36149880135d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:46:08.666866 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a3c46ae4-6a42-4efb-8f7c-36149880135d tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3840246 Mar 11 15:46:08.672014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39712) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:08.721103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 041d91b4-36a4-4cfa-9be4-93e0202be195 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:08.721633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.764919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:08.773792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Usage tracker for resource:subnet and tenant:3612438083014de194be946d63b6d6c0 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:08.780822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:08.813124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] The port '041d91b4-36a4-4cfa-9be4-93e0202be195' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:46:08.842493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:08.868375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d91df10-b114-4a02-b2b8-23ff222d53c1 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.886909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3796dca1-b377-4ffc-b60a-ade6de1fe2e0 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.903406 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.926985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3796dca1-b377-4ffc-b60a-ade6de1fe2e0 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:08.939101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Made reservation on behalf of 3612438083014de194be946d63b6d6c0 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:08.942497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.000364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39724) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:09.169379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1282139122-network', 'tenant_id': '684cb0babacf4e8faaf072b6bdbad25d'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:09.174353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.179822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:09.210369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3d91df10-b114-4a02-b2b8-23ff222d53c1 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for 7eaa43b4-834b-461a-912d-4dcf2defaa81 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:09.234820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Usage tracker for resource:network and tenant:684cb0babacf4e8faaf072b6bdbad25d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:09.237327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3796dca1-b377-4ffc-b60a-ade6de1fe2e0 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.245857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:09.256952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.268397 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:09.276576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796dca1-b377-4ffc-b60a-ade6de1fe2e0 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1ac48c-2d11-4fed-8397-f0ce84e076d6,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:09.297336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9654913b-3351-42ce-aae8-6b06c124db40 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:09.304728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:09.314569 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:09.319970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:09.320584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.326364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=7e96ed59-e119-4fda-ac4b-085179bfafd0,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:09.340903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1b7903-0acd-4724-8c8a-132799da4aae']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:09.375665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Made reservation on behalf of 684cb0babacf4e8faaf072b6bdbad25d for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:09.378213 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.379521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:09.379823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbb39bf-ac24-4c6c-aaa8-cdc81a30801b') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:09.399483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.402750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.433704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3796dca1-b377-4ffc-b60a-ade6de1fe2e0 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.435660 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3796dca1-b377-4ffc-b60a-ade6de1fe2e0 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "DELETE /v2.0/security-groups/ca1ac48c-2d11-4fed-8397-f0ce84e076d6 HTTP/1.1" status: 204 len: 168 time: 0.7569125 Mar 11 15:46:09.436911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:09.442072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39732) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:09.444667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Usage tracker for resource:security_group_rule and tenant:684cb0babacf4e8faaf072b6bdbad25d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:09.462020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:09.463001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.473904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:09.474766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:09.475163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:09.490084 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:09.497363 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-eafe6474-9d69-4c69-8e95-a17a9def891f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4739115 Mar 11 15:46:09.497363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39736) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:09.525586 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b4ffebf4-7687-44bd-8f60-167777944d3d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:09.560471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.623124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=7dfeb5a9-1050-422d-be4a-1c0625a5008b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:09.664123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.706616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8bcaae38-3f3e-4bd9-a423-6e24480e965f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Synchronizing usage tracker for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:09.725877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d91df10-b114-4a02-b2b8-23ff222d53c1 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.768798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.772807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.789536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b4ffebf4-7687-44bd-8f60-167777944d3d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.815760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Subnet': ['ID=483c775c-6784-4cb9-8a95-85f3b206907b,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:09.870554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91df10-b114-4a02-b2b8-23ff222d53c1 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=7eaa43b4-834b-461a-912d-4dcf2defaa81,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:09.877895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8bcaae38-3f3e-4bd9-a423-6e24480e965f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Unset dirty status for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:09.879197 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8bcaae38-3f3e-4bd9-a423-6e24480e965f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4362061 Mar 11 15:46:09.888343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Checking segment: {'id': '37f8c182-c303-4014-9a2c-427c15bddf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e0a8ca84-2c1b-4177-af77-1d018ae43cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:09.888736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network hostable DHCP agents. Network: e0a8ca84-2c1b-4177-af77-1d018ae43cde, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:09.894396 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39740) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:09.908631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Network': ['ID=0c1b7903-0acd-4724-8c8a-132799da4aae,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:09.932845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:09.963700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-15988b1d-a89d-416d-87a4-16652a1ab3ef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/networks/0c1b7903-0acd-4724-8c8a-132799da4aae HTTP/1.1" status: 204 len: 168 time: 3.1108470 Mar 11 15:46:09.969172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39744) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:09.995559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.011542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-121669463'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:10.083309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d91df10-b114-4a02-b2b8-23ff222d53c1 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.085465 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3d91df10-b114-4a02-b2b8-23ff222d53c1 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/ports/7eaa43b4-834b-461a-912d-4dcf2defaa81 HTTP/1.1" status: 204 len: 168 time: 1.9727833 Mar 11 15:46:10.088013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39748) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:10.132794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.142017 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:10.149544 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network e0a8ca84-2c1b-4177-af77-1d018ae43cde is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:10.161478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:network and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:10.167003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:10.235120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9d304-3d88-4ac1-befb-714839babbca tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port d7b193a2-ac0d-40c8-b888-50b19a50ff66 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:10.235459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d304-3d88-4ac1-befb-714839babbca tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.240956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:10.242819 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:10.291889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dc03fb9c-5de2-4475-b429-d68c24b02fb9 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.296230 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.296593 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Added segment eab724de-eab8-487c-b007-874f187bc555 of type vlan for network a854c22c-181b-4516-97b3-c14d94aec1f0 Mar 11 15:46:10.299280 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488e9839-cde6-446f-bfa8-a7273bacf0b7,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:10.318574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, e0a8ca84-2c1b-4177-af77-1d018ae43cde) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:10.329005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da9f95-c895-42b1-945a-061aacc1df94 None None] Network e0a8ca84-2c1b-4177-af77-1d018ae43cde requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:10.341653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:10.342497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.358800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dc03fb9c-5de2-4475-b429-d68c24b02fb9 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.405334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:10.408757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.423094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.431288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b4ffebf4-7687-44bd-8f60-167777944d3d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.487836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:10.493015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b4ffebf4-7687-44bd-8f60-167777944d3d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.552523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.552898 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Added segment b9e90db4-f393-483f-ae36-863f6bbf54a7 of type vlan for network e8e5117c-8074-4122-8f7b-8708454028f8 Mar 11 15:46:10.566133 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-05666391-2411-4d73-8038-cfd649130f7e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0308306 Mar 11 15:46:10.566501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-e0a8ca84-2c1b-4177-af77-1d018ae43cde', 'network_id': 'e0a8ca84-2c1b-4177-af77-1d018ae43cde', 'tenant_id': '3612438083014de194be946d63b6d6c0', 'fixed_ips': [{'subnet_id': '483c775c-6784-4cb9-8a95-85f3b206907b'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:46:10.568252 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.568435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b4ffebf4-7687-44bd-8f60-167777944d3d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] In _notify_port_updated(), no bound segment for port 7e96ed59-e119-4fda-ac4b-085179bfafd0 on network 9654913b-3351-42ce-aae8-6b06c124db40 {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:46:10.574013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ffebf4-7687-44bd-8f60-167777944d3d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:10.575227 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b4ffebf4-7687-44bd-8f60-167777944d3d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.576571 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b4ffebf4-7687-44bd-8f60-167777944d3d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "PUT /v2.0/ports/7e96ed59-e119-4fda-ac4b-085179bfafd0 HTTP/1.1" status: 200 len: 818 time: 1.0747468 Mar 11 15:46:10.583571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39752) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:10.583906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39754) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:10.593263 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dc03fb9c-5de2-4475-b429-d68c24b02fb9 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.595562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.596581 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:10.597154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.604392 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'network': {'name': 'tempest-router-network01--215846077'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:10.670914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:46:10.697672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:10.724597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.728729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03fb9c-5de2-4475-b429-d68c24b02fb9 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9df5036-66ce-4aa6-9073-f91a2dc4c225,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:10.736989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Usage tracker for resource:network and tenant:3612438083014de194be946d63b6d6c0 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:10.748977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffebf4-7687-44bd-8f60-167777944d3d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=7e96ed59-e119-4fda-ac4b-085179bfafd0,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:10.750893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Allocated IP 2001:db8::2 (e0a8ca84-2c1b-4177-af77-1d018ae43cde/483c775c-6784-4cb9-8a95-85f3b206907b/7176e141-eda5-4d3f-9497-19355077b780) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:10.759904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:10.832615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:10.857249 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a854c22c-181b-4516-97b3-c14d94aec1f0,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:10.862272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-660dba76-1f93-437a-bc95-4fe2b3e547b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 7e96ed59-e119-4fda-ac4b-085179bfafd0 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:10.862997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-660dba76-1f93-437a-bc95-4fe2b3e547b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.876078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network a854c22c-181b-4516-97b3-c14d94aec1f0 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:10.903970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d304-3d88-4ac1-befb-714839babbca tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.915035 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a305c500-95fa-4cc4-b37a-8671fbf452d6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9068696 Mar 11 15:46:10.920190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39760) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:10.922859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dc03fb9c-5de2-4475-b429-d68c24b02fb9 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:10.923878 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dc03fb9c-5de2-4475-b429-d68c24b02fb9 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "DELETE /v2.0/security-groups/f9df5036-66ce-4aa6-9073-f91a2dc4c225 HTTP/1.1" status: 204 len: 168 time: 1.0210159 Mar 11 15:46:10.928064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39764) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:10.931242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Request body: {'subnet': {'network_id': 'a854c22c-181b-4516-97b3-c14d94aec1f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1282139122-subnet', 'tenant_id': '684cb0babacf4e8faaf072b6bdbad25d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:10.940202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:10.969375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Usage tracker for resource:subnet and tenant:684cb0babacf4e8faaf072b6bdbad25d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:10.975320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:11.013247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Made reservation on behalf of 3612438083014de194be946d63b6d6c0 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:11.016681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.025659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:11.051236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9d304-3d88-4ac1-befb-714839babbca tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for d7b193a2-ac0d-40c8-b888-50b19a50ff66 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:11.059625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.064977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:11.065568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.070106 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.080497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:11.080789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Transition to ACTIVE for port object 7176e141-eda5-4d3f-9497-19355077b780 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:11.088353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-874ac0ed-4bf7-4673-8fb1-90884b88a409 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2517312 Mar 11 15:46:11.094244 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9da205-d3a5-492c-8590-04bb0bc1b147 None None] Sync routers for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:11.097415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39768) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:11.100745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Transition to ACTIVE for port object 7176e141-eda5-4d3f-9497-19355077b780 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:11.111803 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9da205-d3a5-492c-8590-04bb0bc1b147 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:11.113053 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fe9da205-d3a5-492c-8590-04bb0bc1b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:11.134453 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-71433099-e835-4990-8cff-349b842bea8e tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Synchronizing usage tracker for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:11.216681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-6403b5a4-e4e3-4e8a-a560-5d67f33c53f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting subnet b64a3450-0a20-4942-a4e9-425aff3751bc {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:11.222343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6403b5a4-e4e3-4e8a-a560-5d67f33c53f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.260600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.260872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:11.306675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Network': ['ID=e8e5117c-8074-4122-8f7b-8708454028f8,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:11.324806 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-fe9da205-d3a5-492c-8590-04bb0bc1b147 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:11.333567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.333804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6403b5a4-e4e3-4e8a-a560-5d67f33c53f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.334302 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Added segment 98069227-a4b2-4d53-92eb-4abf6c1759e8 of type vlan for network c406c39f-28c4-48a9-8fbc-5eeaa76604dd Mar 11 15:46:11.336326 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4269095c-844a-407b-9538-2849d85b1436 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3644216 Mar 11 15:46:11.337460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Made reservation on behalf of 684cb0babacf4e8faaf072b6bdbad25d for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:11.340617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.364184 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39772) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:11.372414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network e8e5117c-8074-4122-8f7b-8708454028f8 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:11.382771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-71433099-e835-4990-8cff-349b842bea8e tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Unset dirty status for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:11.384337 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-71433099-e835-4990-8cff-349b842bea8e tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4494789 Mar 11 15:46:11.386589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-660dba76-1f93-437a-bc95-4fe2b3e547b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.390402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39776) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:11.401022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1288626642'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:11.405003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': 'e8e5117c-8074-4122-8f7b-8708454028f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:11.413458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:11.435380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:11.474133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6403b5a4-e4e3-4e8a-a560-5d67f33c53f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.481008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Network e0a8ca84-2c1b-4177-af77-1d018ae43cde is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:11.485868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:11.500983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:11.565685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d304-3d88-4ac1-befb-714839babbca tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.570431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Pushing event updated for resources: {'Port': ['ID=7176e141-eda5-4d3f-9497-19355077b780,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:11.617261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.623449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-660dba76-1f93-437a-bc95-4fe2b3e547b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 7e96ed59-e119-4fda-ac4b-085179bfafd0 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:11.639527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6403b5a4-e4e3-4e8a-a560-5d67f33c53f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.678501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Attempting to bind port 7176e141-eda5-4d3f-9497-19355077b780 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:46:11.679157 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Attempting to bind port 7176e141-eda5-4d3f-9497-19355077b780 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '37f8c182-c303-4014-9a2c-427c15bddf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e0a8ca84-2c1b-4177-af77-1d018ae43cde'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:46:11.679686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Attempting to bind port 7176e141-eda5-4d3f-9497-19355077b780 on network e0a8ca84-2c1b-4177-af77-1d018ae43cde {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:46:11.687488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:46:11.688072 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Checking segment: {'id': '37f8c182-c303-4014-9a2c-427c15bddf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e0a8ca84-2c1b-4177-af77-1d018ae43cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:11.689105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.691276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Bound using segment: {'id': '37f8c182-c303-4014-9a2c-427c15bddf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e0a8ca84-2c1b-4177-af77-1d018ae43cde'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:46:11.693039 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Bound port: 7176e141-eda5-4d3f-9497-19355077b780, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f8c182-c303-4014-9a2c-427c15bddf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e0a8ca84-2c1b-4177-af77-1d018ae43cde'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:46:11.694171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.695417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9d304-3d88-4ac1-befb-714839babbca tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=d7b193a2-ac0d-40c8-b888-50b19a50ff66,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:11.736010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.754243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:11.758940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Usage tracker for resource:security_group_rule and tenant:389431eafecc4c2cb7616503cd95cd06 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:11.762791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:11.769340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:11.806221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:11.812912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6403b5a4-e4e3-4e8a-a560-5d67f33c53f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.819075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37b34b-91a8-4517-8c4e-d8d4686e9ebc None None] Network adb91d8a-c918-4c95-b1d7-055c60f17e2c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:11.824323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:11.828123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:11.829220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403b5a4-e4e3-4e8a-a560-5d67f33c53f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Subnet': ['ID=b64a3450-0a20-4942-a4e9-425aff3751bc,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:11.835347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:11.838239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6403b5a4-e4e3-4e8a-a560-5d67f33c53f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/b64a3450-0a20-4942-a4e9-425aff3751bc HTTP/1.1" status: 204 len: 168 time: 0.7399430 Mar 11 15:46:11.840139 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fe9da205-d3a5-492c-8590-04bb0bc1b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:09Z', 'revision_number': 8, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:11.843249 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39780) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:11.848933 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9da205-d3a5-492c-8590-04bb0bc1b147 None None] Checking router: 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:46:11.857814 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9da205-d3a5-492c-8590-04bb0bc1b147 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:11.858424 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fe9da205-d3a5-492c-8590-04bb0bc1b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:11.939000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d304-3d88-4ac1-befb-714839babbca tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:11.948613 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f5e9d304-3d88-4ac1-befb-714839babbca tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/ports/d7b193a2-ac0d-40c8-b888-50b19a50ff66 HTTP/1.1" status: 204 len: 168 time: 1.8595183 Mar 11 15:46:11.950537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39784) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:12.029603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.039282 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-fe9da205-d3a5-492c-8590-04bb0bc1b147 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:12.061619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] For port 7176e141-eda5-4d3f-9497-19355077b780, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:46:12.069438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c3ced-efbb-4aa8-b09b-eec238ef7a44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:12.076862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-be6c3ced-efbb-4aa8-b09b-eec238ef7a44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Synchronizing usage tracker for tenant:024c96467ebd48038cb8a7013151ee63 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:12.102689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] For port 7176e141-eda5-4d3f-9497-19355077b780, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7176e141-eda5-4d3f-9497-19355077b780,segment=NetworkSegment(37f8c182-c303-4014-9a2c-427c15bddf9e),segment_id=37f8c182-c303-4014-9a2c-427c15bddf9e)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:46:12.129442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.130587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.137992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:12.137992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.140862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:12.144458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.164884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-be6c3ced-efbb-4aa8-b09b-eec238ef7a44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Unset dirty status for tenant:024c96467ebd48038cb8a7013151ee63 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:12.166967 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-be6c3ced-efbb-4aa8-b09b-eec238ef7a44 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "GET /v2.0/ports?device_id=58d55dd7-747a-4900-a295-62fdc23c6fca HTTP/1.1" status: 200 len: 913 time: 0.2152913 Mar 11 15:46:12.187278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.198491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39788) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:12.241190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-660dba76-1f93-437a-bc95-4fe2b3e547b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.252509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2b2793-d980-4190-ba82-8654a80b8293 None None] DHCP port deletion for adb91d8a-c918-4c95-b1d7-055c60f17e2c request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:46:12.268110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b2793-d980-4190-ba82-8654a80b8293 None None] Deleting port 07681fa6-575d-460d-a58d-d5e5ce04d426 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:12.268475 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3f2b2793-d980-4190-ba82-8654a80b8293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.310345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a7e72c-b4df-4f8a-8996-2fced4e97e84,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:12.336485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.340501 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5a1542b0-0b74-440a-b89c-5ec98e9876e5 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9444022 Mar 11 15:46:12.344238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ec3cd-10e2-44c1-8f2b-8d2e0d8e2de6 None None] Pushing event updated for resources: {'Port': ['ID=7176e141-eda5-4d3f-9497-19355077b780,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:12.358807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39792) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:12.365746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-75f5074c-ffc6-43ba-8fe1-a773aa725b8c tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:12.366182 dv-neutron-833203-2-hyperv neutron-server[88558]: WARNING neutron.api.v2.base [None req-75f5074c-ffc6-43ba-8fe1-a773aa725b8c tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 15:46:12.366640 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-75f5074c-ffc6-43ba-8fe1-a773aa725b8c tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 15:46:12.370701 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-75f5074c-ffc6-43ba-8fe1-a773aa725b8c tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "PUT /v2.0/security-groups/67a7e72c-b4df-4f8a-8996-2fced4e97e84 HTTP/1.1" status: 409 len: 330 time: 0.0105426 Mar 11 15:46:12.373197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39796) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:12.398649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.454960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660dba76-1f93-437a-bc95-4fe2b3e547b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=7e96ed59-e119-4fda-ac4b-085179bfafd0,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:12.482286 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-660dba76-1f93-437a-bc95-4fe2b3e547b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.485774 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-660dba76-1f93-437a-bc95-4fe2b3e547b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/7e96ed59-e119-4fda-ac4b-085179bfafd0 HTTP/1.1" status: 204 len: 168 time: 1.8971267 Mar 11 15:46:12.493030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39800) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:12.515454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Network': ['ID=c406c39f-28c4-48a9-8fbc-5eeaa76604dd,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:12.534111 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fe9da205-d3a5-492c-8590-04bb0bc1b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:09Z', 'revision_number': 8, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:12.541167 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9da205-d3a5-492c-8590-04bb0bc1b147 None None] The sync data for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv is: [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:09Z', 'revision_number': 8, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da662f16-f94f-4ee8-9f8b-c577691b969e', 'name': '', 'network_id': 'f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:c6:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:35Z', 'updated_at': '2022-03-11T15:45:48Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'eb747093-1aba-4574-9b7d-2566a486b05a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:12.553313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 07681fa6-575d-460d-a58d-d5e5ce04d426 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:12.553651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.558045 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network c406c39f-28c4-48a9-8fbc-5eeaa76604dd details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:12.600416 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bfd0c71c-3cf6-473a-a05c-06cc7a5823d9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0153050 Mar 11 15:46:12.611311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39804) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:12.628413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'network': {'name': 'tempest-router-network02--1982026786'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:12.649683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:12.664996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-3f2b2793-d980-4190-ba82-8654a80b8293 None None] For port 07681fa6-575d-460d-a58d-d5e5ce04d426, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=07681fa6-575d-460d-a58d-d5e5ce04d426,segment=NetworkSegment(29c1b224-2b6b-40f3-951f-85f885c51a99),segment_id=29c1b224-2b6b-40f3-951f-85f885c51a99)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:12.665647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3f2b2793-d980-4190-ba82-8654a80b8293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.679993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Usage tracker for resource:network and tenant:3612438083014de194be946d63b6d6c0 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:12.691822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:12.743093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:12.804665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.811162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b2793-d980-4190-ba82-8654a80b8293 None None] Calling delete_port for 07681fa6-575d-460d-a58d-d5e5ce04d426 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:12.847435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1c4c-9b81-4bfd-9b43-16e6cd6231ee tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.921032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Made reservation on behalf of 3612438083014de194be946d63b6d6c0 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:12.928742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.985787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3f2b2793-d980-4190-ba82-8654a80b8293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:12.992235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1c4c-9b81-4bfd-9b43-16e6cd6231ee tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.063276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b2793-d980-4190-ba82-8654a80b8293 None None] Pushing event deleted for resources: {'Port': ['ID=07681fa6-575d-460d-a58d-d5e5ce04d426,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:13.069350 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b2793-d980-4190-ba82-8654a80b8293 None None] No DVR routers for this DVR port 07681fa6-575d-460d-a58d-d5e5ce04d426 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:46:13.121088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Checking segment: {'id': 'eab724de-eab8-487c-b007-874f187bc555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a854c22c-181b-4516-97b3-c14d94aec1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:13.121545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Network hostable DHCP agents. Network: a854c22c-181b-4516-97b3-c14d94aec1f0, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:13.142866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d0d39d-af7b-4012-9204-aea1091f9720,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:13.143596 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819a1ff7-6040-4cf7-af19-1abe036e052a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:13.150940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-819a1ff7-6040-4cf7-af19-1abe036e052a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:13.151310 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port 07681fa6-575d-460d-a58d-d5e5ce04d426, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=07681fa6-575d-460d-a58d-d5e5ce04d426,segment=NetworkSegment(29c1b224-2b6b-40f3-951f-85f885c51a99),segment_id=29c1b224-2b6b-40f3-951f-85f885c51a99)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:13.151310 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.178139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.178378 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-819a1ff7-6040-4cf7-af19-1abe036e052a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:13.178378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-819a1ff7-6040-4cf7-af19-1abe036e052a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6801689 Mar 11 15:46:13.180896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39808) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:13.253411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1c4c-9b81-4bfd-9b43-16e6cd6231ee tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.283244 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ea76f8-cad4-4fb6-88f7-943bbccb3e17 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:46:13.288279 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-95ea76f8-cad4-4fb6-88f7-943bbccb3e17 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/7e96ed59-e119-4fda-ac4b-085179bfafd0 HTTP/1.1" status: 404 len: 333 time: 0.1008453 Mar 11 15:46:13.289623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39812) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:13.292868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a1c4c-9b81-4bfd-9b43-16e6cd6231ee tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a7e72c-b4df-4f8a-8996-2fced4e97e84,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:13.312854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2044077618'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:13.312854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:13.312854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:network and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:13.317430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:13.325558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:13.339061 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for 07681fa6-575d-460d-a58d-d5e5ce04d426 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:13.374580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:13.401931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1c4c-9b81-4bfd-9b43-16e6cd6231ee tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.402446 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7d6a1c4c-9b81-4bfd-9b43-16e6cd6231ee tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "DELETE /v2.0/security-groups/67a7e72c-b4df-4f8a-8996-2fced4e97e84 HTTP/1.1" status: 204 len: 168 time: 1.0283267 Mar 11 15:46:13.404878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39816) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:13.413861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.414203 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Added segment 05ca7010-0e62-431b-aef2-2c0f63992342 of type vlan for network a0512299-640d-4391-88e3-4bed54b5085b Mar 11 15:46:13.434933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:13.435124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.463362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Subnet': ['ID=cee0c8e5-1e53-42d6-9351-a24e67b24b2f,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:13.476498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8388-e9d2-4282-ae5d-2cd3367c4572 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.485851 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Checking segment: {'id': 'b9e90db4-f393-483f-ae36-863f6bbf54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e8e5117c-8074-4122-8f7b-8708454028f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:13.486510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network hostable DHCP agents. Network: e8e5117c-8074-4122-8f7b-8708454028f8, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:13.495011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7176e141-eda5-4d3f-9497-19355077b780 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:13.502299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.509387 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Network a854c22c-181b-4516-97b3-c14d94aec1f0 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:13.541540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:13.541852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:13.572013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9e64f63e-25c0-4128-ab31-076063ce4625 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Synchronizing usage tracker for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:13.582529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:13.612639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, a854c22c-181b-4516-97b3-c14d94aec1f0) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:13.612639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:13.613628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.620733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30291be6-fb91-466a-9d2b-bc11c630d547 None None] Network a854c22c-181b-4516-97b3-c14d94aec1f0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:13.639894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.649216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:13.649216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.660899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.660899 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Added segment ee0af41d-6461-4fc6-8308-f59d19008e63 of type vlan for network 5c734fdd-4261-47e0-be3b-716a55a40806 Mar 11 15:46:13.732238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 7176e141-eda5-4d3f-9497-19355077b780 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:13.769594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Network': ['ID=a0512299-640d-4391-88e3-4bed54b5085b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:13.782489 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2a9400d5-86fc-4e7a-837b-a5bf8f332972 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8540130 Mar 11 15:46:13.782489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network e8e5117c-8074-4122-8f7b-8708454028f8 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:13.794172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, e8e5117c-8074-4122-8f7b-8708454028f8) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:13.804622 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network a0512299-640d-4391-88e3-4bed54b5085b details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:13.805946 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:13.806550 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.822927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6567d-2382-4c98-83c6-67aef092233d None None] Network e8e5117c-8074-4122-8f7b-8708454028f8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:13.859125 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 07681fa6-575d-460d-a58d-d5e5ce04d426 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:13.860499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9e64f63e-25c0-4128-ab31-076063ce4625 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] Unset dirty status for tenant:389431eafecc4c2cb7616503cd95cd06 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:13.866536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39824) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:13.867327 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9e64f63e-25c0-4128-ab31-076063ce4625 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4605064 Mar 11 15:46:13.891993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:13.896577 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a5ecd94b-644e-419e-abd9-ecc6a49197b3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2839890 Mar 11 15:46:13.899758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39828) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:13.905356 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-66aa9013-18f4-4e29-bcc0-5864b0fd913f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] delete failed (client error): The resource could not be found. Mar 11 15:46:13.908461 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-66aa9013-18f4-4e29-bcc0-5864b0fd913f tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "DELETE /v2.0/security-groups/c6253681-4f2a-47d7-9256-4c282f9660fa HTTP/1.1" status: 404 len: 347 time: 0.0404289 Mar 11 15:46:13.912373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39832) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:13.914169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'subnet': {'network_id': 'c406c39f-28c4-48a9-8fbc-5eeaa76604dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:13.950534 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-7f6f826d-ba36-443b-bc9f-368208b2c022 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] show failed (client error): The resource could not be found. Mar 11 15:46:13.955265 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7f6f826d-ba36-443b-bc9f-368208b2c022 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "GET /v2.0/security-groups/a8d334ff-097a-444a-84a0-4a14875a8352 HTTP/1.1" status: 404 len: 347 time: 0.0383160 Mar 11 15:46:13.955750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39836) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:13.979427 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 07681fa6-575d-460d-a58d-d5e5ce04d426 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:13.979427 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 07681fa6-575d-460d-a58d-d5e5ce04d426 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:13.979427 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7dfeb5a9-1050-422d-be4a-1c0625a5008b no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:13.980020 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4b67dc88-a830-4f5c-9571-f3a2369aa92a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6130445 Mar 11 15:46:13.994754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39840) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:14.005661 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': 'e8e5117c-8074-4122-8f7b-8708454028f8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-994771885'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:14.021746 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-a9d4d4a7-dc4b-4974-afa0-8d525aa8a3b3 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] show failed (client error): The resource could not be found. Mar 11 15:46:14.029976 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a9d4d4a7-dc4b-4974-afa0-8d525aa8a3b3 tempest-NegativeSecGroupTest-962210516 tempest-NegativeSecGroupTest-962210516-project] 10.222.0.39 "GET /v2.0/security-group-rules/48f9aa84-fd09-4adf-b465-a44883fb60c9 HTTP/1.1" status: 404 len: 356 time: 0.0724564 Mar 11 15:46:14.040847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:14.045261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Usage tracker for resource:subnet and tenant:3612438083014de194be946d63b6d6c0 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:14.048116 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:14.049089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 07681fa6-575d-460d-a58d-d5e5ce04d426 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:14.049853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.054710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:14.115430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbe0438-8ddd-439a-98c7-ac7146f6d7bc None None] Network e0a8ca84-2c1b-4177-af77-1d018ae43cde requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:14.149710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Made reservation on behalf of 3612438083014de194be946d63b6d6c0 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:14.153731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.188622 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] The port '07681fa6-575d-460d-a58d-d5e5ce04d426' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:46:14.195859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.201567 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:14.202213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.303950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d8388-e9d2-4282-ae5d-2cd3367c4572 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port c1e7a272-67f3-4ca8-8fac-888dcc3cb47e {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:14.304151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8388-e9d2-4282-ae5d-2cd3367c4572 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.449034 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1539414 Mar 11 15:46:14.472329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39850) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:14.472620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3258c-e050-4d67-855d-8c2305ab0b97 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Network': ['ID=5c734fdd-4261-47e0-be3b-716a55a40806,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:14.494286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '5c734fdd-4261-47e0-be3b-716a55a40806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:14.496511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 7dfeb5a9-1050-422d-be4a-1c0625a5008b {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:14.497156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7dfeb5a9-1050-422d-be4a-1c0625a5008b not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:14.498037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.518591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:14.533698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:port and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:14.538260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:14.548907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb91d8a-c918-4c95-b1d7-055c60f17e2c']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:14.561987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:14.567774 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c1b224-2b6b-40f3-951f-85f885c51a99') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:14.568272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c1b224-2b6b-40f3-951f-85f885c51a99') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:14.583693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.603958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.606045 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 5c734fdd-4261-47e0-be3b-716a55a40806 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:14.612191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:14.613099 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:14.630218 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:14.705950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:14.710094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.746536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port 971426c7-7224-4ac8-afdc-6470f08b1113 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:14.795382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39860) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:14.870526 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ed53e-a4c3-44df-bb2c-d3c2d2876ec6 None None] Network a854c22c-181b-4516-97b3-c14d94aec1f0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:14.913001 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.926899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7352067a-e143-4172-ac34-d4e4f1876cb6 None None] Provisioning for port 7176e141-eda5-4d3f-9497-19355077b780 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:14.948441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.961067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Network': ['ID=adb91d8a-c918-4c95-b1d7-055c60f17e2c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:14.967358 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8606812e-fbca-40ff-9e80-eabeb0c31632 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/networks/adb91d8a-c918-4c95-b1d7-055c60f17e2c HTTP/1.1" status: 204 len: 168 time: 3.1230953 Mar 11 15:46:14.971302 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39870) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:14.975112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-e8e5117c-8074-4122-8f7b-8708454028f8', 'network_id': 'e8e5117c-8074-4122-8f7b-8708454028f8', 'tenant_id': 'f209c05770b743edb4f255fdd59cced3', 'fixed_ips': [{'subnet_id': 'cee0c8e5-1e53-42d6-9351-a24e67b24b2f'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:46:14.977639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:14.986290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7352067a-e143-4172-ac34-d4e4f1876cb6 None None] Provisioning complete for port 7176e141-eda5-4d3f-9497-19355077b780 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:14.986733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7352067a-e143-4172-ac34-d4e4f1876cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.019479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39876) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:15.039525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1389248615-network', 'tenant_id': '0cbe4d43b751476283415a5a1ed7c7d3'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:15.052445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:15.068957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:15.081084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:15.087729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8388-e9d2-4282-ae5d-2cd3367c4572 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.102844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:15.107043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Usage tracker for resource:network and tenant:0cbe4d43b751476283415a5a1ed7c7d3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:15.119150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:15.158013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8::3f (e8e5117c-8074-4122-8f7b-8708454028f8/cee0c8e5-1e53-42d6-9351-a24e67b24b2f/971426c7-7224-4ac8-afdc-6470f08b1113) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:15.174212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:15.243922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d8388-e9d2-4282-ae5d-2cd3367c4572 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for c1e7a272-67f3-4ca8-8fac-888dcc3cb47e owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:15.273874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:15.276079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.283686 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8e32eb5f-3904-40dd-8dd3-94300d3634bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=389431eafecc4c2cb7616503cd95cd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866889 Mar 11 15:46:15.309013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39880) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:15.415308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7352067a-e143-4172-ac34-d4e4f1876cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.424696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:15.428279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.448281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Checking segment: {'id': '98069227-a4b2-4d53-92eb-4abf6c1759e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c406c39f-28c4-48a9-8fbc-5eeaa76604dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:15.448667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network hostable DHCP agents. Network: c406c39f-28c4-48a9-8fbc-5eeaa76604dd, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:15.461112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-7352067a-e143-4172-ac34-d4e4f1876cb6 None None] For port 7176e141-eda5-4d3f-9497-19355077b780, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7176e141-eda5-4d3f-9497-19355077b780,segment=NetworkSegment(37f8c182-c303-4014-9a2c-427c15bddf9e),segment_id=37f8c182-c303-4014-9a2c-427c15bddf9e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:15.498730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Made reservation on behalf of 0cbe4d43b751476283415a5a1ed7c7d3 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:15.500943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.509832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Subnet': ['ID=a7a7b02e-c2cb-4dcd-8532-dbcbe195c32d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:15.522565 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.529521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7352067a-e143-4172-ac34-d4e4f1876cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.585868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network c406c39f-28c4-48a9-8fbc-5eeaa76604dd is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:15.605902 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1a61c37e-040e-4383-a15b-d8d4fa9cbd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.613229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:15.618076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352067a-e143-4172-ac34-d4e4f1876cb6 None None] Pushing event updated for resources: {'Port': ['ID=7176e141-eda5-4d3f-9497-19355077b780,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:15.629342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:0cbe4d43b751476283415a5a1ed7c7d3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:15.634889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:15.646676 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.654991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:15.658341 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c45c607a-a304-4364-8004-d052c5e2f4db None None] Provisioning complete for port 7176e141-eda5-4d3f-9497-19355077b780 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:15.659091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c45c607a-a304-4364-8004-d052c5e2f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.710780 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1a61c37e-040e-4383-a15b-d8d4fa9cbd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.723518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object 971426c7-7224-4ac8-afdc-6470f08b1113 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:15.779768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, c406c39f-28c4-48a9-8fbc-5eeaa76604dd) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:15.801897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:15.802744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.812566 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6fa882-e1f1-4537-bd5c-7bd5034defd1 None None] Network c406c39f-28c4-48a9-8fbc-5eeaa76604dd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:15.888825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.936459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.952637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:15.990801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1a61c37e-040e-4383-a15b-d8d4fa9cbd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.005729 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-dee643b5-1a24-4ef0-9045-a8bd520763e3 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1016057 Mar 11 15:46:16.005729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8388-e9d2-4282-ae5d-2cd3367c4572 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.008695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39884) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:16.021624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Allocated IP 2001:db8::2 (e8e5117c-8074-4122-8f7b-8708454028f8/cee0c8e5-1e53-42d6-9351-a24e67b24b2f/e5b14c05-891b-4e90-bdf1-e3c751fb39f0) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:16.052713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.068099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'subnet': {'network_id': 'a0512299-640d-4391-88e3-4bed54b5085b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:16.093331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.129556 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d8388-e9d2-4282-ae5d-2cd3367c4572 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=c1e7a272-67f3-4ca8-8fac-888dcc3cb47e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:16.202077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-c406c39f-28c4-48a9-8fbc-5eeaa76604dd', 'network_id': 'c406c39f-28c4-48a9-8fbc-5eeaa76604dd', 'tenant_id': '3612438083014de194be946d63b6d6c0', 'fixed_ips': [{'subnet_id': 'a7a7b02e-c2cb-4dcd-8532-dbcbe195c32d'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:46:16.202921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.204961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61c37e-040e-4383-a15b-d8d4fa9cbd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c92b99-15e7-4786-9d7d-2f58eb299474,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:16.229746 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network e8e5117c-8074-4122-8f7b-8708454028f8 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:16.238134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:16.244022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:16.250350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:16.250964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.266042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:16.295760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=971426c7-7224-4ac8-afdc-6470f08b1113,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:16.348324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463bc186-fa71-45c8-bee4-4d4b321e2017,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:16.383090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.383575 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Added segment 6c00dafb-bb0d-45d8-b948-b745ea6434cd of type vlan for network 883214e8-d32e-4660-aeb1-6f18dcacebfa Mar 11 15:46:16.408794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Subnet': ['ID=ab12ba97-4926-4fa3-9776-5d5c6351e05c,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:16.439668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1a61c37e-040e-4383-a15b-d8d4fa9cbd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.443741 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1a61c37e-040e-4383-a15b-d8d4fa9cbd6b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94c92b99-15e7-4786-9d7d-2f58eb299474 HTTP/1.1" status: 204 len: 168 time: 1.1318145 Mar 11 15:46:16.448601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:16.508754 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9887301e-3ec4-447f-afad-408f0fe1d3a6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.5122294 Mar 11 15:46:16.509707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39890) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:16.524380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Usage tracker for resource:subnet and tenant:3612438083014de194be946d63b6d6c0 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:16.529301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:16.533180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.538664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.558549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Checking segment: {'id': 'ee0af41d-6461-4fc6-8308-f59d19008e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5c734fdd-4261-47e0-be3b-716a55a40806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:16.558987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network hostable DHCP agents. Network: 5c734fdd-4261-47e0-be3b-716a55a40806, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:16.559606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Transition to ACTIVE for port object e5b14c05-891b-4e90-bdf1-e3c751fb39f0 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:16.567048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:16.573934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port da662f16-f94f-4ee8-9f8b-c577691b969e {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:16.574512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.593766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Allocated IP 2001:db8::2 (c406c39f-28c4-48a9-8fbc-5eeaa76604dd/a7a7b02e-c2cb-4dcd-8532-dbcbe195c32d/5e4536f3-390c-44c5-870d-06d553fad9af) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:16.600216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Transition to ACTIVE for port object e5b14c05-891b-4e90-bdf1-e3c751fb39f0 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:16.646961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2987ba99-1fcf-4eb3-bb59-adf0f6a64ba5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 971426c7-7224-4ac8-afdc-6470f08b1113 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:16.647303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2987ba99-1fcf-4eb3-bb59-adf0f6a64ba5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.683957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Made reservation on behalf of 3612438083014de194be946d63b6d6c0 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:16.687705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.704266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.778763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Network e8e5117c-8074-4122-8f7b-8708454028f8 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:16.783837 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:16.791243 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:16.811283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Pushing event updated for resources: {'Port': ['ID=e5b14c05-891b-4e90-bdf1-e3c751fb39f0,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:16.864806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 5c734fdd-4261-47e0-be3b-716a55a40806 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:16.878426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.880149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:16.880799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.927090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port da662f16-f94f-4ee8-9f8b-c577691b969e, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=da662f16-f94f-4ee8-9f8b-c577691b969e,segment=NetworkSegment(464064fe-9e7f-4dd2-b23d-e6f8b16c73cb),segment_id=464064fe-9e7f-4dd2-b23d-e6f8b16c73cb)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:16.927323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.958265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Attempting to bind port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:46:16.958265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Attempting to bind port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'b9e90db4-f393-483f-ae36-863f6bbf54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e8e5117c-8074-4122-8f7b-8708454028f8'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:46:16.958640 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Attempting to bind port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 on network e8e5117c-8074-4122-8f7b-8708454028f8 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:46:16.975490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:46:16.975490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Checking segment: {'id': 'b9e90db4-f393-483f-ae36-863f6bbf54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e8e5117c-8074-4122-8f7b-8708454028f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:16.975902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:16.976057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Bound using segment: {'id': 'b9e90db4-f393-483f-ae36-863f6bbf54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e8e5117c-8074-4122-8f7b-8708454028f8'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:46:16.976571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Bound port: e5b14c05-891b-4e90-bdf1-e3c751fb39f0, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e90db4-f393-483f-ae36-863f6bbf54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e8e5117c-8074-4122-8f7b-8708454028f8'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:46:16.977025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.022651 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8388-e9d2-4282-ae5d-2cd3367c4572 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.069483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.102190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Transition to ACTIVE for port object 5e4536f3-390c-44c5-870d-06d553fad9af will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:17.102765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 5c734fdd-4261-47e0-be3b-716a55a40806) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:17.107800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=883214e8-d32e-4660-aeb1-6f18dcacebfa,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:17.114822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:17.115555 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.130846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc219f-8fb9-4aa8-8ff4-7a6811196230 None None] Network 5c734fdd-4261-47e0-be3b-716a55a40806 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:17.147820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 883214e8-d32e-4660-aeb1-6f18dcacebfa details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:17.163496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for da662f16-f94f-4ee8-9f8b-c577691b969e owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:17.164896 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] For port e5b14c05-891b-4e90-bdf1-e3c751fb39f0, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:46:17.190615 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-37c85333-4b19-46ef-a694-a56ba0a14cc8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1631930 Mar 11 15:46:17.194969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39894) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:17.204166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] For port e5b14c05-891b-4e90-bdf1-e3c751fb39f0, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e5b14c05-891b-4e90-bdf1-e3c751fb39f0,segment=NetworkSegment(b9e90db4-f393-483f-ae36-863f6bbf54a7),segment_id=b9e90db4-f393-483f-ae36-863f6bbf54a7)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:46:17.208481 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Transition to ACTIVE for port object 5e4536f3-390c-44c5-870d-06d553fad9af will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:17.309198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.333342 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3147b3df-e238-4fd6-9e34-4037aa38303c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8582113 Mar 11 15:46:17.336408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39898) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:17.352457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6a24a2cd-dcdc-438f-90d6-f0bde1bb29b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '5c734fdd-4261-47e0-be3b-716a55a40806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:17.372132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Request body: {'subnet': {'network_id': '883214e8-d32e-4660-aeb1-6f18dcacebfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1389248615-subnet', 'tenant_id': '0cbe4d43b751476283415a5a1ed7c7d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:17.379741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.395401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:17.410039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Usage tracker for resource:subnet and tenant:0cbe4d43b751476283415a5a1ed7c7d3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:17.418959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:17.438304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:17.461661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Network c406c39f-28c4-48a9-8fbc-5eeaa76604dd is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:17.467888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:17.478950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:17.479095 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2987ba99-1fcf-4eb3-bb59-adf0f6a64ba5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.516296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb5e72-c0bd-4568-8a90-82b8ed6f6f0a None None] Pushing event updated for resources: {'Port': ['ID=e5b14c05-891b-4e90-bdf1-e3c751fb39f0,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:17.601066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7176e141-eda5-4d3f-9497-19355077b780 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:17.650408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2987ba99-1fcf-4eb3-bb59-adf0f6a64ba5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 971426c7-7224-4ac8-afdc-6470f08b1113 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:17.661251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6a24a2cd-dcdc-438f-90d6-f0bde1bb29b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:17.665593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6a24a2cd-dcdc-438f-90d6-f0bde1bb29b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:17.681201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6a24a2cd-dcdc-438f-90d6-f0bde1bb29b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:17.694008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6a24a2cd-dcdc-438f-90d6-f0bde1bb29b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:17.697530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.743016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Made reservation on behalf of 0cbe4d43b751476283415a5a1ed7c7d3 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:17.748013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.782859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a24a2cd-dcdc-438f-90d6-f0bde1bb29b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:17.786785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6a24a2cd-dcdc-438f-90d6-f0bde1bb29b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.801231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.801939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Attempting to bind port 5e4536f3-390c-44c5-870d-06d553fad9af on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:46:17.802312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Attempting to bind port 5e4536f3-390c-44c5-870d-06d553fad9af by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '98069227-a4b2-4d53-92eb-4abf6c1759e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c406c39f-28c4-48a9-8fbc-5eeaa76604dd'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:46:17.802677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Attempting to bind port 5e4536f3-390c-44c5-870d-06d553fad9af on network c406c39f-28c4-48a9-8fbc-5eeaa76604dd {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:46:17.810059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Pushing event updated for resources: {'Port': ['ID=5e4536f3-390c-44c5-870d-06d553fad9af,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:17.819616 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:46:17.820026 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Checking segment: {'id': '98069227-a4b2-4d53-92eb-4abf6c1759e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c406c39f-28c4-48a9-8fbc-5eeaa76604dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:17.820411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=da662f16-f94f-4ee8-9f8b-c577691b969e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:17.820624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.820848 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Bound using segment: {'id': '98069227-a4b2-4d53-92eb-4abf6c1759e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c406c39f-28c4-48a9-8fbc-5eeaa76604dd'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:46:17.821341 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Bound port: 5e4536f3-390c-44c5-870d-06d553fad9af, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98069227-a4b2-4d53-92eb-4abf6c1759e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c406c39f-28c4-48a9-8fbc-5eeaa76604dd'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:46:17.821724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:17.992267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-5c734fdd-4261-47e0-be3b-716a55a40806', 'network_id': '5c734fdd-4261-47e0-be3b-716a55a40806', 'tenant_id': '7bf164d980454780a71ae23f56113670', 'fixed_ips': [{'subnet_id': 'ab12ba97-4926-4fa3-9776-5d5c6351e05c'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:46:17.993600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:18.012921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Subnet': ['ID=4d84038e-f142-421b-bd38-1651c87a626d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:18.025368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1d8388-e9d2-4282-ae5d-2cd3367c4572 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Router 58d55dd7-747a-4900-a295-62fdc23c6fca has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:46:18.082488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Checking segment: {'id': '05ca7010-0e62-431b-aef2-2c0f63992342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a0512299-640d-4391-88e3-4bed54b5085b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:18.082904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network hostable DHCP agents. Network: a0512299-640d-4391-88e3-4bed54b5085b, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:18.096827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7176e141-eda5-4d3f-9497-19355077b780 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:18.097430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:18.127998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] For port 5e4536f3-390c-44c5-870d-06d553fad9af, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:46:18.172620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] For port 5e4536f3-390c-44c5-870d-06d553fad9af, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5e4536f3-390c-44c5-870d-06d553fad9af,segment=NetworkSegment(98069227-a4b2-4d53-92eb-4abf6c1759e8),segment_id=98069227-a4b2-4d53-92eb-4abf6c1759e8)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:46:18.177979 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.ipam_backend_mixin [None req-6a24a2cd-dcdc-438f-90d6-f0bde1bb29b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab12ba97-4926-4fa3-9776-5d5c6351e05c (CIDR: 172.20.0.0/28) Mar 11 15:46:18.225112 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a24a2cd-dcdc-438f-90d6-f0bde1bb29b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:46:18.225636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a24a2cd-dcdc-438f-90d6-f0bde1bb29b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:18.252036 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:18.291527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network a0512299-640d-4391-88e3-4bed54b5085b is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:18.333634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1d8388-e9d2-4282-ae5d-2cd3367c4572 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:18.339796 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fc1d8388-e9d2-4282-ae5d-2cd3367c4572 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "PUT /v2.0/routers/58d55dd7-747a-4900-a295-62fdc23c6fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1380560 Mar 11 15:46:18.343151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39902) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:18.395927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89010a50-9164-4139-910a-c5ad41aabd44 None None] Sync routers for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:18.414171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Allocated IP 172.20.0.2 (5c734fdd-4261-47e0-be3b-716a55a40806/ab12ba97-4926-4fa3-9776-5d5c6351e05c/46a0e076-1267-45b3-83b0-eb3745e2638d) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:18.428171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, a0512299-640d-4391-88e3-4bed54b5085b) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:18.428784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:18.446510 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6a24a2cd-dcdc-438f-90d6-f0bde1bb29b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1003139 Mar 11 15:46:18.448974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39906) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:18.454508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:18.455740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:18.457368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e336979b-8a3e-4f2a-a8d3-f9a67ad19234 None None] Network a0512299-640d-4391-88e3-4bed54b5085b requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:18.511411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89010a50-9164-4139-910a-c5ad41aabd44 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:18.512573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-89010a50-9164-4139-910a-c5ad41aabd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:18.644744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '5c734fdd-4261-47e0-be3b-716a55a40806', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:18.664368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325382d-f32f-4969-b4b8-c9b3c046b716 None None] Pushing event updated for resources: {'Port': ['ID=5e4536f3-390c-44c5-870d-06d553fad9af,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:18.678511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-89010a50-9164-4139-910a-c5ad41aabd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:18.751158 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e863a2-29d0-4709-a05c-873add65b97a None None] Network e8e5117c-8074-4122-8f7b-8708454028f8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:18.781572 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d44d24c7-1d90-4537-9179-8377176642f1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7407069 Mar 11 15:46:18.783273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39910) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:18.804661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89010a50-9164-4139-910a-c5ad41aabd44 None None] Routers {'58d55dd7-747a-4900-a295-62fdc23c6fca'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:18.805302 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-89010a50-9164-4139-910a-c5ad41aabd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['58d55dd7-747a-4900-a295-62fdc23c6fca'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:18.882696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:18.891463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:18.895746 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:18.898761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:18.904822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:18.954276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-89010a50-9164-4139-910a-c5ad41aabd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:18.954685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89010a50-9164-4139-910a-c5ad41aabd44 None None] The sync data for ids ['58d55dd7-747a-4900-a295-62fdc23c6fca'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:19.009863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2987ba99-1fcf-4eb3-bb59-adf0f6a64ba5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.085949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:19.090129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.122775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.135487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Transition to ACTIVE for port object 46a0e076-1267-45b3-83b0-eb3745e2638d will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:19.160871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987ba99-1fcf-4eb3-bb59-adf0f6a64ba5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=971426c7-7224-4ac8-afdc-6470f08b1113,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:19.171835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Transition to ACTIVE for port object 46a0e076-1267-45b3-83b0-eb3745e2638d will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:19.190020 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e38271d1-bf51-4f8d-b565-0aec1e566393 None None] Provisioning for port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:19.283178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.327671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-a0512299-640d-4391-88e3-4bed54b5085b', 'network_id': 'a0512299-640d-4391-88e3-4bed54b5085b', 'tenant_id': '3612438083014de194be946d63b6d6c0', 'fixed_ips': [{'subnet_id': '4d84038e-f142-421b-bd38-1651c87a626d'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:46:19.328182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.368309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.382172 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Network 5c734fdd-4261-47e0-be3b-716a55a40806 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:19.412818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:46:19.420629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2987ba99-1fcf-4eb3-bb59-adf0f6a64ba5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.428048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:19.473949 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2987ba99-1fcf-4eb3-bb59-adf0f6a64ba5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/971426c7-7224-4ac8-afdc-6470f08b1113 HTTP/1.1" status: 204 len: 168 time: 2.9609659 Mar 11 15:46:19.475087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:19.479515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39916) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:19.486319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Pushing event updated for resources: {'Port': ['ID=46a0e076-1267-45b3-83b0-eb3745e2638d,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:19.595874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.610324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.640718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Attempting to bind port 46a0e076-1267-45b3-83b0-eb3745e2638d on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:46:19.640718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Attempting to bind port 46a0e076-1267-45b3-83b0-eb3745e2638d by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'ee0af41d-6461-4fc6-8308-f59d19008e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5c734fdd-4261-47e0-be3b-716a55a40806'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:46:19.641098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Attempting to bind port 46a0e076-1267-45b3-83b0-eb3745e2638d on network 5c734fdd-4261-47e0-be3b-716a55a40806 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:46:19.641608 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-df235811-601c-4568-834c-9a9bb116e2e0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:46:19.642247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-df235811-601c-4568-834c-9a9bb116e2e0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:19.644799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2962ac03-fcc3-48ca-8522-e06a214aaa58,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:19.717780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:46:19.718323 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Checking segment: {'id': 'ee0af41d-6461-4fc6-8308-f59d19008e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5c734fdd-4261-47e0-be3b-716a55a40806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:19.718550 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.722548 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Bound using segment: {'id': 'ee0af41d-6461-4fc6-8308-f59d19008e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5c734fdd-4261-47e0-be3b-716a55a40806'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:46:19.723205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Bound port: 46a0e076-1267-45b3-83b0-eb3745e2638d, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0af41d-6461-4fc6-8308-f59d19008e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5c734fdd-4261-47e0-be3b-716a55a40806'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:46:19.730941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.734563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting port c459dbd4-46b4-465e-b4c5-b7de1a3b31fe {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:19.734966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:19.789906 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e5b14c05-891b-4e90-bdf1-e3c751fb39f0 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:19.872374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Allocated IP 2001:db8::2 (a0512299-640d-4391-88e3-4bed54b5085b/4d84038e-f142-421b-bd38-1651c87a626d/be334f0f-bf47-47b5-b480-791f0c7ae57c) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:19.979128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] For port 46a0e076-1267-45b3-83b0-eb3745e2638d, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:46:19.998306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Checking segment: {'id': '6c00dafb-bb0d-45d8-b948-b745ea6434cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '883214e8-d32e-4660-aeb1-6f18dcacebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:19.998803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Network hostable DHCP agents. Network: 883214e8-d32e-4660-aeb1-6f18dcacebfa, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:20.034633 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:20.047044 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef9e4c-cb7c-4124-985b-7b053cef13c9 None None] Sync routers for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:20.068996 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef9e4c-cb7c-4124-985b-7b053cef13c9 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:20.071915 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-52ef9e4c-cb7c-4124-985b-7b053cef13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:20.080406 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] For port 46a0e076-1267-45b3-83b0-eb3745e2638d, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=46a0e076-1267-45b3-83b0-eb3745e2638d,segment=NetworkSegment(ee0af41d-6461-4fc6-8308-f59d19008e63),segment_id=ee0af41d-6461-4fc6-8308-f59d19008e63)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:46:20.097261 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-94435dee-ae9a-48ee-814a-fa61fd1c34dd tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1250215 Mar 11 15:46:20.101519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39922) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:20.103382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-df235811-601c-4568-834c-9a9bb116e2e0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:20.107549 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-df235811-601c-4568-834c-9a9bb116e2e0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/971426c7-7224-4ac8-afdc-6470f08b1113 HTTP/1.1" status: 404 len: 333 time: 0.6231904 Mar 11 15:46:20.108215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39924) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:20.204253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Network 883214e8-d32e-4660-aeb1-6f18dcacebfa is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:20.281360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7948e0a-53ce-4bfb-baf3-2cbbd61dd74d None None] Network c406c39f-28c4-48a9-8fbc-5eeaa76604dd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:20.288503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e80080-15e8-4d88-9d25-9fdec11be0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting subnet cee0c8e5-1e53-42d6-9351-a24e67b24b2f {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:20.296227 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4e80080-15e8-4d88-9d25-9fdec11be0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:20.304985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:20.332352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 883214e8-d32e-4660-aeb1-6f18dcacebfa) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:20.347094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:20.347668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:20.361786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:20.368783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:20.412650 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-52ef9e4c-cb7c-4124-985b-7b053cef13c9 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:20.428650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4e80080-15e8-4d88-9d25-9fdec11be0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:20.451352 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9757c651-4ada-44bb-b3e4-8a512c433bed None None] Network 883214e8-d32e-4660-aeb1-6f18dcacebfa requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:20.516435 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a4354117-09cf-47db-9aaa-4fcdc5ef2df3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2752900 Mar 11 15:46:20.520053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:20.520423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:20.575787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4e80080-15e8-4d88-9d25-9fdec11be0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:20.618557 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:20.724520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Subnet': ['ID=3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:20.742070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 5c734fdd-4261-47e0-be3b-716a55a40806 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:20.747426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:20.753289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:20.754128 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:20.757605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-35bee0ae-531a-475d-838b-8f98565d2f14 None None] Provisioning complete for port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:20.760011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-35bee0ae-531a-475d-838b-8f98565d2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:20.875196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:20.895492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Allocated IP 2001:db8::1 (c406c39f-28c4-48a9-8fbc-5eeaa76604dd/a7a7b02e-c2cb-4dcd-8532-dbcbe195c32d/980a7d1a-02a2-4934-a556-dc37ca768e13) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:20.896335 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8674f89e-ed14-43ff-813d-35a91ac8f11f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4416332 Mar 11 15:46:20.898281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39934) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:20.905214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '5c734fdd-4261-47e0-be3b-716a55a40806', 'fixed_ips': [{'subnet_id': 'ab12ba97-4926-4fa3-9776-5d5c6351e05c'}, {'subnet_id': '3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d'}], 'name': 'tempest-PortsTestJSON-426290200'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:20.985897 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-52ef9e4c-cb7c-4124-985b-7b053cef13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:17Z', 'revision_number': 9, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:20.992744 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef9e4c-cb7c-4124-985b-7b053cef13c9 None None] Checking router: 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:46:21.002095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Transition to ACTIVE for port object be334f0f-bf47-47b5-b480-791f0c7ae57c will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:21.003560 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef9e4c-cb7c-4124-985b-7b053cef13c9 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:21.004526 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-52ef9e4c-cb7c-4124-985b-7b053cef13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:45:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:21.020246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f41780-bdaf-425a-9a95-9f17f5f9d551 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting subnet eb747093-1aba-4574-9b7d-2566a486b05a {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:21.026137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-84f41780-bdaf-425a-9a95-9f17f5f9d551 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.071619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a2c34-1384-4217-959d-4544f42af397 None None] Pushing event updated for resources: {'Port': ['ID=46a0e076-1267-45b3-83b0-eb3745e2638d,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:21.082358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Calling delete_port for c459dbd4-46b4-465e-b4c5-b7de1a3b31fe owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:21.108091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c9703c55-3a06-4495-938f-a95079a85c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.205653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:21.212016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4e80080-15e8-4d88-9d25-9fdec11be0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.249489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Transition to ACTIVE for port object be334f0f-bf47-47b5-b480-791f0c7ae57c will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:21.317999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-84f41780-bdaf-425a-9a95-9f17f5f9d551 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.318910 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:port and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:21.339279 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-52ef9e4c-cb7c-4124-985b-7b053cef13c9 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:21.341722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:21.352591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:21.363172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e80080-15e8-4d88-9d25-9fdec11be0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Subnet': ['ID=cee0c8e5-1e53-42d6-9351-a24e67b24b2f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:21.382826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4e80080-15e8-4d88-9d25-9fdec11be0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.405861 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a4e80080-15e8-4d88-9d25-9fdec11be0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/cee0c8e5-1e53-42d6-9351-a24e67b24b2f HTTP/1.1" status: 204 len: 168 time: 1.2914865 Mar 11 15:46:21.412325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39950) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:21.412460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d58ae2-6957-4a4c-a97d-0a0a66110537 None None] Network e8e5117c-8074-4122-8f7b-8708454028f8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:21.448002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.528580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:21.553462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-84f41780-bdaf-425a-9a95-9f17f5f9d551 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.633636 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.668274 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:21.668631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.711139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.730926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.739131 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-52ef9e4c-cb7c-4124-985b-7b053cef13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:17Z', 'revision_number': 9, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:21.742639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Transition to ACTIVE for port object 980a7d1a-02a2-4934-a556-dc37ca768e13 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:21.743851 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef9e4c-cb7c-4124-985b-7b053cef13c9 None None] The sync data for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv is: [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:17Z', 'revision_number': 9, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '281db88d-8732-4cff-8e9c-becd14413f93', 'name': '', 'network_id': 'c3283af8-36ec-4280-b1ca-4bd7b915dd7b', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:1f:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:23Z', 'updated_at': '2022-03-11T15:45:39Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': '29ae0d20-5e1b-455f-b631-18dcf58eecc6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:21.765688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Network a0512299-640d-4391-88e3-4bed54b5085b is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:21.769962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port b57e8121-2aa7-41d6-92cb-99f98e46d027 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:21.779875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-84f41780-bdaf-425a-9a95-9f17f5f9d551 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.795342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:21.851003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:21.866644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Pushing event updated for resources: {'Port': ['ID=be334f0f-bf47-47b5-b480-791f0c7ae57c,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:21.874191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-35bee0ae-531a-475d-838b-8f98565d2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.900958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.905255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f41780-bdaf-425a-9a95-9f17f5f9d551 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Subnet': ['ID=eb747093-1aba-4574-9b7d-2566a486b05a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:21.911545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-84f41780-bdaf-425a-9a95-9f17f5f9d551 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.917115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ff922-c14a-4e51-bdb6-19928420fda9 None None] Network 883214e8-d32e-4660-aeb1-6f18dcacebfa requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:21.930815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:21.984292 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network c406c39f-28c4-48a9-8fbc-5eeaa76604dd is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:21.992180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:22.000537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:22.001083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:22.010468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb6b48-6ec2-4ed4-9c54-1c904f7a5e29 None None] Network f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:22.063411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] For port e5b14c05-891b-4e90-bdf1-e3c751fb39f0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e5b14c05-891b-4e90-bdf1-e3c751fb39f0,segment=NetworkSegment(b9e90db4-f393-483f-ae36-863f6bbf54a7),segment_id=b9e90db4-f393-483f-ae36-863f6bbf54a7)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:22.063784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:22.253309 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-84f41780-bdaf-425a-9a95-9f17f5f9d551 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/eb747093-1aba-4574-9b7d-2566a486b05a HTTP/1.1" status: 204 len: 168 time: 2.1199341 Mar 11 15:46:22.254820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39954) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:22.267652 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for e5b14c05-891b-4e90-bdf1-e3c751fb39f0 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:22.349793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Port': ['ID=980a7d1a-02a2-4934-a556-dc37ca768e13,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:22.477925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Attempting to bind port be334f0f-bf47-47b5-b480-791f0c7ae57c on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:46:22.478513 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Attempting to bind port be334f0f-bf47-47b5-b480-791f0c7ae57c by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '05ca7010-0e62-431b-aef2-2c0f63992342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a0512299-640d-4391-88e3-4bed54b5085b'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:46:22.478661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Attempting to bind port be334f0f-bf47-47b5-b480-791f0c7ae57c on network a0512299-640d-4391-88e3-4bed54b5085b {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:46:22.482261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88028781-becf-4782-81db-1b93f88d79d8 None None] Network 5c734fdd-4261-47e0-be3b-716a55a40806 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:22.493290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-f9590f50-dab3-4477-8408-079caa8e32b8 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:22.494416 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-f9590f50-dab3-4477-8408-079caa8e32b8 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/networks?id=a854c22c-181b-4516-97b3-c14d94aec1f0 HTTP/1.1" status: 200 len: 812 time: 1.1859066 Mar 11 15:46:22.503984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-35bee0ae-531a-475d-838b-8f98565d2f14 None None] For port e5b14c05-891b-4e90-bdf1-e3c751fb39f0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e5b14c05-891b-4e90-bdf1-e3c751fb39f0,segment=NetworkSegment(b9e90db4-f393-483f-ae36-863f6bbf54a7),segment_id=b9e90db4-f393-483f-ae36-863f6bbf54a7)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:22.515449 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-8fc5f02b-a49f-4244-8fbd-b51e562bf642 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/quotas/684cb0babacf4e8faaf072b6bdbad25d HTTP/1.1" status: 200 len: 375 time: 0.0099292 Mar 11 15:46:22.543883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:46:22.544445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Checking segment: {'id': '05ca7010-0e62-431b-aef2-2c0f63992342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a0512299-640d-4391-88e3-4bed54b5085b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:22.544957 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:22.545416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Bound using segment: {'id': '05ca7010-0e62-431b-aef2-2c0f63992342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a0512299-640d-4391-88e3-4bed54b5085b'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:46:22.549893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Bound port: be334f0f-bf47-47b5-b480-791f0c7ae57c, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ca7010-0e62-431b-aef2-2c0f63992342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a0512299-640d-4391-88e3-4bed54b5085b'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:46:22.549893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:22.565619 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d72a5d36-e88c-4379-ba28-9bf9f79fb8b5 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=684cb0babacf4e8faaf072b6bdbad25d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441847 Mar 11 15:46:22.581112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:22.640770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Port': ['ID=c459dbd4-46b4-465e-b4c5-b7de1a3b31fe,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:22.649718 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:22.705202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 8b4f55cd-37fe-4699-8117-8ddd759b4451 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:22.705467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:22.749463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:22.749786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:22.776032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-35bee0ae-531a-475d-838b-8f98565d2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:22.829696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.8 (5c734fdd-4261-47e0-be3b-716a55a40806/ab12ba97-4926-4fa3-9776-5d5c6351e05c/b57e8121-2aa7-41d6-92cb-99f98e46d027) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:22.841499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.21 (5c734fdd-4261-47e0-be3b-716a55a40806/3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d/b57e8121-2aa7-41d6-92cb-99f98e46d027) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:22.975025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.003303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port 8b4f55cd-37fe-4699-8117-8ddd759b4451, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8b4f55cd-37fe-4699-8117-8ddd759b4451,segment=NetworkSegment(464064fe-9e7f-4dd2-b23d-e6f8b16c73cb),segment_id=464064fe-9e7f-4dd2-b23d-e6f8b16c73cb)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:23.003667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.034530 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:23.035700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:23.100790 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bee0ae-531a-475d-838b-8f98565d2f14 None None] Pushing event updated for resources: {'Port': ['ID=e5b14c05-891b-4e90-bdf1-e3c751fb39f0,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:23.171806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a9111fed-3e31-46ef-b1a1-aacc2565603c None None] Provisioning for port 5e4536f3-390c-44c5-870d-06d553fad9af completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:23.180102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] For port be334f0f-bf47-47b5-b480-791f0c7ae57c, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:46:23.218135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb1de85-9b07-4052-a67b-c1a805f545ab None None] DHCP port deletion for e8e5117c-8074-4122-8f7b-8708454028f8 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:46:23.223167 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for 8b4f55cd-37fe-4699-8117-8ddd759b4451 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:23.225352 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] For port be334f0f-bf47-47b5-b480-791f0c7ae57c, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=be334f0f-bf47-47b5-b480-791f0c7ae57c,segment=NetworkSegment(05ca7010-0e62-431b-aef2-2c0f63992342),segment_id=05ca7010-0e62-431b-aef2-2c0f63992342)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:46:23.228989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-beb1de85-9b07-4052-a67b-c1a805f545ab None None] Deleting port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:23.229443 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-beb1de85-9b07-4052-a67b-c1a805f545ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.255577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:23.255577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.350706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.356281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.394639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a9111fed-3e31-46ef-b1a1-aacc2565603c None None] Provisioning for port 46a0e076-1267-45b3-83b0-eb3745e2638d completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:23.398016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddbf4b0-7cc2-4ee8-93ac-a00c64e1afdb None None] DHCP port deletion for f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:46:23.411200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dddbf4b0-7cc2-4ee8-93ac-a00c64e1afdb None None] Deleting port 8b4f55cd-37fe-4699-8117-8ddd759b4451 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:23.411671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dddbf4b0-7cc2-4ee8-93ac-a00c64e1afdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.616646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a9111fed-3e31-46ef-b1a1-aacc2565603c None None] Could not find standard attr ID for object 971426c7-7224-4ac8-afdc-6470f08b1113. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:46:23.691024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.692610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.703466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] For port e5b14c05-891b-4e90-bdf1-e3c751fb39f0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e5b14c05-891b-4e90-bdf1-e3c751fb39f0,segment=NetworkSegment(b9e90db4-f393-483f-ae36-863f6bbf54a7),segment_id=b9e90db4-f393-483f-ae36-863f6bbf54a7)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:23.703828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.777542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.780783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.784397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.790592 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-1bc1035d-ceb9-47c3-8dd9-acbf3c33d1e9 service neutron] 10.222.0.39 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2015805 Mar 11 15:46:23.792469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dddbf4b0-7cc2-4ee8-93ac-a00c64e1afdb None None] The port '8b4f55cd-37fe-4699-8117-8ddd759b4451' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:46:23.794838 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object b57e8121-2aa7-41d6-92cb-99f98e46d027 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:23.797259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472410ab-aa19-4e74-8c77-2deba926688d None None] Pushing event updated for resources: {'Port': ['ID=be334f0f-bf47-47b5-b480-791f0c7ae57c,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:23.801895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5e4536f3-390c-44c5-870d-06d553fad9af up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:23.867783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.868728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.875201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-92ac96f7-0a55-4985-ab87-c31cf60b1573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.907537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-beb1de85-9b07-4052-a67b-c1a805f545ab None None] For port e5b14c05-891b-4e90-bdf1-e3c751fb39f0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e5b14c05-891b-4e90-bdf1-e3c751fb39f0,segment=NetworkSegment(b9e90db4-f393-483f-ae36-863f6bbf54a7),segment_id=b9e90db4-f393-483f-ae36-863f6bbf54a7)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:23.907939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-beb1de85-9b07-4052-a67b-c1a805f545ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:23.933534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for e5b14c05-891b-4e90-bdf1-e3c751fb39f0 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:23.989295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No DVR routers for this DVR port 8b4f55cd-37fe-4699-8117-8ddd759b4451 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:46:24.031711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=8b4f55cd-37fe-4699-8117-8ddd759b4451,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:24.074443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Port': ['ID=980a7d1a-02a2-4934-a556-dc37ca768e13,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:24.100611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.101619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Fanout notify agent at l3_agent the message router_deleted on router 58d55dd7-747a-4900-a295-62fdc23c6fca {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:46:24.110918 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-beb1de85-9b07-4052-a67b-c1a805f545ab None None] Calling delete_port for e5b14c05-891b-4e90-bdf1-e3c751fb39f0 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:24.218260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.221709 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3dee534c-2810-4507-948c-180347a4a1df tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/routers/58d55dd7-747a-4900-a295-62fdc23c6fca HTTP/1.1" status: 204 len: 168 time: 5.8748357 Mar 11 15:46:24.224881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39960) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:24.298115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2f9f7-2343-485e-8d45-5eaebf2a71c4 None None] Update dhcp port {'port': {'network_id': '5c734fdd-4261-47e0-be3b-716a55a40806', 'fixed_ips': [{'subnet_id': 'ab12ba97-4926-4fa3-9776-5d5c6351e05c', 'ip_address': '172.20.0.2'}, {'subnet_id': '3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': '46a0e076-1267-45b3-83b0-eb3745e2638d'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:46:24.299339 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d9dfa0e9-32bc-4c4b-b3ce-98cdeb668068 service neutron] 10.222.0.39 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031092 Mar 11 15:46:24.331949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-612c4d53-f68a-459a-bf62-88165cd28500 None None] Provisioning for port 980a7d1a-02a2-4934-a556-dc37ca768e13 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:24.340361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e3e53a-c6e0-4ebf-a7f8-14467f65c8a8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Deleting subnet fac8ab75-cf43-4936-9af6-14ef6dc93120 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:24.342030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09e3e53a-c6e0-4ebf-a7f8-14467f65c8a8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.343945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 5e4536f3-390c-44c5-870d-06d553fad9af completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:24.356311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-612c4d53-f68a-459a-bf62-88165cd28500 None None] Provisioning complete for port 980a7d1a-02a2-4934-a556-dc37ca768e13 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:24.356962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-612c4d53-f68a-459a-bf62-88165cd28500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.405635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.406115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09e3e53a-c6e0-4ebf-a7f8-14467f65c8a8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.406280 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 5e4536f3-390c-44c5-870d-06d553fad9af triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:24.406638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.445431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.455416 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:24.464276 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:24.465335 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:24.470543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-beb1de85-9b07-4052-a67b-c1a805f545ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.475006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464064fe-9e7f-4dd2-b23d-e6f8b16c73cb') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:24.476508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464064fe-9e7f-4dd2-b23d-e6f8b16c73cb') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:24.477443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09e3e53a-c6e0-4ebf-a7f8-14467f65c8a8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.495929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.515308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.522142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network c406c39f-28c4-48a9-8fbc-5eeaa76604dd is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:24.524349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:24.525476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:24.525598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.543306 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f9f7-2343-485e-8d45-5eaebf2a71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:24.546988 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:24.561466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1de85-9b07-4052-a67b-c1a805f545ab None None] Pushing event deleted for resources: {'Port': ['ID=e5b14c05-891b-4e90-bdf1-e3c751fb39f0,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:24.566727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.580397 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1de85-9b07-4052-a67b-c1a805f545ab None None] No DVR routers for this DVR port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:46:24.595668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-612c4d53-f68a-459a-bf62-88165cd28500 None None] Port 980a7d1a-02a2-4934-a556-dc37ca768e13 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:24.670778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.824471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=b57e8121-2aa7-41d6-92cb-99f98e46d027,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:24.836145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 5c734fdd-4261-47e0-be3b-716a55a40806 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:24.841361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:24.843920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:24.882209 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1ec7077b-c617-4504-bea6-522f6a70cd0b req-82080666-56e7-4775-8513-f4a31e678dc9 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 210 time: 0.0783257 Mar 11 15:46:24.977392 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:24.978701 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:24.994716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.024852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.062481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.069923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Network': ['ID=f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:25.082745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09e3e53a-c6e0-4ebf-a7f8-14467f65c8a8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.084094 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1d7ce8f8-a0f3-4114-89df-655e62bd0c86 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/networks/f15aa8fc-c3ba-4fc0-9391-9b76bd0fdf25 HTTP/1.1" status: 204 len: 168 time: 2.8275986 Mar 11 15:46:25.086189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 39970) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:25.122488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 5e4536f3-390c-44c5-870d-06d553fad9af, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5e4536f3-390c-44c5-870d-06d553fad9af,segment=NetworkSegment(98069227-a4b2-4d53-92eb-4abf6c1759e8),segment_id=98069227-a4b2-4d53-92eb-4abf6c1759e8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:25.129387 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4bd253-515f-41dd-87d9-4d5b4b3d2a4b None None] Network a0512299-640d-4391-88e3-4bed54b5085b requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:25.137809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3e53a-c6e0-4ebf-a7f8-14467f65c8a8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Subnet': ['ID=fac8ab75-cf43-4936-9af6-14ef6dc93120,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:25.143207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-09e3e53a-c6e0-4ebf-a7f8-14467f65c8a8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.156793 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-09e3e53a-c6e0-4ebf-a7f8-14467f65c8a8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/subnets/fac8ab75-cf43-4936-9af6-14ef6dc93120 HTTP/1.1" status: 204 len: 168 time: 0.9267738 Mar 11 15:46:25.158025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39978) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:25.159895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f127c211-36a4-4ad0-875a-5cb8618a52ed None None] Provisioning complete for port 980a7d1a-02a2-4934-a556-dc37ca768e13 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:25.160354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f127c211-36a4-4ad0-875a-5cb8618a52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.181925 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-476c1c11-c0d7-4693-80b9-c11a30ca38c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.2797570 Mar 11 15:46:25.181925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port e5b14c05-891b-4e90-bdf1-e3c751fb39f0 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:25.181925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.202942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39982) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:25.216493 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.226214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-c8e2f9f7-2343-485e-8d45-5eaebf2a71c4 None None] Allocated IP 172.20.0.18 (5c734fdd-4261-47e0-be3b-716a55a40806/3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d/46a0e076-1267-45b3-83b0-eb3745e2638d) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:25.231362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9afe5cb5-7ab6-40b5-8c1a-cea228ce41fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab12ba97-4926-4fa3-9776-5d5c6351e05c'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:25.292197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Router 6e4112b7-d3ca-4e4b-818f-9665d805d690 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:46:25.375129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f127c211-36a4-4ad0-875a-5cb8618a52ed None None] Port 980a7d1a-02a2-4934-a556-dc37ca768e13 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:25.392832 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] The port 'e5b14c05-891b-4e90-bdf1-e3c751fb39f0' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:46:25.446772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.509572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=5e4536f3-390c-44c5-870d-06d553fad9af,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:25.513160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 46a0e076-1267-45b3-83b0-eb3745e2638d up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:25.620592 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.720943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-41d6d3f0-8b12-48ae-a4df-57e1cf9b3a84 None None] Provisioning for port be334f0f-bf47-47b5-b480-791f0c7ae57c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:25.734862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e5117c-8074-4122-8f7b-8708454028f8']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:25.754493 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c8e2f9f7-2343-485e-8d45-5eaebf2a71c4 None None] For port 46a0e076-1267-45b3-83b0-eb3745e2638d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=46a0e076-1267-45b3-83b0-eb3745e2638d,segment=NetworkSegment(ee0af41d-6461-4fc6-8308-f59d19008e63),segment_id=ee0af41d-6461-4fc6-8308-f59d19008e63)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:25.765420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e90db4-f393-483f-ae36-863f6bbf54a7') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:25.765997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e90db4-f393-483f-ae36-863f6bbf54a7') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:25.781539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:25.787350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.790469 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b10d27a3-840c-4dfd-9096-ddfe035c5dd9 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "PUT /v2.0/routers/6e4112b7-d3ca-4e4b-818f-9665d805d690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0036271 Mar 11 15:46:25.794595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f9f7-2343-485e-8d45-5eaebf2a71c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.796375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39988) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:25.811344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feed512-8ebf-4509-95f0-b0af140d36e1 None None] Sync routers for ids ['6e4112b7-d3ca-4e4b-818f-9665d805d690'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:25.826765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 46a0e076-1267-45b3-83b0-eb3745e2638d completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:25.847398 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c8e2f9f7-2343-485e-8d45-5eaebf2a71c4 None None] Transition to ACTIVE for port object 46a0e076-1267-45b3-83b0-eb3745e2638d will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:25.850033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 46a0e076-1267-45b3-83b0-eb3745e2638d triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:25.850424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.867391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.878810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:25.879208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.890272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feed512-8ebf-4509-95f0-b0af140d36e1 None None] Routers {'6e4112b7-d3ca-4e4b-818f-9665d805d690'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:25.890907 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3feed512-8ebf-4509-95f0-b0af140d36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6e4112b7-d3ca-4e4b-818f-9665d805d690'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:25.934359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:25.982932 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:25.988796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:25.999345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f9f7-2343-485e-8d45-5eaebf2a71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.051395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3feed512-8ebf-4509-95f0-b0af140d36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:26.105479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.138068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2f9f7-2343-485e-8d45-5eaebf2a71c4 None None] Pushing event updated for resources: {'Port': ['ID=46a0e076-1267-45b3-83b0-eb3745e2638d,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:26.171752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9afe5cb5-7ab6-40b5-8c1a-cea228ce41fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.188814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feed512-8ebf-4509-95f0-b0af140d36e1 None None] Routers {'6e4112b7-d3ca-4e4b-818f-9665d805d690'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:26.189451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3feed512-8ebf-4509-95f0-b0af140d36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6e4112b7-d3ca-4e4b-818f-9665d805d690'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:26.190074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557db8c4-7514-4564-a74c-6b39c99896bd']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:26.191415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.196541 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.220187 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6f236e73-328c-44e6-bb35-befb190c4443 req-a784ea00-bb5b-4686-a43f-81a7c7f0521b tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 210 time: 0.1867959 Mar 11 15:46:26.234638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Network': ['ID=e8e5117c-8074-4122-8f7b-8708454028f8,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:26.252074 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4a9d16bb-e010-4278-b8a5-6cf952b7a80f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/networks/e8e5117c-8074-4122-8f7b-8708454028f8 HTTP/1.1" status: 204 len: 168 time: 4.8417392 Mar 11 15:46:26.256934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 39998) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:26.263803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bef2d30-8709-46a7-bde6-dac04a5cfab0') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:26.263803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bef2d30-8709-46a7-bde6-dac04a5cfab0') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:26.280952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'name': 'tempest-PortsIpV6TestJSON-1023256247'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:26.287856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.342240 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3feed512-8ebf-4509-95f0-b0af140d36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:26.342977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feed512-8ebf-4509-95f0-b0af140d36e1 None None] The sync data for ids ['6e4112b7-d3ca-4e4b-818f-9665d805d690'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:26.359336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Port 46a0e076-1267-45b3-83b0-eb3745e2638d had new provisioning blocks added so it will not transition to active. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 11 15:46:26.359336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device be334f0f-bf47-47b5-b480-791f0c7ae57c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:26.381966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.574567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port be334f0f-bf47-47b5-b480-791f0c7ae57c completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:26.582214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port be334f0f-bf47-47b5-b480-791f0c7ae57c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:26.582594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.723203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.749747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.797620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:26.798127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.809199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port be334f0f-bf47-47b5-b480-791f0c7ae57c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=be334f0f-bf47-47b5-b480-791f0c7ae57c,segment=NetworkSegment(05ca7010-0e62-431b-aef2-2c0f63992342),segment_id=05ca7010-0e62-431b-aef2-2c0f63992342)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:26.817373 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:26.832267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:26.873284 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 281db88d-8732-4cff-8e9c-becd14413f93 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:26.873865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.882979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:26.929322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:26.983967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e5b14c05-891b-4e90-bdf1-e3c751fb39f0 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:27.016288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86ba071-64b0-452a-bb81-f7cc99f26258 None None] Network 5c734fdd-4261-47e0-be3b-716a55a40806 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:27.044970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: e5b14c05-891b-4e90-bdf1-e3c751fb39f0 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:27.045324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e5b14c05-891b-4e90-bdf1-e3c751fb39f0 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:27.045743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device da662f16-f94f-4ee8-9f8b-c577691b969e no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:27.117644 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port 281db88d-8732-4cff-8e9c-becd14413f93, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=281db88d-8732-4cff-8e9c-becd14413f93,segment=NetworkSegment(b98bd057-c4e6-418e-a063-4a4e253fbac7),segment_id=b98bd057-c4e6-418e-a063-4a4e253fbac7)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:27.118448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:27.163011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: da662f16-f94f-4ee8-9f8b-c577691b969e {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:27.163267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:27.163374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device da662f16-f94f-4ee8-9f8b-c577691b969e not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:27.163760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8b4f55cd-37fe-4699-8117-8ddd759b4451 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:27.167453 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:27.187928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=be334f0f-bf47-47b5-b480-791f0c7ae57c,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:27.191542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:27.246069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:27.250430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] Pushing event deleted for resources: {'Network': ['ID=557db8c4-7514-4564-a74c-6b39c99896bd,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:27.254518 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d07d3f09-4461-48bc-b403-aab29195c8d8 tempest-FloatingIPTestJSON-1259401315 tempest-FloatingIPTestJSON-1259401315-project] 10.222.0.39 "DELETE /v2.0/networks/557db8c4-7514-4564-a74c-6b39c99896bd HTTP/1.1" status: 204 len: 168 time: 2.0950286 Mar 11 15:46:27.295718 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for 281db88d-8732-4cff-8e9c-becd14413f93 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:27.307045 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 8b4f55cd-37fe-4699-8117-8ddd759b4451 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:27.307441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8b4f55cd-37fe-4699-8117-8ddd759b4451 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:27.313483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port c8baf254-144f-4caa-b126-c9873a3e5d54 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:27.335978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b8a12aae-1908-4b90-895f-32ae2d63607d None None] Provisioning for port 46a0e076-1267-45b3-83b0-eb3745e2638d completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:27.380458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b8a12aae-1908-4b90-895f-32ae2d63607d None None] Provisioning complete for port 46a0e076-1267-45b3-83b0-eb3745e2638d triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:27.380862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8a12aae-1908-4b90-895f-32ae2d63607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:27.501101 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 46a0e076-1267-45b3-83b0-eb3745e2638d up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:27.552266 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9306c552-ef2d-431d-a184-43c4eaf99cf6 req-e187799d-33d6-4a68-81d0-08a225e55730 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 210 time: 0.0831347 Mar 11 15:46:27.667011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8a12aae-1908-4b90-895f-32ae2d63607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:27.680921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 46a0e076-1267-45b3-83b0-eb3745e2638d triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:27.681285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:27.700590 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:27.766004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b8a12aae-1908-4b90-895f-32ae2d63607d None None] For port 46a0e076-1267-45b3-83b0-eb3745e2638d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=46a0e076-1267-45b3-83b0-eb3745e2638d,segment=NetworkSegment(ee0af41d-6461-4fc6-8308-f59d19008e63),segment_id=ee0af41d-6461-4fc6-8308-f59d19008e63)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:27.789021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=281db88d-8732-4cff-8e9c-becd14413f93,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:27.851417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:27.867438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b8a12aae-1908-4b90-895f-32ae2d63607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:27.897899 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-9a384a92-ad93-4e1d-8d13-518d3729beb4 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:46:27.901331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9a384a92-ad93-4e1d-8d13-518d3729beb4 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "PUT /v2.0/routers/6e4112b7-d3ca-4e4b-818f-9665d805d690/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1037207 Mar 11 15:46:27.935374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40008) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:28.020578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40012) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:28.073303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a12aae-1908-4b90-895f-32ae2d63607d None None] Pushing event updated for resources: {'Port': ['ID=46a0e076-1267-45b3-83b0-eb3745e2638d,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:28.086585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:28.087007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:28.100887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-534029f1-3122-4dbb-b553-f8d77c6e2703 None None] Provisioning complete for port 46a0e076-1267-45b3-83b0-eb3745e2638d triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:28.101257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-534029f1-3122-4dbb-b553-f8d77c6e2703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:28.148937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-9afe5cb5-7ab6-40b5-8c1a-cea228ce41fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Delete allocated IP 172.20.0.21 (5c734fdd-4261-47e0-be3b-716a55a40806/3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d) {{(pid=88558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:46:28.193421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:28.403378 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-534029f1-3122-4dbb-b553-f8d77c6e2703 None None] Provisioning for port b57e8121-2aa7-41d6-92cb-99f98e46d027 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:28.408752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-534029f1-3122-4dbb-b553-f8d77c6e2703 None None] Provisioning complete for port b57e8121-2aa7-41d6-92cb-99f98e46d027 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:28.409125 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-534029f1-3122-4dbb-b553-f8d77c6e2703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:28.467582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-534029f1-3122-4dbb-b553-f8d77c6e2703 None None] Port b57e8121-2aa7-41d6-92cb-99f98e46d027 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:28.479156 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4abfcad2-b44c-44e8-a9f1-d699452ab20f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=024c96467ebd48038cb8a7013151ee63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574442 Mar 11 15:46:28.518780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40022) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:28.585220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c3c974e2-31de-4613-8983-e221e29c95d9 None None] Provisioning complete for port b57e8121-2aa7-41d6-92cb-99f98e46d027 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:28.585598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c3c974e2-31de-4613-8983-e221e29c95d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:28.654993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:46:28.690669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device be334f0f-bf47-47b5-b480-791f0c7ae57c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:28.714047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c3c974e2-31de-4613-8983-e221e29c95d9 None None] Port b57e8121-2aa7-41d6-92cb-99f98e46d027 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:28.761930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port be334f0f-bf47-47b5-b480-791f0c7ae57c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:28.762300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:28.850726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-638cd844-dc44-4546-a2d2-21f29a47cf15 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:28.852251 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-638cd844-dc44-4546-a2d2-21f29a47cf15 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.30 "GET /v2.0/networks?id=a854c22c-181b-4516-97b3-c14d94aec1f0 HTTP/1.1" status: 200 len: 812 time: 1.1997254 Mar 11 15:46:28.858105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:28.914804 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f56b121d-6585-4ade-8194-02789ed0f9e5 req-56ee7e76-a9bb-4da7-a5da-08f7db750fba tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 210 time: 0.2205281 Mar 11 15:46:28.930447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5e4536f3-390c-44c5-870d-06d553fad9af up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:28.939108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Request body: {'port': {'device_id': '8bf9f1a0-2835-443f-bbb8-2e9e86bef45e', 'network_id': 'a854c22c-181b-4516-97b3-c14d94aec1f0', 'admin_state_up': True, 'tenant_id': '684cb0babacf4e8faaf072b6bdbad25d'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:28.978112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:28.991699 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-08b2bded-cab7-4a33-aa50-39d534196f52 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9044085 Mar 11 15:46:28.992420 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad444ca-069c-479c-bb0b-d64fa35426b4 None None] Sync routers for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:28.994225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40028) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:29.005641 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad444ca-069c-479c-bb0b-d64fa35426b4 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:29.005957 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 5e4536f3-390c-44c5-870d-06d553fad9af triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:29.006053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.006548 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-cad444ca-069c-479c-bb0b-d64fa35426b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:29.070272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9a8e3c-e455-4c37-98aa-a31066e360b4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting subnet 29ae0d20-5e1b-455f-b631-18dcf58eecc6 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:29.074790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e3c-e455-4c37-98aa-a31066e360b4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.098190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:29.113231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Usage tracker for resource:port and tenant:684cb0babacf4e8faaf072b6bdbad25d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:29.127948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:29.138487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e3c-e455-4c37-98aa-a31066e360b4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.158125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:29.187205 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-cad444ca-069c-479c-bb0b-d64fa35426b4 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:29.213068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-da2c8904-ad29-482e-87f9-17f020df7a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.228206 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e3c-e455-4c37-98aa-a31066e360b4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.271699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-da2c8904-ad29-482e-87f9-17f020df7a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.324468 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Made reservation on behalf of 684cb0babacf4e8faaf072b6bdbad25d for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:29.328060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.365278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9afe5cb5-7ab6-40b5-8c1a-cea228ce41fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.380897 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e3c-e455-4c37-98aa-a31066e360b4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.443598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-9afe5cb5-7ab6-40b5-8c1a-cea228ce41fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Ignored duplicate provisioning block setup for port b57e8121-2aa7-41d6-92cb-99f98e46d027 by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 15:46:29.446377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.449527 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a8e3c-e455-4c37-98aa-a31066e360b4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Subnet': ['ID=29ae0d20-5e1b-455f-b631-18dcf58eecc6,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:29.451496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4854a3-eaa8-4376-9197-b41c3b0b9b73 None None] Network c3283af8-36ec-4280-b1ca-4bd7b915dd7b requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:29.459660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e3c-e455-4c37-98aa-a31066e360b4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.459660 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1d9a8e3c-e455-4c37-98aa-a31066e360b4 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/29ae0d20-5e1b-455f-b631-18dcf58eecc6 HTTP/1.1" status: 204 len: 168 time: 0.4631448 Mar 11 15:46:29.461836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40032) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:29.528420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9afe5cb5-7ab6-40b5-8c1a-cea228ce41fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.554585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 46a0e076-1267-45b3-83b0-eb3745e2638d up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:29.571853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:29.585250 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:29.618955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=c8baf254-144f-4caa-b126-c9873a3e5d54,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:29.627274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:29.633612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:29.634465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.636085 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-cad444ca-069c-479c-bb0b-d64fa35426b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:27Z', 'revision_number': 10, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:29.649920 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad444ca-069c-479c-bb0b-d64fa35426b4 None None] Checking router: 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:46:29.654050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.666619 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad444ca-069c-479c-bb0b-d64fa35426b4 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:29.668089 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-cad444ca-069c-479c-bb0b-d64fa35426b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:29.680050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:29.680494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.710010 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 46a0e076-1267-45b3-83b0-eb3745e2638d triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:29.710380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.748389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-da2c8904-ad29-482e-87f9-17f020df7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.812448 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:46:29.904357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c8904-ad29-482e-87f9-17f020df7a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0da9bd3-bef5-4a0b-8364-435d0da64a5d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:29.941780 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-cad444ca-069c-479c-bb0b-d64fa35426b4 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:29.967667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ec0f6c5c-d2f5-4eec-8934-45d08c85f45c None None] Provisioning complete for port b57e8121-2aa7-41d6-92cb-99f98e46d027 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:29.968139 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6c5c-d2f5-4eec-8934-45d08c85f45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.975710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe5cb5-7ab6-40b5-8c1a-cea228ce41fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=b57e8121-2aa7-41d6-92cb-99f98e46d027,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:29.984472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port 03a2ebc5-7696-4bf8-a3d8-928820a2e436, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=03a2ebc5-7696-4bf8-a3d8-928820a2e436,segment=NetworkSegment(b98bd057-c4e6-418e-a063-4a4e253fbac7),segment_id=b98bd057-c4e6-418e-a063-4a4e253fbac7)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:29.985801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.996411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-9afe5cb5-7ab6-40b5-8c1a-cea228ce41fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] In _notify_port_updated(), no bound segment for port b57e8121-2aa7-41d6-92cb-99f98e46d027 on network 5c734fdd-4261-47e0-be3b-716a55a40806 {{(pid=88558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:46:30.017836 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afe5cb5-7ab6-40b5-8c1a-cea228ce41fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:30.018502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9afe5cb5-7ab6-40b5-8c1a-cea228ce41fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.026536 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9afe5cb5-7ab6-40b5-8c1a-cea228ce41fe tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "PUT /v2.0/ports/b57e8121-2aa7-41d6-92cb-99f98e46d027 HTTP/1.1" status: 200 len: 918 time: 4.8180470 Mar 11 15:46:30.030618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40038) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:30.042268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babbb5a6-2338-4d34-92a6-c8dc411a1822 None None] DHCP port deletion for c3283af8-36ec-4280-b1ca-4bd7b915dd7b request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:46:30.050183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-babbb5a6-2338-4d34-92a6-c8dc411a1822 None None] Deleting port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:30.050842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-babbb5a6-2338-4d34-92a6-c8dc411a1822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.083432 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab12ba97-4926-4fa3-9776-5d5c6351e05c'}, {'subnet_id': '3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:30.157124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for 03a2ebc5-7696-4bf8-a3d8-928820a2e436 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:30.162805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Allocated IP 172.20.0.2 (a854c22c-181b-4516-97b3-c14d94aec1f0/63d0d39d-af7b-4012-9204-aea1091f9720/6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:30.178112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-da2c8904-ad29-482e-87f9-17f020df7a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.182247 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-da2c8904-ad29-482e-87f9-17f020df7a6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0da9bd3-bef5-4a0b-8364-435d0da64a5d HTTP/1.1" status: 204 len: 168 time: 1.6625066 Mar 11 15:46:30.201642 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6cb49635-2374-49f7-aa8b-83310caec558 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.9234495 Mar 11 15:46:30.206853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-bb00066b-feff-4c35-9dc2-8906d1d1061a req-8cdfe53c-19fe-42b5-9338-5614f33f609d tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Synchronizing usage tracker for tenant:684cb0babacf4e8faaf072b6bdbad25d on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:30.209203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40044) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:30.306354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-babbb5a6-2338-4d34-92a6-c8dc411a1822 None None] For port 03a2ebc5-7696-4bf8-a3d8-928820a2e436, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=03a2ebc5-7696-4bf8-a3d8-928820a2e436,segment=NetworkSegment(b98bd057-c4e6-418e-a063-4a4e253fbac7),segment_id=b98bd057-c4e6-418e-a063-4a4e253fbac7)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:30.312332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-babbb5a6-2338-4d34-92a6-c8dc411a1822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.363549 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-cad444ca-069c-479c-bb0b-d64fa35426b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:27Z', 'revision_number': 10, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:30.368155 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad444ca-069c-479c-bb0b-d64fa35426b4 None None] The sync data for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv is: [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:27Z', 'revision_number': 10, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None, '_interfaces': [{'id': '8a22bcab-1a8f-4680-b083-55a29dde85a0', 'name': '', 'network_id': '381edc8b-6479-4238-8688-fa4967badf6c', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'mac_address': 'fa:16:3e:ac:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:45:09Z', 'updated_at': '2022-03-11T15:45:23Z', 'revision_number': 5, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'subnets': [{'id': 'ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:30.406768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-66f28c06-e990-4e60-a272-2cff02fdf469 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.437037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.448515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f6c5c-d2f5-4eec-8934-45d08c85f45c None None] Port b57e8121-2aa7-41d6-92cb-99f98e46d027 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:30.456015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-babbb5a6-2338-4d34-92a6-c8dc411a1822 None None] Calling delete_port for 03a2ebc5-7696-4bf8-a3d8-928820a2e436 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:30.490261 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No DVR routers for this DVR port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:46:30.534956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-babbb5a6-2338-4d34-92a6-c8dc411a1822 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:30.535259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-babbb5a6-2338-4d34-92a6-c8dc411a1822 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:30.550091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=03a2ebc5-7696-4bf8-a3d8-928820a2e436,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:30.618364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f21361cc-1beb-4470-a389-3fef5a8f6c84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port c8baf254-144f-4caa-b126-c9873a3e5d54 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:30.619359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f21361cc-1beb-4470-a389-3fef5a8f6c84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.648499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.675245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-bb00066b-feff-4c35-9dc2-8906d1d1061a req-8cdfe53c-19fe-42b5-9338-5614f33f609d tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Unset dirty status for tenant:684cb0babacf4e8faaf072b6bdbad25d on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:30.676323 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bb00066b-feff-4c35-9dc2-8906d1d1061a req-8cdfe53c-19fe-42b5-9338-5614f33f609d tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 210 time: 0.5495248 Mar 11 15:46:30.679674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3283af8-36ec-4280-b1ca-4bd7b915dd7b']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:30.693631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98bd057-c4e6-418e-a063-4a4e253fbac7') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:30.693932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98bd057-c4e6-418e-a063-4a4e253fbac7') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:30.706475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.722951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.724049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.737460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:30.737460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:30.758752 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:30.911254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.936102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:30.947492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Network': ['ID=c3283af8-36ec-4280-b1ca-4bd7b915dd7b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:30.958877 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-97ba6165-47ab-4926-8597-edd1edff582c tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/networks/c3283af8-36ec-4280-b1ca-4bd7b915dd7b HTTP/1.1" status: 204 len: 168 time: 1.4946978 Mar 11 15:46:30.959556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40058) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:31.036399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-babbb5a6-2338-4d34-92a6-c8dc411a1822 None None] Deleting port 03a2ebc5-7696-4bf8-a3d8-928820a2e436 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:31.037013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-babbb5a6-2338-4d34-92a6-c8dc411a1822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:31.129620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-babbb5a6-2338-4d34-92a6-c8dc411a1822 None None] The port '03a2ebc5-7696-4bf8-a3d8-928820a2e436' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:46:31.247319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:31.398014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f21361cc-1beb-4470-a389-3fef5a8f6c84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:31.425501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 281db88d-8732-4cff-8e9c-becd14413f93 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:31.466465 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 281db88d-8732-4cff-8e9c-becd14413f93 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:31.467098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 281db88d-8732-4cff-8e9c-becd14413f93 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:31.467673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 03a2ebc5-7696-4bf8-a3d8-928820a2e436 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:31.492675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40070) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:31.505862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 03a2ebc5-7696-4bf8-a3d8-928820a2e436 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:31.506377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 03a2ebc5-7696-4bf8-a3d8-928820a2e436 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:31.614119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f21361cc-1beb-4470-a389-3fef5a8f6c84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for c8baf254-144f-4caa-b126-c9873a3e5d54 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:31.623032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'networks': [{'name': 'tempest-network--4171330'}, {'name': 'tempest-network--858501493'}]} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:31.623346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'network': {'name': 'tempest-network--4171330'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:31.623933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'network': {'name': 'tempest-network--858501493'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:31.632774 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:31.639161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Usage tracker for resource:network and tenant:89f8f5a201844d1a8d0ac14d12b29c14 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:31.642720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:31.650425 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:31.679992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:31.738059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Made reservation on behalf of 89f8f5a201844d1a8d0ac14d12b29c14 for: {'network': 2} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:31.742840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:31.765762 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:31.782338 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:31.843803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:31.850841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Usage tracker for resource:security_group_rule and tenant:89f8f5a201844d1a8d0ac14d12b29c14 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:31.862515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:31.873449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:31.927538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-66f28c06-e990-4e60-a272-2cff02fdf469 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting port 980a7d1a-02a2-4934-a556-dc37ca768e13 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:31.927886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-66f28c06-e990-4e60-a272-2cff02fdf469 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:31.955501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.26 (5c734fdd-4261-47e0-be3b-716a55a40806/3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d/b57e8121-2aa7-41d6-92cb-99f98e46d027) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:31.973872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Network a854c22c-181b-4516-97b3-c14d94aec1f0 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:31.988456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:32.000489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:32.030340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Pushing event updated for resources: {'Port': ['ID=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:32.102632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 8a22bcab-1a8f-4680-b083-55a29dde85a0 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:32.102877 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.200073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f21361cc-1beb-4470-a389-3fef5a8f6c84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.225726 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.301226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.301695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.354463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21361cc-1beb-4470-a389-3fef5a8f6c84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=c8baf254-144f-4caa-b126-c9873a3e5d54,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:32.368987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3efdd1-a4ce-4983-9ad0-687fe5e988a5,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:32.372981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port 8a22bcab-1a8f-4680-b083-55a29dde85a0, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8a22bcab-1a8f-4680-b083-55a29dde85a0,segment=NetworkSegment(fd9aafc8-714e-4090-91b1-1a9ad7eb72d7),segment_id=fd9aafc8-714e-4090-91b1-1a9ad7eb72d7)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:32.373340 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.389402 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:32.450786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f21361cc-1beb-4470-a389-3fef5a8f6c84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.472796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:32.473400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.507354 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for 8a22bcab-1a8f-4680-b083-55a29dde85a0 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:32.515171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2521a2-1de2-4354-8d35-042310b2d048 req-59467a53-c305-4292-888c-ee29b7c66338 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:32.516840 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a2521a2-1de2-4354-8d35-042310b2d048 req-59467a53-c305-4292-888c-ee29b7c66338 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 931 time: 0.7145212 Mar 11 15:46:32.518095 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f21361cc-1beb-4470-a389-3fef5a8f6c84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/c8baf254-144f-4caa-b126-c9873a3e5d54 HTTP/1.1" status: 204 len: 168 time: 2.3045104 Mar 11 15:46:32.527110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40078) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:32.542825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.543203 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Added segment 8d0b73d3-9c92-4881-ab4f-9b04f163d97e of type vlan for network 89462d34-c22e-48ce-9f6e-363fbd4595df Mar 11 15:46:32.547080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'mac_address': 'fa:16:3e:62:13:97', 'name': 'tempest-PortsIpV6TestJSON-575166268'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:32.591846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.625856 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-d5094c79-10d5-4a68-87ca-f981e62a8c30 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7099340 Mar 11 15:46:32.651003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:32.666311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.666657 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Added segment 6415b1db-3851-46e5-9125-88ac0d993ad7 of type vlan for network ec3fae99-39a1-459b-9145-b5ba669e4a00 Mar 11 15:46:32.684329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-66f28c06-e990-4e60-a272-2cff02fdf469 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.705833 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Request body: {'port': {'device_id': '8bf9f1a0-2835-443f-bbb8-2e9e86bef45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:32.729262 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.817689 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a2521a2-1de2-4354-8d35-042310b2d048 req-d9aeffc0-f881-4d89-b720-304d3079733c tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922113 Mar 11 15:46:32.841788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.891675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-66f28c06-e990-4e60-a272-2cff02fdf469 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Calling delete_port for 980a7d1a-02a2-4934-a556-dc37ca768e13 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:32.923046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:46:32.955509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:32.961100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.974348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:port and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:33.006756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.007226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.010844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:33.012651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:33.017316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:33.017992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.037322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Port': ['ID=8a22bcab-1a8f-4680-b083-55a29dde85a0,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:33.037553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:33.051026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object b57e8121-2aa7-41d6-92cb-99f98e46d027 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:33.087350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.146208 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.204993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:33.242131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event updated for resources: {'Network': ['ID=89462d34-c22e-48ce-9f6e-363fbd4595df,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:33.254325 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 89462d34-c22e-48ce-9f6e-363fbd4595df details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:33.343525 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 1.8497283 Mar 11 15:46:33.344340 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40082) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:33.348181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.498834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=b57e8121-2aa7-41d6-92cb-99f98e46d027,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:33.585783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4b402-69cd-42f4-8029-8401c0ee09d2 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event updated for resources: {'Network': ['ID=ec3fae99-39a1-459b-9145-b5ba669e4a00,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:33.608854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network ec3fae99-39a1-459b-9145-b5ba669e4a00 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:33.637333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.682606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] In _notify_port_updated(), no bound segment for port b57e8121-2aa7-41d6-92cb-99f98e46d027 on network 5c734fdd-4261-47e0-be3b-716a55a40806 {{(pid=88558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:46:33.688867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:33.689497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.693333 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-224711c0-f84b-4c30-bf11-0a34e3d032a7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "PUT /v2.0/ports/b57e8121-2aa7-41d6-92cb-99f98e46d027 HTTP/1.1" status: 200 len: 998 time: 3.6427467 Mar 11 15:46:33.706403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40088) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:33.725600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ca864fdd-7953-48fa-8a91-d74338a997f4 None None] Provisioning for port b57e8121-2aa7-41d6-92cb-99f98e46d027 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:33.744032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ca864fdd-7953-48fa-8a91-d74338a997f4 None None] Provisioning complete for port b57e8121-2aa7-41d6-92cb-99f98e46d027 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:33.744540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ca864fdd-7953-48fa-8a91-d74338a997f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.809554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ca864fdd-7953-48fa-8a91-d74338a997f4 None None] Port b57e8121-2aa7-41d6-92cb-99f98e46d027 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:33.848695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42cc9a0-9fec-4fcf-a17a-0f68ff901723 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:33.854700 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42cc9a0-9fec-4fcf-a17a-0f68ff901723 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:33.860329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42cc9a0-9fec-4fcf-a17a-0f68ff901723 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:33.866032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42cc9a0-9fec-4fcf-a17a-0f68ff901723 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:33.866923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b42cc9a0-9fec-4fcf-a17a-0f68ff901723 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Synchronizing usage tracker for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:network {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:33.883381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:46:33.900093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port ebbe3a81-ae16-468f-9ae2-2151c4834cb0 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:34.014212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b42cc9a0-9fec-4fcf-a17a-0f68ff901723 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Unset dirty status for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:network {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:34.015281 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b42cc9a0-9fec-4fcf-a17a-0f68ff901723 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.6641402 Mar 11 15:46:34.023046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40094) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:34.044420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:34.047485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-66f28c06-e990-4e60-a272-2cff02fdf469 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.054622 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3924792f-a5cb-4a98-bcb3-7038eaaf6b68 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0907404 Mar 11 15:46:34.057436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942d111-565b-403d-8458-02e40bef415e None None] Sync routers for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:34.063903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40098) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:34.067965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942d111-565b-403d-8458-02e40bef415e None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:34.069601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a942d111-565b-403d-8458-02e40bef415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:34.133291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f868d0e1-ef9e-4db8-ab6e-495a50a9bc4d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port b57e8121-2aa7-41d6-92cb-99f98e46d027 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:34.133644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f868d0e1-ef9e-4db8-ab6e-495a50a9bc4d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.173593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f28c06-e990-4e60-a272-2cff02fdf469 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event deleted for resources: {'Port': ['ID=980a7d1a-02a2-4934-a556-dc37ca768e13,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:34.197243 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.199893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-a942d111-565b-403d-8458-02e40bef415e None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:34.203291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d6e9f6-5d1c-4551-b64f-080e33626eaf tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting subnet ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:34.208725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68d6e9f6-5d1c-4551-b64f-080e33626eaf tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.348428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a942d111-565b-403d-8458-02e40bef415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:32Z', 'revision_number': 11, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:34.353285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942d111-565b-403d-8458-02e40bef415e None None] Checking router: 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:46:34.363074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942d111-565b-403d-8458-02e40bef415e None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:34.364070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a942d111-565b-403d-8458-02e40bef415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:34.470330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68d6e9f6-5d1c-4551-b64f-080e33626eaf tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.502886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-a942d111-565b-403d-8458-02e40bef415e None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:34.550165 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-66f28c06-e990-4e60-a272-2cff02fdf469 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.593617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.611808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a942d111-565b-403d-8458-02e40bef415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:32Z', 'revision_number': 11, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:34.616078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942d111-565b-403d-8458-02e40bef415e None None] The sync data for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv is: [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:32Z', 'revision_number': 11, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:34.636746 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89462d34-c22e-48ce-9f6e-363fbd4595df']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:34.652328 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0b73d3-9c92-4881-ab4f-9b04f163d97e') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:34.652657 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0b73d3-9c92-4881-ab4f-9b04f163d97e') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:34.667028 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.672734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e823-c3c3-4ab2-8b11-a57106572da4 req-1b31f07e-4e29-4442-aa96-3718f0c19c75 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:34.674210 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9882e823-c3c3-4ab2-8b11-a57106572da4 req-1b31f07e-4e29-4442-aa96-3718f0c19c75 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 931 time: 0.6942792 Mar 11 15:46:34.683864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68d6e9f6-5d1c-4551-b64f-080e33626eaf tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.716582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.731619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:34.731996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:34.746305 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:34.882317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.900650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.912741 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68d6e9f6-5d1c-4551-b64f-080e33626eaf tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.942436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event deleted for resources: {'Network': ['ID=89462d34-c22e-48ce-9f6e-363fbd4595df,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:34.959701 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6e9f6-5d1c-4551-b64f-080e33626eaf tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:34.961684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-68d6e9f6-5d1c-4551-b64f-080e33626eaf tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.963501 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-68d6e9f6-5d1c-4551-b64f-080e33626eaf tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a HTTP/1.1" status: 204 len: 168 time: 0.8989460 Mar 11 15:46:34.970289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40102) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:34.975783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43859a56-cbfe-485c-bccb-919b68a1a6e6 None None] Network 381edc8b-6479-4238-8688-fa4967badf6c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:34.982299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.001458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:46:35.020949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.051542 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-da9b4a71-6e81-481d-8dee-baa8760f2d86 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "DELETE /v2.0/networks/89462d34-c22e-48ce-9f6e-363fbd4595df HTTP/1.1" status: 204 len: 168 time: 1.0251174 Mar 11 15:46:35.089083 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9882e823-c3c3-4ab2-8b11-a57106572da4 req-29702eeb-5494-4435-bce4-930c9663c9a4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976573 Mar 11 15:46:35.099043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40106) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:35.143178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Transition to ACTIVE for port object 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:35.196210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f868d0e1-ef9e-4db8-ab6e-495a50a9bc4d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.235031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.265880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.284499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 732dfb85-5535-4c77-a425-4d38c45e95bd {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:35.284933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.290503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669878ce-2f96-4a45-b0ce-2f2eccc7de78 None None] DHCP port deletion for 381edc8b-6479-4238-8688-fa4967badf6c request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:46:35.295437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-669878ce-2f96-4a45-b0ce-2f2eccc7de78 None None] Deleting port 732dfb85-5535-4c77-a425-4d38c45e95bd {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:35.295813 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-669878ce-2f96-4a45-b0ce-2f2eccc7de78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.413109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.508149 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 732dfb85-5535-4c77-a425-4d38c45e95bd no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:35.514307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f868d0e1-ef9e-4db8-ab6e-495a50a9bc4d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for b57e8121-2aa7-41d6-92cb-99f98e46d027 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:35.519351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.557754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f28c06-e990-4e60-a272-2cff02fdf469 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Router 6e4112b7-d3ca-4e4b-818f-9665d805d690 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:46:35.574880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-669878ce-2f96-4a45-b0ce-2f2eccc7de78 None None] For port 732dfb85-5535-4c77-a425-4d38c45e95bd, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=732dfb85-5535-4c77-a425-4d38c45e95bd,segment=NetworkSegment(fd9aafc8-714e-4090-91b1-1a9ad7eb72d7),segment_id=fd9aafc8-714e-4090-91b1-1a9ad7eb72d7)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:35.575291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-669878ce-2f96-4a45-b0ce-2f2eccc7de78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.585039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3fae99-39a1-459b-9145-b5ba669e4a00']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:35.648312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6415b1db-3851-46e5-9125-88ac0d993ad7') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:35.648312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6415b1db-3851-46e5-9125-88ac0d993ad7') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:35.674185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.694980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] For port 732dfb85-5535-4c77-a425-4d38c45e95bd, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=732dfb85-5535-4c77-a425-4d38c45e95bd,segment=NetworkSegment(fd9aafc8-714e-4090-91b1-1a9ad7eb72d7),segment_id=fd9aafc8-714e-4090-91b1-1a9ad7eb72d7)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:35.695343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.706845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.748182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-669878ce-2f96-4a45-b0ce-2f2eccc7de78 None None] Calling delete_port for 732dfb85-5535-4c77-a425-4d38c45e95bd owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:35.759096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.799043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:35.832461 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:35.832884 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:35.849083 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:35.856034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Calling delete_port for 732dfb85-5535-4c77-a425-4d38c45e95bd owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:35.868004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:35.953615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f28c06-e990-4e60-a272-2cff02fdf469 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:35.967645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:35.970125 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cea0bc-d7ae-494e-a0ec-5fefee18b5b6 None None] Sync routers for ids ['6e4112b7-d3ca-4e4b-818f-9665d805d690'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:35.982671 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cea0bc-d7ae-494e-a0ec-5fefee18b5b6 None None] Routers {'6e4112b7-d3ca-4e4b-818f-9665d805d690'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:35.983818 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-32cea0bc-d7ae-494e-a0ec-5fefee18b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6e4112b7-d3ca-4e4b-818f-9665d805d690'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:35.986004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:36.009540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-669878ce-2f96-4a45-b0ce-2f2eccc7de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:36.011653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:36.012415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:36.014245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8a22bcab-1a8f-4680-b083-55a29dde85a0 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:36.035343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:36.041048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:36.041571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:36.052222 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-32cea0bc-d7ae-494e-a0ec-5fefee18b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:36.054087 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:36.069570 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cea0bc-d7ae-494e-a0ec-5fefee18b5b6 None None] Routers {'6e4112b7-d3ca-4e4b-818f-9665d805d690'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:36.069570 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-32cea0bc-d7ae-494e-a0ec-5fefee18b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6e4112b7-d3ca-4e4b-818f-9665d805d690'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:36.082867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:36.095775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669878ce-2f96-4a45-b0ce-2f2eccc7de78 None None] Pushing event deleted for resources: {'Port': ['ID=732dfb85-5535-4c77-a425-4d38c45e95bd,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:36.103930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669878ce-2f96-4a45-b0ce-2f2eccc7de78 None None] No DVR routers for this DVR port 732dfb85-5535-4c77-a425-4d38c45e95bd on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:46:36.110656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 8a22bcab-1a8f-4680-b083-55a29dde85a0 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:36.110993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8a22bcab-1a8f-4680-b083-55a29dde85a0 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:36.145301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-66f28c06-e990-4e60-a272-2cff02fdf469 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "PUT /v2.0/routers/6e4112b7-d3ca-4e4b-818f-9665d805d690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2061434 Mar 11 15:46:36.146420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=ebbe3a81-ae16-468f-9ae2-2151c4834cb0,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:36.157148 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-32cea0bc-d7ae-494e-a0ec-5fefee18b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:36.157551 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cea0bc-d7ae-494e-a0ec-5fefee18b5b6 None None] The sync data for ids ['6e4112b7-d3ca-4e4b-818f-9665d805d690'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:36.168639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40112) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:36.228150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event deleted for resources: {'Network': ['ID=ec3fae99-39a1-459b-9145-b5ba669e4a00,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:36.235985 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-139a3439-7b54-4a8f-85f2-fd40affaf382 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "DELETE /v2.0/networks/ec3fae99-39a1-459b-9145-b5ba669e4a00 HTTP/1.1" status: 204 len: 168 time: 1.1364858 Mar 11 15:46:36.238485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40116) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:36.252897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Attempting to bind port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:46:36.253228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Attempting to bind port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eab724de-eab8-487c-b007-874f187bc555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a854c22c-181b-4516-97b3-c14d94aec1f0'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:46:36.253551 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Attempting to bind port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 on network a854c22c-181b-4516-97b3-c14d94aec1f0 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:46:36.309093 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-16c2604e-1501-402f-a0ab-fb9031c47d07 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] delete failed (client error): The resource could not be found. Mar 11 15:46:36.310108 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-16c2604e-1501-402f-a0ab-fb9031c47d07 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-2059871142 HTTP/1.1" status: 404 len: 335 time: 0.1316156 Mar 11 15:46:36.316833 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 on network a854c22c-181b-4516-97b3-c14d94aec1f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:46:36.318228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Attempting to bind port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 on network a854c22c-181b-4516-97b3-c14d94aec1f0 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:46:36.319531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40120) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:36.327983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-77f583fc-673e-46f9-b00f-b576bf8a55dd tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e4112b7-d3ca-4e4b-818f-9665d805d690'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:36.392817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82467a5d-b774-4b48-ac81-cbedc3c287b0 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:36.396540 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a6cfb9a0-7146-440e-8ed3-c18caafb1c5a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.8656437 Mar 11 15:46:36.397700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:46:36.398106 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Checking segment: {'id': 'eab724de-eab8-487c-b007-874f187bc555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a854c22c-181b-4516-97b3-c14d94aec1f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:36.398498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Bound using segment: {'id': 'eab724de-eab8-487c-b007-874f187bc555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a854c22c-181b-4516-97b3-c14d94aec1f0'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:46:36.398611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82467a5d-b774-4b48-ac81-cbedc3c287b0 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:36.398941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Bound port: 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab724de-eab8-487c-b007-874f187bc555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a854c22c-181b-4516-97b3-c14d94aec1f0'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:46:36.399356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-82467a5d-b774-4b48-ac81-cbedc3c287b0 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Synchronizing usage tracker for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:network {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:36.399471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:36.401714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40124) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:36.415542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f868d0e1-ef9e-4db8-ab6e-495a50a9bc4d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:36.477192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c1fed-dec6-4d2e-be5e-1746f2653894 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:36.477761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-758c1fed-dec6-4d2e-be5e-1746f2653894 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:36.509598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-82467a5d-b774-4b48-ac81-cbedc3c287b0 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Unset dirty status for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:network {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:36.514506 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-82467a5d-b774-4b48-ac81-cbedc3c287b0 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2712164 Mar 11 15:46:36.514506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Deleting port 732dfb85-5535-4c77-a425-4d38c45e95bd {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:36.514506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:36.519880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40128) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:36.535189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868d0e1-ef9e-4db8-ab6e-495a50a9bc4d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=b57e8121-2aa7-41d6-92cb-99f98e46d027,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:36.592815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-758c1fed-dec6-4d2e-be5e-1746f2653894 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:36.596431 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-758c1fed-dec6-4d2e-be5e-1746f2653894 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/ebbe3a81-ae16-468f-9ae2-2151c4834cb0 HTTP/1.1" status: 200 len: 844 time: 0.1903820 Mar 11 15:46:36.602656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] The port '732dfb85-5535-4c77-a425-4d38c45e95bd' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:46:36.605977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40132) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:36.609132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1813928782'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:36.842007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-944262ef-c57d-4411-bcb4-f49c62d12388 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port ebbe3a81-ae16-468f-9ae2-2151c4834cb0 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:36.842567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-944262ef-c57d-4411-bcb4-f49c62d12388 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:36.890814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:36.932369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381edc8b-6479-4238-8688-fa4967badf6c']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:36.982425 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9aafc8-714e-4090-91b1-1a9ad7eb72d7') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:36.982425 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9aafc8-714e-4090-91b1-1a9ad7eb72d7') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:36.999963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.050084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.059584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:37.066531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:37.066922 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.071375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] For port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:37.081205 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:37.117971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:37.214559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-944262ef-c57d-4411-bcb4-f49c62d12388 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.236020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-77f583fc-673e-46f9-b00f-b576bf8a55dd tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.241982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] For port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7,segment=NetworkSegment(eab724de-eab8-487c-b007-874f187bc555),segment_id=eab724de-eab8-487c-b007-874f187bc555)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:46:37.296058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cb0dd-81ab-465a-ab9f-f6a0cb17add4 req-27f87dc8-1fac-4afe-b8a5-e79a49d05738 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:37.297604 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-770cb0dd-81ab-465a-ab9f-f6a0cb17add4 req-27f87dc8-1fac-4afe-b8a5-e79a49d05738 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 943 time: 1.0463560 Mar 11 15:46:37.301362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f868d0e1-ef9e-4db8-ab6e-495a50a9bc4d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.305499 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f868d0e1-ef9e-4db8-ab6e-495a50a9bc4d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/b57e8121-2aa7-41d6-92cb-99f98e46d027 HTTP/1.1" status: 204 len: 168 time: 3.5937691 Mar 11 15:46:37.318010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40136) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:37.354570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.364795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-944262ef-c57d-4411-bcb4-f49c62d12388 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for ebbe3a81-ae16-468f-9ae2-2151c4834cb0 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:37.444998 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a010674-f828-43f8-8d49-245b76218bd9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:46:37.445531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4a010674-f828-43f8-8d49-245b76218bd9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:37.446841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.453899 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-77f583fc-673e-46f9-b00f-b576bf8a55dd tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] update failed (client error): The resource could not be found. Mar 11 15:46:37.454980 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-77f583fc-673e-46f9-b00f-b576bf8a55dd tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "PUT /v2.0/routers/6e4112b7-d3ca-4e4b-818f-9665d805d690 HTTP/1.1" status: 404 len: 339 time: 1.1343687 Mar 11 15:46:37.456333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:37.456966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.458204 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 HTTP/1.1" status: 200 len: 1093 time: 4.7766149 Mar 11 15:46:37.464817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf9f1a0-2835-443f-bbb8-2e9e86bef45e', 'tag': '6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:46:37.466372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40140) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:37.469500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Made reservation on behalf of 89f8f5a201844d1a8d0ac14d12b29c14 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:37.470400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.475916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.482379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2060838378'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:37.489628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Pushing event deleted for resources: {'Network': ['ID=381edc8b-6479-4238-8688-fa4967badf6c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:37.492528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:37.499968 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3215ff37-87d8-4e07-8b96-28714183a4c5 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/networks/381edc8b-6479-4238-8688-fa4967badf6c HTTP/1.1" status: 204 len: 168 time: 2.5293887 Mar 11 15:46:37.499968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Usage tracker for resource:network and tenant:3612438083014de194be946d63b6d6c0 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:37.501207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40146) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:37.507127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:37.508734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-770cb0dd-81ab-465a-ab9f-f6a0cb17add4 req-6e65a20b-8d19-4b40-8670-f2eb93037a79 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036743 Mar 11 15:46:37.515345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3cdc53ca-a98d-4033-b0f9-2fd891d9d598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'routes': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:37.529969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda0fc6-e6ea-4e40-90e9-bb01cfe183c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:37.555417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:37.569328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.569840 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Added segment 9e8edce7-7b0a-4a83-b48a-b35fc41f87ac of type vlan for network 4c952990-bd08-4102-ad00-e0bb1c733e5e Mar 11 15:46:37.598905 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:37.600947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-944262ef-c57d-4411-bcb4-f49c62d12388 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.638457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4a010674-f828-43f8-8d49-245b76218bd9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:37.639613 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4a010674-f828-43f8-8d49-245b76218bd9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/b57e8121-2aa7-41d6-92cb-99f98e46d027 HTTP/1.1" status: 404 len: 333 time: 0.3206937 Mar 11 15:46:37.644688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40152) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:37.646245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.723681 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf9f1a0-2835-443f-bbb8-2e9e86bef45e', 'tag': '6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7', 'status': 'completed', 'code': 200} Mar 11 15:46:37.768380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a27f5bd-c0f3-492a-b228-c6bce99fadf5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting subnet 3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:37.773231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2a27f5bd-c0f3-492a-b228-c6bce99fadf5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.779961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944262ef-c57d-4411-bcb4-f49c62d12388 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=ebbe3a81-ae16-468f-9ae2-2151c4834cb0,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:37.832838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-73f4e7ef-bd88-4389-8daf-6174cd613800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:37.834351 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-73f4e7ef-bd88-4389-8daf-6174cd613800 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=684cb0babacf4e8faaf072b6bdbad25d&device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 1096 time: 0.2489414 Mar 11 15:46:37.842402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2a27f5bd-c0f3-492a-b228-c6bce99fadf5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.910947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-944262ef-c57d-4411-bcb4-f49c62d12388 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.912794 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-944262ef-c57d-4411-bcb4-f49c62d12388 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/ebbe3a81-ae16-468f-9ae2-2151c4834cb0 HTTP/1.1" status: 204 len: 168 time: 1.3084133 Mar 11 15:46:37.915995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Made reservation on behalf of 3612438083014de194be946d63b6d6c0 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:37.919354 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.927720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40156) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:37.942670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.947961 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:37.949056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:37.982002 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-7e4331f4-2376-4edc-bed2-060839e2baf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 HTTP/1.1" status: 200 len: 217 time: 0.1081445 Mar 11 15:46:38.068414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.extraroute_db [None req-3cdc53ca-a98d-4033-b0f9-2fd891d9d598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Added routes are [] {{(pid=88557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 15:46:38.068642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.extraroute_db [None req-3cdc53ca-a98d-4033-b0f9-2fd891d9d598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Removed routes are [] {{(pid=88557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 15:46:38.069003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3cdc53ca-a98d-4033-b0f9-2fd891d9d598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.073144 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-810c2529-b4e9-4a0c-a0fc-ad8836ed06f6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:46:38.074207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-810c2529-b4e9-4a0c-a0fc-ad8836ed06f6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:38.147204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event updated for resources: {'Network': ['ID=4c952990-bd08-4102-ad00-e0bb1c733e5e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:38.158959 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d8bd23e3-cb48-4cfa-847b-abaa79fd1722 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6254025 Mar 11 15:46:38.158959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-3d28d29b-e005-4254-ac2e-5f3b6fcce015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:38.159173 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 4c952990-bd08-4102-ad00-e0bb1c733e5e details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:38.159630 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-3d28d29b-e005-4254-ac2e-5f3b6fcce015 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63d0d39d-af7b-4012-9204-aea1091f9720 HTTP/1.1" status: 200 len: 852 time: 0.1653862 Mar 11 15:46:38.159630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40160) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:38.166593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2040156448'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:38.210370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:38.218021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:38.221135 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-4dd50568-4765-45e3-8c3d-20f7b45d01ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a854c22c-181b-4516-97b3-c14d94aec1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510325 Mar 11 15:46:38.222558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2a27f5bd-c0f3-492a-b228-c6bce99fadf5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.250603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Usage tracker for resource:network and tenant:89f8f5a201844d1a8d0ac14d12b29c14 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:38.264773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:38.300932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.301334 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Added segment 188c13d5-25a4-4b01-8d00-35451773661c of type vlan for network 4145063a-41a7-475d-a33c-d3a321042f72 Mar 11 15:46:38.305733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:38.310022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-810c2529-b4e9-4a0c-a0fc-ad8836ed06f6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:38.314684 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-810c2529-b4e9-4a0c-a0fc-ad8836ed06f6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/ebbe3a81-ae16-468f-9ae2-2151c4834cb0 HTTP/1.1" status: 404 len: 333 time: 0.3808939 Mar 11 15:46:38.315057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40164) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:38.327756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'name': 'tempest-PortsIpV6TestJSON-826420275'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:38.376894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3cdc53ca-a98d-4033-b0f9-2fd891d9d598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.389559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3cdc53ca-a98d-4033-b0f9-2fd891d9d598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.427439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Made reservation on behalf of 89f8f5a201844d1a8d0ac14d12b29c14 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:38.430830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.448176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.551458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:38.552690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdc53ca-a98d-4033-b0f9-2fd891d9d598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:46:38.559068 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-03ab56d3-ba90-4fef-8d2e-fb42183cade6 service neutron] 10.222.0.30 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011606 Mar 11 15:46:38.562457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:38.567401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2a27f5bd-c0f3-492a-b228-c6bce99fadf5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.574942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:38.634339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.640010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:38.640673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.742262 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdc53ca-a98d-4033-b0f9-2fd891d9d598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:38.754890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c307f8-deb7-4643-9399-696d30a30610 None None] Sync routers for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:38.766738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c307f8-deb7-4643-9399-696d30a30610 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:38.767934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-88c307f8-deb7-4643-9399-696d30a30610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:38.799322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27f5bd-c0f3-492a-b228-c6bce99fadf5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Subnet': ['ID=3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:38.819603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3cdc53ca-a98d-4033-b0f9-2fd891d9d598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.820105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.828632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Added segment 98960117-674b-4f9f-b550-5f577251642c of type vlan for network cf7fdb43-52d0-4982-abdc-dcc13aac0a49 Mar 11 15:46:38.828841 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3cdc53ca-a98d-4033-b0f9-2fd891d9d598 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79 HTTP/1.1" status: 200 len: 705 time: 1.3185854 Mar 11 15:46:38.828841 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3521521 Mar 11 15:46:38.828841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40170) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:38.829099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2a27f5bd-c0f3-492a-b228-c6bce99fadf5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.841401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b468a8-face-4dfe-a054-ce2fb653fe44 None None] Network 5c734fdd-4261-47e0-be3b-716a55a40806 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:38.870589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-25804c41-7659-4d7c-8699-a57d6bd345a3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Synchronizing usage tracker for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:38.872821 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40174) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:38.878921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c992b56-8ad9-4d8f-85e3-4565a8811869 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Network': ['ID=4145063a-41a7-475d-a33c-d3a321042f72,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:38.884089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'subnet': {'network_id': '4145063a-41a7-475d-a33c-d3a321042f72', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:38.912197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 4145063a-41a7-475d-a33c-d3a321042f72 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:38.920814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:38.924301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.936339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:38.943666 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2a27f5bd-c0f3-492a-b228-c6bce99fadf5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d HTTP/1.1" status: 204 len: 168 time: 1.2934620 Mar 11 15:46:38.950143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40178) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:38.969614 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-88c307f8-deb7-4643-9399-696d30a30610 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:39.009900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-25804c41-7659-4d7c-8699-a57d6bd345a3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Unset dirty status for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:39.011037 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-25804c41-7659-4d7c-8699-a57d6bd345a3 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=588207a0-3028-4ed2-b64f-fb2e5bc8aa79 HTTP/1.1" status: 200 len: 205 time: 0.1837809 Mar 11 15:46:39.012720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:39.015830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40182) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:39.024243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port 4a2ade8e-e489-4e1d-8834-1230cd60e67b yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:39.075160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Usage tracker for resource:subnet and tenant:3612438083014de194be946d63b6d6c0 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:39.083300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:39.098568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:39.122568 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9585636-b2fb-4215-a4e4-bd01fe4ba383 req-68cba87c-212b-435e-a2c2-944f5d6078aa service neutron] 10.222.0.30 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488470 Mar 11 15:46:39.128510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f080e16e-ed0f-48a8-ad40-e15f96b3f9de tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting subnet ab12ba97-4926-4fa3-9776-5d5c6351e05c {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:39.137668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-88c307f8-deb7-4643-9399-696d30a30610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:32Z', 'revision_number': 11, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:39.142812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f080e16e-ed0f-48a8-ad40-e15f96b3f9de tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.178339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a38c1bcb-9e49-41f0-b836-e4a70863f541 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.194241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c307f8-deb7-4643-9399-696d30a30610 None None] Checking router: 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:46:39.203418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.208969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:39.209592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.260241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a8d74-cf24-4e97-a9ff-8e54cdaecab9 req-9a585a73-227d-4a67-9249-2a36aa3aa5aa tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:39.262250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d1a8d74-cf24-4e97-a9ff-8e54cdaecab9 req-9a585a73-227d-4a67-9249-2a36aa3aa5aa tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 943 time: 0.5159388 Mar 11 15:46:39.319114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c307f8-deb7-4643-9399-696d30a30610 None None] Routers {'588207a0-3028-4ed2-b64f-fb2e5bc8aa79'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:39.319973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-88c307f8-deb7-4643-9399-696d30a30610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:39.337015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f080e16e-ed0f-48a8-ad40-e15f96b3f9de tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.465823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-88c307f8-deb7-4643-9399-696d30a30610 None None] Set router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:39.492985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Made reservation on behalf of 3612438083014de194be946d63b6d6c0 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:39.494898 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3335953 Mar 11 15:46:39.500766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.516975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40186) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:39.528915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38f733-fdcc-4eac-b97a-3ccf56725bd3 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event updated for resources: {'Network': ['ID=cf7fdb43-52d0-4982-abdc-dcc13aac0a49,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:39.583747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'ports': [{'network_id': '4c952990-bd08-4102-ad00-e0bb1c733e5e', 'name': 'tempest-port--66633874', 'admin_state_up': True}, {'network_id': 'cf7fdb43-52d0-4982-abdc-dcc13aac0a49', 'admin_state_up': False}]} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:39.584146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'port': {'network_id': '4c952990-bd08-4102-ad00-e0bb1c733e5e', 'name': 'tempest-port--66633874', 'admin_state_up': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:39.584530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'port': {'network_id': 'cf7fdb43-52d0-4982-abdc-dcc13aac0a49', 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:39.592602 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network cf7fdb43-52d0-4982-abdc-dcc13aac0a49 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:39.643558 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d1a8d74-cf24-4e97-a9ff-8e54cdaecab9 req-de7b41b3-0fd1-438b-be69-7afe01eef83f tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573735 Mar 11 15:46:39.709685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-88c307f8-deb7-4643-9399-696d30a30610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:32Z', 'revision_number': 11, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:39.719080 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a38c1bcb-9e49-41f0-b836-e4a70863f541 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.722043 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c307f8-deb7-4643-9399-696d30a30610 None None] The sync data for ids ['588207a0-3028-4ed2-b64f-fb2e5bc8aa79'] in dv-neutron-833203-2-hyperv is: [{'id': '588207a0-3028-4ed2-b64f-fb2e5bc8aa79', 'name': 'tempest-RoutersIpV6Test-router-1668436160', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:45:02Z', 'updated_at': '2022-03-11T15:46:32Z', 'revision_number': 11, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:39.724349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a38c1bcb-9e49-41f0-b836-e4a70863f541 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.757366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.780757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f080e16e-ed0f-48a8-ad40-e15f96b3f9de tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.828994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a38c1bcb-9e49-41f0-b836-e4a70863f541 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.831901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38c1bcb-9e49-41f0-b836-e4a70863f541 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Fanout notify agent at l3_agent the message router_deleted on router 588207a0-3028-4ed2-b64f-fb2e5bc8aa79 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:46:39.903064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a38c1bcb-9e49-41f0-b836-e4a70863f541 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:39.904363 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a38c1bcb-9e49-41f0-b836-e4a70863f541 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79 HTTP/1.1" status: 204 len: 168 time: 0.8876102 Mar 11 15:46:39.909104 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40190) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:39.915490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9e00ff2c-2a8f-4ab5-bd05-027fc0efb330 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1155226373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:39.924185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9e00ff2c-2a8f-4ab5-bd05-027fc0efb330 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:39.928984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9e00ff2c-2a8f-4ab5-bd05-027fc0efb330 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Usage tracker for resource:router and tenant:b0997e6cea224c9a87d7af6ff59546d4 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:39.931987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9e00ff2c-2a8f-4ab5-bd05-027fc0efb330 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:39.939616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9e00ff2c-2a8f-4ab5-bd05-027fc0efb330 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:39.960947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63dbe0-f327-4a52-89fc-029803771f82 req-bf16b63c-7488-492c-9eea-e32cc0c34c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:39.962503 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fd63dbe0-f327-4a52-89fc-029803771f82 req-bf16b63c-7488-492c-9eea-e32cc0c34c9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=684cb0babacf4e8faaf072b6bdbad25d&device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 1096 time: 0.6969969 Mar 11 15:46:39.980210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.018705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9e00ff2c-2a8f-4ab5-bd05-027fc0efb330 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.021462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9e00ff2c-2a8f-4ab5-bd05-027fc0efb330 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.041875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:40.079252 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Subnet': ['ID=840efb4d-8a7a-4ca9-bd51-7867c56670c0,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:40.088351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Checking segment: {'id': '188c13d5-25a4-4b01-8d00-35451773661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4145063a-41a7-475d-a33c-d3a321042f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:40.088793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network hostable DHCP agents. Network: 4145063a-41a7-475d-a33c-d3a321042f72, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:40.093017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Usage tracker for resource:port and tenant:89f8f5a201844d1a8d0ac14d12b29c14 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:40.101255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:40.120771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:40.126825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f080e16e-ed0f-48a8-ad40-e15f96b3f9de tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.130137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9e00ff2c-2a8f-4ab5-bd05-027fc0efb330 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.185080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080e16e-ed0f-48a8-ad40-e15f96b3f9de tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Subnet': ['ID=ab12ba97-4926-4fa3-9776-5d5c6351e05c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:40.195154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f080e16e-ed0f-48a8-ad40-e15f96b3f9de tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.202482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network 4145063a-41a7-475d-a33c-d3a321042f72 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:40.208598 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f080e16e-ed0f-48a8-ad40-e15f96b3f9de tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/ab12ba97-4926-4fa3-9776-5d5c6351e05c HTTP/1.1" status: 204 len: 168 time: 1.2525926 Mar 11 15:46:40.212727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63dbe0-f327-4a52-89fc-029803771f82 req-bd1db8fd-03b2-4169-9646-410d9e1fde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:40.212889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40194) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:40.213008 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fd63dbe0-f327-4a52-89fc-029803771f82 req-bd1db8fd-03b2-4169-9646-410d9e1fde08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a854c22c-181b-4516-97b3-c14d94aec1f0 HTTP/1.1" status: 200 len: 913 time: 0.2307849 Mar 11 15:46:40.284020 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fd63dbe0-f327-4a52-89fc-029803771f82 req-7504112d-8522-4287-90b1-e885035b0f84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 HTTP/1.1" status: 200 len: 217 time: 0.0666807 Mar 11 15:46:40.285911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.314030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9e00ff2c-2a8f-4ab5-bd05-027fc0efb330 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.334055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 4145063a-41a7-475d-a33c-d3a321042f72) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:40.339446 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:40.340125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.344812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b697eed4-e69d-4a9c-aec8-d25bf34065d7 None None] Network 4145063a-41a7-475d-a33c-d3a321042f72 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:40.368124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.391405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 46a0e076-1267-45b3-83b0-eb3745e2638d {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:40.391760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.470148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839ab79f-ce8d-40a8-910f-67b428add2e6 None None] Network 5c734fdd-4261-47e0-be3b-716a55a40806 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:40.494962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Made reservation on behalf of 89f8f5a201844d1a8d0ac14d12b29c14 for: {'port': 2} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:40.499347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.500693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9e00ff2c-2a8f-4ab5-bd05-027fc0efb330 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.505016 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9e00ff2c-2a8f-4ab5-bd05-027fc0efb330 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5936420 Mar 11 15:46:40.505879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40198) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:40.519502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-28a9c974-b9f2-42e2-ad4b-a565b0eb7c3d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:40.551851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:40.560782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:40.562474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.576892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:40.585006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:40.585196 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-200565d6-b677-42c7-bb50-b808ae1c7426 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7057307 Mar 11 15:46:40.585337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.593634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40202) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:40.601143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1b13942a-3065-4db0-8037-637577cabc6b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'router': {'external_gateway_info': {'network_id': '4145063a-41a7-475d-a33c-d3a321042f72'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:40.635524 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-728a0825-0538-44ec-a110-f609f749380f None None] Provisioning complete for port 46a0e076-1267-45b3-83b0-eb3745e2638d triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:40.636132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-728a0825-0538-44ec-a110-f609f749380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.656805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=4a2ade8e-e489-4e1d-8834-1230cd60e67b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:40.721967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63dbe0-f327-4a52-89fc-029803771f82 req-0bc60710-8111-4d83-94c5-a9a89a57e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:40.723664 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fd63dbe0-f327-4a52-89fc-029803771f82 req-0bc60710-8111-4d83-94c5-a9a89a57e1a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63d0d39d-af7b-4012-9204-aea1091f9720 HTTP/1.1" status: 200 len: 852 time: 0.2684162 Mar 11 15:46:40.837288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-4145063a-41a7-475d-a33c-d3a321042f72', 'network_id': '4145063a-41a7-475d-a33c-d3a321042f72', 'tenant_id': '3612438083014de194be946d63b6d6c0', 'fixed_ips': [{'subnet_id': '840efb4d-8a7a-4ca9-bd51-7867c56670c0'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:46:40.838105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:40.870754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fd63dbe0-f327-4a52-89fc-029803771f82 req-ae1acf74-2046-4d05-9766-c0e0af4ec0f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a854c22c-181b-4516-97b3-c14d94aec1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342719 Mar 11 15:46:40.871982 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1e0def51-eac6-4ef7-b80c-8875e728a0c0 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5560133 Mar 11 15:46:40.911527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40208) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:41.009545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ef0867b9-a376-45a5-b936-101f5fe8e4c6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:41.023016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] For port 46a0e076-1267-45b3-83b0-eb3745e2638d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=46a0e076-1267-45b3-83b0-eb3745e2638d,segment=NetworkSegment(ee0af41d-6461-4fc6-8308-f59d19008e63),segment_id=ee0af41d-6461-4fc6-8308-f59d19008e63)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:41.023522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.062821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb88ef-93d8-4f8f-b833-4a8d97846559 None None] DHCP port deletion for 5c734fdd-4261-47e0-be3b-716a55a40806 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:46:41.071587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-24fb88ef-93d8-4f8f-b833-4a8d97846559 None None] Deleting port 46a0e076-1267-45b3-83b0-eb3745e2638d {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:41.071949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-24fb88ef-93d8-4f8f-b833-4a8d97846559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.125594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Allocated IP 2001:db8:1::2 (4145063a-41a7-475d-a33c-d3a321042f72/840efb4d-8a7a-4ca9-bd51-7867c56670c0/9267b5d1-611e-44fa-81be-dc01b5b5e29d) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:41.279577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 46a0e076-1267-45b3-83b0-eb3745e2638d owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:41.320612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28a9c974-b9f2-42e2-ad4b-a565b0eb7c3d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.356370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-24fb88ef-93d8-4f8f-b833-4a8d97846559 None None] For port 46a0e076-1267-45b3-83b0-eb3745e2638d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=46a0e076-1267-45b3-83b0-eb3745e2638d,segment=NetworkSegment(ee0af41d-6461-4fc6-8308-f59d19008e63),segment_id=ee0af41d-6461-4fc6-8308-f59d19008e63)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:41.356940 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-24fb88ef-93d8-4f8f-b833-4a8d97846559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.402967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28a9c974-b9f2-42e2-ad4b-a565b0eb7c3d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.479949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.481021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 46a0e076-1267-45b3-83b0-eb3745e2638d no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:41.494480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] device_id is not set on port 61002f76-6282-42ec-aefd-46f0fe018489 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:41.527134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1b13942a-3065-4db0-8037-637577cabc6b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.559789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ef0867b9-a376-45a5-b936-101f5fe8e4c6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.566248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-24fb88ef-93d8-4f8f-b833-4a8d97846559 None None] Calling delete_port for 46a0e076-1267-45b3-83b0-eb3745e2638d owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:41.569930 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fd63dbe0-f327-4a52-89fc-029803771f82 req-2c47d2c0-1196-4d51-84f8-e4ea3127ef49 service neutron] 10.222.0.30 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592391 Mar 11 15:46:41.586738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000728c-a7ac-4402-9243-34928395c578 req-18b7b9a0-b4a0-4744-b4b2-75edab3330fe tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:41.588175 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2000728c-a7ac-4402-9243-34928395c578 req-18b7b9a0-b4a0-4744-b4b2-75edab3330fe tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 943 time: 0.7615499 Mar 11 15:46:41.603164 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=46a0e076-1267-45b3-83b0-eb3745e2638d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:41.607799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No DVR routers for this DVR port 46a0e076-1267-45b3-83b0-eb3745e2638d on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:46:41.614546 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 46a0e076-1267-45b3-83b0-eb3745e2638d {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:41.614881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 46a0e076-1267-45b3-83b0-eb3745e2638d not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:41.769916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-24fb88ef-93d8-4f8f-b833-4a8d97846559 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:41.770143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-24fb88ef-93d8-4f8f-b833-4a8d97846559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:41.771073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.800679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c734fdd-4261-47e0-be3b-716a55a40806']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:41.800922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.812925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Transition to ACTIVE for port object 9267b5d1-611e-44fa-81be-dc01b5b5e29d will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:41.815497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0af41d-6461-4fc6-8308-f59d19008e63') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:41.815926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0af41d-6461-4fc6-8308-f59d19008e63') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:41.828714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.833408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Transition to ACTIVE for port object 9267b5d1-611e-44fa-81be-dc01b5b5e29d will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:41.843519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a9c974-b9f2-42e2-ad4b-a565b0eb7c3d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Router 2c00363e-52f2-4f08-b551-f0921382cc64 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:46:41.848171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.861162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:46:41.861162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:46:41.937745 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:46:41.983179 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2000728c-a7ac-4402-9243-34928395c578 req-2b30d33c-506a-4fa7-8d87-a9b74701966f tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723094 Mar 11 15:46:42.048800 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.086248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a9c974-b9f2-42e2-ad4b-a565b0eb7c3d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:42.101009 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbba434-2117-4e9a-ace1-3cd4b2413dbb None None] Sync routers for ids ['2c00363e-52f2-4f08-b551-f0921382cc64'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:42.108986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28a9c974-b9f2-42e2-ad4b-a565b0eb7c3d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.114767 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-28a9c974-b9f2-42e2-ad4b-a565b0eb7c3d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "PUT /v2.0/routers/2c00363e-52f2-4f08-b551-f0921382cc64 HTTP/1.1" status: 200 len: 698 time: 1.6060488 Mar 11 15:46:42.121284 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbba434-2117-4e9a-ace1-3cd4b2413dbb None None] Routers {'2c00363e-52f2-4f08-b551-f0921382cc64'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:42.121434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40212) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:42.121544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Network 4145063a-41a7-475d-a33c-d3a321042f72 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:42.121656 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5cbba434-2117-4e9a-ace1-3cd4b2413dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2c00363e-52f2-4f08-b551-f0921382cc64'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:42.123672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:42.128692 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:42.135164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Pushing event updated for resources: {'Port': ['ID=9267b5d1-611e-44fa-81be-dc01b5b5e29d,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:42.140344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:46:42.174048 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fd63dbe0-f327-4a52-89fc-029803771f82 req-9ad110b8-8388-4ee6-b495-cdc0f27e65cc service neutron] 10.222.0.30 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952184 Mar 11 15:46:42.206092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.252484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Attempting to bind port 9267b5d1-611e-44fa-81be-dc01b5b5e29d on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:46:42.253042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Attempting to bind port 9267b5d1-611e-44fa-81be-dc01b5b5e29d by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '188c13d5-25a4-4b01-8d00-35451773661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4145063a-41a7-475d-a33c-d3a321042f72'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:46:42.253838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Attempting to bind port 9267b5d1-611e-44fa-81be-dc01b5b5e29d on network 4145063a-41a7-475d-a33c-d3a321042f72 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:46:42.271515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-24fb88ef-93d8-4f8f-b833-4a8d97846559 None None] Deleting port 46a0e076-1267-45b3-83b0-eb3745e2638d {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:42.272019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-24fb88ef-93d8-4f8f-b833-4a8d97846559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.273813 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-5cbba434-2117-4e9a-ace1-3cd4b2413dbb None None] Set router 2c00363e-52f2-4f08-b551-f0921382cc64 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:42.277443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.282192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.287606 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/networks/5c734fdd-4261-47e0-be3b-716a55a40806 HTTP/1.1" status: 204 len: 168 time: 2.0723441 Mar 11 15:46:42.312646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40216) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:42.312926 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:46:42.313407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Checking segment: {'id': '188c13d5-25a4-4b01-8d00-35451773661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4145063a-41a7-475d-a33c-d3a321042f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:42.314056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.314567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Bound using segment: {'id': '188c13d5-25a4-4b01-8d00-35451773661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4145063a-41a7-475d-a33c-d3a321042f72'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:46:42.315550 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Bound port: 9267b5d1-611e-44fa-81be-dc01b5b5e29d, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188c13d5-25a4-4b01-8d00-35451773661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4145063a-41a7-475d-a33c-d3a321042f72'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:46:42.316019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.325393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56c5ec-4f2b-4aa8-92aa-9cce1d7572b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Network': ['ID=5c734fdd-4261-47e0-be3b-716a55a40806,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:42.386975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-ef0867b9-a376-45a5-b936-101f5fe8e4c6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:46:42.400176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] device_id is not set on port 041df150-ab5a-4d18-9d3d-f138e36cbd5c yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:42.409144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ef0867b9-a376-45a5-b936-101f5fe8e4c6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.437119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-24fb88ef-93d8-4f8f-b833-4a8d97846559 None None] The port '46a0e076-1267-45b3-83b0-eb3745e2638d' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:46:42.442071 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f3d1aec0-65af-47b1-bd76-5865dace9d85 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/routers/2c00363e-52f2-4f08-b551-f0921382cc64 HTTP/1.1" status: 200 len: 704 time: 0.3253436 Mar 11 15:46:42.442894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40222) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:42.446689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40224) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:42.458233 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-1b13942a-3065-4db0-8037-637577cabc6b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:46:42.461429 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1b13942a-3065-4db0-8037-637577cabc6b tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "PUT /v2.0/routers/6e4112b7-d3ca-4e4b-818f-9665d805d690 HTTP/1.1" status: 400 len: 364 time: 1.8622537 Mar 11 15:46:42.468655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40230) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:42.483907 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5cbba434-2117-4e9a-ace1-3cd4b2413dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c00363e-52f2-4f08-b551-f0921382cc64', 'name': 'tempest-RoutersIpV6Test-router-1155226373', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:46:40Z', 'updated_at': '2022-03-11T15:46:41Z', 'revision_number': 2, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:42.489956 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbba434-2117-4e9a-ace1-3cd4b2413dbb None None] Checking router: 2c00363e-52f2-4f08-b551-f0921382cc64 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:46:42.501062 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbba434-2117-4e9a-ace1-3cd4b2413dbb None None] Routers {'2c00363e-52f2-4f08-b551-f0921382cc64'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:42.501732 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5cbba434-2117-4e9a-ace1-3cd4b2413dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['2c00363e-52f2-4f08-b551-f0921382cc64'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:42.537327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7,segment=NetworkSegment(eab724de-eab8-487c-b007-874f187bc555),segment_id=eab724de-eab8-487c-b007-874f187bc555)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:42.556056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7', 'network_id': 'a854c22c-181b-4516-97b3-c14d94aec1f0', 'port_id': '6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7', 'mac_address': 'fa:16:3e:05:72:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d0d39d-af7b-4012-9204-aea1091f9720', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:46:42.556973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ef0867b9-a376-45a5-b936-101f5fe8e4c6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.561104 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] For port 9267b5d1-611e-44fa-81be-dc01b5b5e29d, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:46:42.605061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] For port 9267b5d1-611e-44fa-81be-dc01b5b5e29d, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9267b5d1-611e-44fa-81be-dc01b5b5e29d,segment=NetworkSegment(188c13d5-25a4-4b01-8d00-35451773661c),segment_id=188c13d5-25a4-4b01-8d00-35451773661c)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:46:42.625766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d1c960-411a-47e7-82e6-d54daaa843ab tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:42.626448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.627890 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-41d1c960-411a-47e7-82e6-d54daaa843ab tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3143599 Mar 11 15:46:42.648460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:46:42.653051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40234) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:42.667622 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7,segment=NetworkSegment(eab724de-eab8-487c-b007-874f187bc555),segment_id=eab724de-eab8-487c-b007-874f187bc555)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:42.671671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.707099 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-5cbba434-2117-4e9a-ace1-3cd4b2413dbb None None] Set router 2c00363e-52f2-4f08-b551-f0921382cc64 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:42.767703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.784059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8392a2-7434-4fae-a30e-e0018adc001e None None] Pushing event updated for resources: {'Port': ['ID=9267b5d1-611e-44fa-81be-dc01b5b5e29d,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:42.817286 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8c2fabea-669b-4f0e-87c9-93803aeef8b7 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c00363e-52f2-4f08-b551-f0921382cc64 HTTP/1.1" status: 200 len: 205 time: 0.3599868 Mar 11 15:46:42.817286 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40238) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:42.829794 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5cbba434-2117-4e9a-ace1-3cd4b2413dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c00363e-52f2-4f08-b551-f0921382cc64', 'name': 'tempest-RoutersIpV6Test-router-1155226373', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:46:40Z', 'updated_at': '2022-03-11T15:46:41Z', 'revision_number': 2, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:42.834170 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbba434-2117-4e9a-ace1-3cd4b2413dbb None None] The sync data for ids ['2c00363e-52f2-4f08-b551-f0921382cc64'] in dv-neutron-833203-2-hyperv is: [{'id': '2c00363e-52f2-4f08-b551-f0921382cc64', 'name': 'tempest-RoutersIpV6Test-router-1155226373', 'tenant_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:46:40Z', 'updated_at': '2022-03-11T15:46:41Z', 'revision_number': 2, 'project_id': 'b0997e6cea224c9a87d7af6ff59546d4', 'gw_port_host': None}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:42.887127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-ef0867b9-a376-45a5-b936-101f5fe8e4c6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] In _notify_port_updated(), no bound segment for port 4a2ade8e-e489-4e1d-8834-1230cd60e67b on network 150feecc-1e8d-4436-877e-d2f3ba4e6669 {{(pid=88558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:46:42.888791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:42.892627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0867b9-a376-45a5-b936-101f5fe8e4c6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:42.893248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ef0867b9-a376-45a5-b936-101f5fe8e4c6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:42.898402 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ef0867b9-a376-45a5-b936-101f5fe8e4c6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "PUT /v2.0/ports/4a2ade8e-e489-4e1d-8834-1230cd60e67b HTTP/1.1" status: 200 len: 818 time: 1.9774628 Mar 11 15:46:42.898402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0867b9-a376-45a5-b936-101f5fe8e4c6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=4a2ade8e-e489-4e1d-8834-1230cd60e67b,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:42.904655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40242) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:43.087698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0071be80-f3ec-4eed-9a32-5a27c770ce16 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:43.169635 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:46:43.234149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9e66b6d0-5de8-4962-913e-c0c2c9f53fa8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 4a2ade8e-e489-4e1d-8834-1230cd60e67b {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:43.234480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9e66b6d0-5de8-4962-913e-c0c2c9f53fa8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:43.251187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:43.396186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:43.421990 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e96c498f-ddc3-422f-adc2-51fd99310e8e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7086852 Mar 11 15:46:43.424563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40248) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:43.436610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-578597889'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:43.442255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:43.460687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:network and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:43.477698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9267b5d1-611e-44fa-81be-dc01b5b5e29d up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:43.568670 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Deleting port 5f4db1f6-d1f0-4de0-a2b3-77ead9956e13 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:43.569022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:43.625659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 9267b5d1-611e-44fa-81be-dc01b5b5e29d completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:43.644810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:43.657685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:43.683320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce10c3c-145a-491d-99be-93e5e5de7adc req-e65f43f3-7c2c-4662-a260-2b0357c42b1c tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:43.684935 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cce10c3c-145a-491d-99be-93e5e5de7adc req-e65f43f3-7c2c-4662-a260-2b0357c42b1c tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 944 time: 0.5258596 Mar 11 15:46:43.716512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0071be80-f3ec-4eed-9a32-5a27c770ce16 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:43.725834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0071be80-f3ec-4eed-9a32-5a27c770ce16 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:43.753811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:43.850348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:43.853911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:43.940973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0071be80-f3ec-4eed-9a32-5a27c770ce16 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:43.941362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0071be80-f3ec-4eed-9a32-5a27c770ce16 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Fanout notify agent at l3_agent the message router_deleted on router 2c00363e-52f2-4f08-b551-f0921382cc64 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:46:43.949239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cce10c3c-145a-491d-99be-93e5e5de7adc req-939f000b-743d-4263-9911-09b201e4bbfe tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027786 Mar 11 15:46:43.968645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event updated for resources: {'Port': ['ID=61002f76-6282-42ec-aefd-46f0fe018489,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:43.973176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9e66b6d0-5de8-4962-913e-c0c2c9f53fa8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:43.992952 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0071be80-f3ec-4eed-9a32-5a27c770ce16 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.000438 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0071be80-f3ec-4eed-9a32-5a27c770ce16 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/2c00363e-52f2-4f08-b551-f0921382cc64 HTTP/1.1" status: 204 len: 168 time: 1.1784027 Mar 11 15:46:44.002227 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40252) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:44.020150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:44.052381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Checking segment: {'id': '9e8edce7-7b0a-4a83-b48a-b35fc41f87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c952990-bd08-4102-ad00-e0bb1c733e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:44.052776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Network hostable DHCP agents. Network: 4c952990-bd08-4102-ad00-e0bb1c733e5e, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:44.065845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.066203 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Added segment d5a96cef-a75a-482f-8472-65f49ed4e028 of type vlan for network 25074cd8-5c67-4b7f-a2b1-afad3981da8c Mar 11 15:46:44.147504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.163237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9e66b6d0-5de8-4962-913e-c0c2c9f53fa8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 4a2ade8e-e489-4e1d-8834-1230cd60e67b owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:44.167666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:44.188781 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Allocated IP 2001:db8::1 (e0a8ca84-2c1b-4177-af77-1d018ae43cde/483c775c-6784-4cb9-8a95-85f3b206907b/fee3b8af-6266-4bb5-a0c1-1a54d6b984ba) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:44.223532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Network 4c952990-bd08-4102-ad00-e0bb1c733e5e is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:44.284536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.291531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:44.292807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.368766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:44.385115 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a271c91d-c15a-4260-952b-8245674a0685 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c00363e-52f2-4f08-b551-f0921382cc64 HTTP/1.1" status: 200 len: 205 time: 0.3803365 Mar 11 15:46:44.387146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:44.387688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.387895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40256) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:44.395557 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.396205 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.477854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Network': ['ID=25074cd8-5c67-4b7f-a2b1-afad3981da8c,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:44.481700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 4c952990-bd08-4102-ad00-e0bb1c733e5e) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:44.503244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:44.504154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.523656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 25074cd8-5c67-4b7f-a2b1-afad3981da8c details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:44.535371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7f52fc-52a9-4f21-b65d-a7b5a3672106 None None] Network 4c952990-bd08-4102-ad00-e0bb1c733e5e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:44.547507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8226b4-3cfe-405e-b412-6fa0446e0551 None None] Network 4145063a-41a7-475d-a33c-d3a321042f72 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:44.618603 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-746b90fe-f0cc-4a04-81e6-50251bc531d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] delete failed (client error): The resource could not be found. Mar 11 15:46:44.619794 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-746b90fe-f0cc-4a04-81e6-50251bc531d1 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/2c00363e-52f2-4f08-b551-f0921382cc64 HTTP/1.1" status: 404 len: 336 time: 0.2288132 Mar 11 15:46:44.630596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Calling delete_port for 5f4db1f6-d1f0-4de0-a2b3-77ead9956e13 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:44.632613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40260) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:44.639673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event updated for resources: {'Port': ['ID=041df150-ab5a-4d18-9d3d-f138e36cbd5c,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:44.673415 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-29d40643-aa54-43d0-a9f2-6591be1e3ea0 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2451806 Mar 11 15:46:44.683227 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40264) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:44.685872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Checking segment: {'id': '98960117-674b-4f9f-b550-5f577251642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cf7fdb43-52d0-4982-abdc-dcc13aac0a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:44.686478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Network hostable DHCP agents. Network: cf7fdb43-52d0-4982-abdc-dcc13aac0a49, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:44.698881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '25074cd8-5c67-4b7f-a2b1-afad3981da8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:44.706498 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bd5ba2-9558-4e13-85c8-808c2219286d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:44.706951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82bd5ba2-9558-4e13-85c8-808c2219286d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:44.708853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-82bd5ba2-9558-4e13-85c8-808c2219286d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/b64a3450-0a20-4942-a4e9-425aff3751bc HTTP/1.1" status: 404 len: 337 time: 0.0752087 Mar 11 15:46:44.715345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40268) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:44.718195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.769515 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3ed669-c03c-4bfe-ab13-5c1c051e837a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:44.769967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3ed669-c03c-4bfe-ab13-5c1c051e837a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:44.771626 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9c3ed669-c03c-4bfe-ab13-5c1c051e837a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/eb747093-1aba-4574-9b7d-2566a486b05a HTTP/1.1" status: 404 len: 337 time: 0.0504115 Mar 11 15:46:44.776966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40272) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:44.814965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Transition to ACTIVE for port object fee3b8af-6266-4bb5-a0c1-1a54d6b984ba will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:44.825979 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d01596-979f-458c-98b0-be8c90f96c5e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:44.830866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d01596-979f-458c-98b0-be8c90f96c5e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:44.830987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.831079 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-72d01596-979f-458c-98b0-be8c90f96c5e tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/29ae0d20-5e1b-455f-b631-18dcf58eecc6 HTTP/1.1" status: 404 len: 337 time: 0.0501859 Mar 11 15:46:44.831079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40276) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:44.832558 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9e66b6d0-5de8-4962-913e-c0c2c9f53fa8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.867359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Network cf7fdb43-52d0-4982-abdc-dcc13aac0a49 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:44.876243 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a986e3-6f03-4fd9-95d2-dd3546bd3d61 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:44.876969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a986e3-6f03-4fd9-95d2-dd3546bd3d61 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:44.878828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-17a986e3-6f03-4fd9-95d2-dd3546bd3d61 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/ef0084ca-0b0b-4b8c-bbde-9cebbc65bf1a HTTP/1.1" status: 404 len: 337 time: 0.0470433 Mar 11 15:46:44.880665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1f4bfff9-2fce-4a91-9a42-787f4baa2ead None None] Provisioning for port 9267b5d1-611e-44fa-81be-dc01b5b5e29d completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:44.882966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40280) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:44.894067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66b6d0-5de8-4962-913e-c0c2c9f53fa8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=4a2ade8e-e489-4e1d-8834-1230cd60e67b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:44.909540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:44.918792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9e66b6d0-5de8-4962-913e-c0c2c9f53fa8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.933561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:44.933733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d183eff9-5612-4396-8792-7c4b469207d0 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Synchronizing usage tracker for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:44.933832 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:44.940977 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9e66b6d0-5de8-4962-913e-c0c2c9f53fa8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/4a2ade8e-e489-4e1d-8834-1230cd60e67b HTTP/1.1" status: 204 len: 168 time: 2.0309017 Mar 11 15:46:44.941288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40284) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:44.942968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:44.986244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1f4bfff9-2fce-4a91-9a42-787f4baa2ead None None] Provisioning complete for port 9267b5d1-611e-44fa-81be-dc01b5b5e29d triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:44.986244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfff9-2fce-4a91-9a42-787f4baa2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.988841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, cf7fdb43-52d0-4982-abdc-dcc13aac0a49) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:45.001158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:45.006888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:45.011911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:45.012776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:45.026663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf9f1a0-2835-443f-bbb8-2e9e86bef45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:46:45.031322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc68f07-7bab-4add-bb88-edf4b56e0a29 None None] Network cf7fdb43-52d0-4982-abdc-dcc13aac0a49 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:45.037951 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:45.043472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:45.054973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d183eff9-5612-4396-8792-7c4b469207d0 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] Unset dirty status for tenant:b0997e6cea224c9a87d7af6ff59546d4 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:45.056659 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d183eff9-5612-4396-8792-7c4b469207d0 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=588207a0-3028-4ed2-b64f-fb2e5bc8aa79 HTTP/1.1" status: 200 len: 205 time: 0.1725461 Mar 11 15:46:45.059120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40292) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:45.095268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7,segment=NetworkSegment(eab724de-eab8-487c-b007-874f187bc555),segment_id=eab724de-eab8-487c-b007-874f187bc555)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:45.132078 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf9f1a0-2835-443f-bbb8-2e9e86bef45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7', 'code': 200} Mar 11 15:46:45.140804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:45.152377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3047d8db-164e-4aa3-924f-9b7701857d6c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:45.153114 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3047d8db-164e-4aa3-924f-9b7701857d6c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:45.202006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:45.203731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:45.221108 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5ab4f3df-9b1a-4fc7-bf2b-7d51f198fffa tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 5.6995056 Mar 11 15:46:45.232156 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-24e6b275-8846-40f9-8c27-354db6c91c19 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] delete failed (client error): The resource could not be found. Mar 11 15:46:45.233242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-24e6b275-8846-40f9-8c27-354db6c91c19 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/588207a0-3028-4ed2-b64f-fb2e5bc8aa79 HTTP/1.1" status: 404 len: 336 time: 0.1724792 Mar 11 15:46:45.233804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40296) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:45.251374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40298) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:45.324266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event deleted for resources: {'Port': ['ID=5f4db1f6-d1f0-4de0-a2b3-77ead9956e13,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:45.341447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:45.349694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network e0a8ca84-2c1b-4177-af77-1d018ae43cde is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:45.363409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:45.377625 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8201b7af-6555-4526-b38e-2ec4ee2142a2 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=267549e3-a14c-4da6-9b0c-2ca0f8554a3e HTTP/1.1" status: 200 len: 205 time: 0.0860946 Mar 11 15:46:45.379759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:45.380226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:45.384141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40304) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:45.394136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Port': ['ID=fee3b8af-6266-4bb5-a0c1-1a54d6b984ba,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:45.496781 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-32ac399b-6a7b-4f1c-a27d-3299925fa50d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] delete failed (client error): The resource could not be found. Mar 11 15:46:45.500719 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-32ac399b-6a7b-4f1c-a27d-3299925fa50d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/267549e3-a14c-4da6-9b0c-2ca0f8554a3e HTTP/1.1" status: 404 len: 336 time: 0.1075637 Mar 11 15:46:45.501304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40308) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:45.512536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:45.513805 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Floating IP 77f69d9d-bae0-4e5c-9a4b-82d3d4e01bd6 disassociated (deleted). External IP: 172.26.6.215, port: 421741e1-4b4e-45bd-b525-288a4ea4ace6. Mar 11 15:46:45.592857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfff9-2fce-4a91-9a42-787f4baa2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:45.611099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3047d8db-164e-4aa3-924f-9b7701857d6c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:45.612496 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3047d8db-164e-4aa3-924f-9b7701857d6c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6699572 Mar 11 15:46:45.650664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40312) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:45.659360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1f4bfff9-2fce-4a91-9a42-787f4baa2ead None None] For port 9267b5d1-611e-44fa-81be-dc01b5b5e29d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9267b5d1-611e-44fa-81be-dc01b5b5e29d,segment=NetworkSegment(188c13d5-25a4-4b01-8d00-35451773661c),segment_id=188c13d5-25a4-4b01-8d00-35451773661c)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:45.746163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfff9-2fce-4a91-9a42-787f4baa2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:45.755915 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab085b6-5339-4b0f-adde-e0fcbfc47462 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:45.756370 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab085b6-5339-4b0f-adde-e0fcbfc47462 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:45.770861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15626134-1b7a-41f1-937a-c8f764a461bd tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:45.780998 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-851e529b-34e0-4d3d-8a97-d845320350dc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:46:45.788427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-851e529b-34e0-4d3d-8a97-d845320350dc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:45.788604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15626134-1b7a-41f1-937a-c8f764a461bd tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:45.788604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-15626134-1b7a-41f1-937a-c8f764a461bd tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Synchronizing usage tracker for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:45.799144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cf0ee-a27d-4985-afff-fd35721d9395 req-7a93b6d5-34ba-488a-8e5d-ca201fb6aeab tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:45.801404 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-705cf0ee-a27d-4985-afff-fd35721d9395 req-7a93b6d5-34ba-488a-8e5d-ca201fb6aeab tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.6755788 Mar 11 15:46:45.827393 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3ab085b6-5339-4b0f-adde-e0fcbfc47462 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/aed9b2c9-620a-415a-b480-36d8bf3dc562 HTTP/1.1" status: 404 len: 337 time: 0.3218126 Mar 11 15:46:45.831830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40316) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:45.835872 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bfff9-2fce-4a91-9a42-787f4baa2ead None None] Pushing event updated for resources: {'Port': ['ID=9267b5d1-611e-44fa-81be-dc01b5b5e29d,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:45.847048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:45.908791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-851e529b-34e0-4d3d-8a97-d845320350dc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:45.910243 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-851e529b-34e0-4d3d-8a97-d845320350dc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/4a2ade8e-e489-4e1d-8834-1230cd60e67b HTTP/1.1" status: 404 len: 333 time: 0.2585340 Mar 11 15:46:45.925143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40320) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:45.931730 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e329ab10-2310-46d6-ba90-5de8d85e011a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6538883-e828-4e20-a0f7-3cc8e8ef7260 HTTP/1.1" status: 200 len: 205 time: 0.0933387 Mar 11 15:46:45.947258 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2053417445'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:45.951618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40324) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:45.961035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c005916-3c37-4792-a8a5-f50adf7c21d7 req-f373fe16-e20d-46c1-98f3-72e51ae64c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:45.962486 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c005916-3c37-4792-a8a5-f50adf7c21d7 req-f373fe16-e20d-46c1-98f3-72e51ae64c31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 1098 time: 0.3535366 Mar 11 15:46:45.985139 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c8f29c1a-b0b3-4adf-a0c6-0d939940789c None None] Provisioning for port fee3b8af-6266-4bb5-a0c1-1a54d6b984ba completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:45.991386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c8f29c1a-b0b3-4adf-a0c6-0d939940789c None None] Provisioning complete for port fee3b8af-6266-4bb5-a0c1-1a54d6b984ba triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:45.991753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c8f29c1a-b0b3-4adf-a0c6-0d939940789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:46.016182 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:46.030896 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-705cf0ee-a27d-4985-afff-fd35721d9395 req-0c534442-0506-494a-a141-134065eea3a4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078907 Mar 11 15:46:46.053149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:network and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:46.056279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-15626134-1b7a-41f1-937a-c8f764a461bd tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Unset dirty status for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:46.060645 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-15626134-1b7a-41f1-937a-c8f764a461bd tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.8092093 Mar 11 15:46:46.060645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:46.065610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c8f29c1a-b0b3-4adf-a0c6-0d939940789c None None] Port fee3b8af-6266-4bb5-a0c1-1a54d6b984ba cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:46.070299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40328) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:46.082344 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-298c2da6-13e4-4a96-b2d7-1157acff7f82 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] delete failed (client error): The resource could not be found. Mar 11 15:46:46.085817 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-298c2da6-13e4-4a96-b2d7-1157acff7f82 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/a6538883-e828-4e20-a0f7-3cc8e8ef7260 HTTP/1.1" status: 404 len: 336 time: 0.1307685 Mar 11 15:46:46.121785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40332) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:46.140018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:46.186997 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e1c2995e-a1bf-4d02-b41e-2f1c5b63071d tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc624cec-f5d5-4969-8f11-cfc68ee25c1e HTTP/1.1" status: 200 len: 205 time: 0.0619965 Mar 11 15:46:46.194752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40336) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:46.205087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-17873923-db55-417b-bc3a-748c40135a7f None None] Provisioning complete for port 9267b5d1-611e-44fa-81be-dc01b5b5e29d triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:46.205539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-17873923-db55-417b-bc3a-748c40135a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:46.327315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Router 29827d51-14b5-4f55-ae05-89455432d0c6 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:46:46.331288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:46.354077 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c005916-3c37-4792-a8a5-f50adf7c21d7 req-fd03d06d-c740-4094-ba02-0728785b4207 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269699 Mar 11 15:46:46.363524 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-d65c6caf-853a-4c2f-a3da-01e23e7592f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] delete failed (client error): The resource could not be found. Mar 11 15:46:46.364504 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d65c6caf-853a-4c2f-a3da-01e23e7592f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/fc624cec-f5d5-4969-8f11-cfc68ee25c1e HTTP/1.1" status: 404 len: 336 time: 0.1674323 Mar 11 15:46:46.365171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:46.368612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:46.373228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40340) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:46.404031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-85f9f34b-c69c-4c8c-80ff-169dff6b9e09 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Deleting port 61002f76-6282-42ec-aefd-46f0fe018489 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:46.404377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85f9f34b-c69c-4c8c-80ff-169dff6b9e09 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:46.492298 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1efe41-b235-431b-9299-64142b5c4f38 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:46.492773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1efe41-b235-431b-9299-64142b5c4f38 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:46.496998 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1f1efe41-b235-431b-9299-64142b5c4f38 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/393b3281-d821-4513-a0f9-099643897744 HTTP/1.1" status: 404 len: 337 time: 0.1174171 Mar 11 15:46:46.502858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40344) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:46.568902 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Subnet': ['ID=d9e28034-731e-44da-9853-b705b34af4e7,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:46.572358 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-92ae6e1d-5e59-46c4-80b4-cd0bd2acfd8a tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab289e54-8715-45ce-9468-bd96117683ec HTTP/1.1" status: 200 len: 205 time: 0.0685294 Mar 11 15:46:46.583485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40348) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:46.593679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:46.646047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Checking segment: {'id': 'd5a96cef-a75a-482f-8472-65f49ed4e028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '25074cd8-5c67-4b7f-a2b1-afad3981da8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:46.646372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network hostable DHCP agents. Network: 25074cd8-5c67-4b7f-a2b1-afad3981da8c, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:46.681861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:46.686669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:46.694674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b564b-ddb6-44c5-8bef-cbd8fb1e1253 None None] Sync routers for ids ['29827d51-14b5-4f55-ae05-89455432d0c6'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:46.696963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:46.697318 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Added segment 103c3588-b0c5-4203-97ed-aaf62af3d587 of type vlan for network f4eea21c-661a-4904-a2ed-68a8864df06d Mar 11 15:46:46.707268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b564b-ddb6-44c5-8bef-cbd8fb1e1253 None None] Routers {'29827d51-14b5-4f55-ae05-89455432d0c6'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:46.707977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-422b564b-ddb6-44c5-8bef-cbd8fb1e1253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['29827d51-14b5-4f55-ae05-89455432d0c6'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:46.711900 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-48b12b1c-1587-4888-9f1f-eea5281657e8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] delete failed (client error): The resource could not be found. Mar 11 15:46:46.716222 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-48b12b1c-1587-4888-9f1f-eea5281657e8 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/ab289e54-8715-45ce-9468-bd96117683ec HTTP/1.1" status: 404 len: 336 time: 0.1170166 Mar 11 15:46:46.719761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40352) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:46.767412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 25074cd8-5c67-4b7f-a2b1-afad3981da8c is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:46.770114 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-564ab25f-01bf-47cc-9b31-1aa0a32ca2a0 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:46.770567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564ab25f-01bf-47cc-9b31-1aa0a32ca2a0 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:46.774823 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-564ab25f-01bf-47cc-9b31-1aa0a32ca2a0 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/48e69654-1d0f-4e3e-8473-66581c4ca666 HTTP/1.1" status: 404 len: 337 time: 0.0517628 Mar 11 15:46:46.782433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40356) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:46.826653 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f86f8b0f-7d78-4d4b-8342-4149a2c1a4e7 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "DELETE /v2.0/floatingips/77f69d9d-bae0-4e5c-9a4b-82d3d4e01bd6 HTTP/1.1" status: 204 len: 168 time: 4.3823869 Mar 11 15:46:46.832074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:46:46.839395 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-daed86bc-54e3-433e-a6cc-66ac357cbdbe tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8b7002c-f81d-44f5-a0f3-97dbd01cfed7 HTTP/1.1" status: 200 len: 205 time: 0.0552828 Mar 11 15:46:46.842014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40364) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:46.855641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:46.906311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85f9f34b-c69c-4c8c-80ff-169dff6b9e09 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:46.907398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 25074cd8-5c67-4b7f-a2b1-afad3981da8c) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:46.918104 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:46.918685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:46.921737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8810cc9-6b33-406b-b4ad-90e1111521aa None None] Network 25074cd8-5c67-4b7f-a2b1-afad3981da8c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:46.925420 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-46fbd68b-ee69-4445-a3b2-006707b523f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] delete failed (client error): The resource could not be found. Mar 11 15:46:46.926484 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-46fbd68b-ee69-4445-a3b2-006707b523f6 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/routers/c8b7002c-f81d-44f5-a0f3-97dbd01cfed7 HTTP/1.1" status: 404 len: 336 time: 0.0833778 Mar 11 15:46:46.929007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40370) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:46.970341 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-422b564b-ddb6-44c5-8bef-cbd8fb1e1253 None None] Set router 29827d51-14b5-4f55-ae05-89455432d0c6 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:46.983986 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'status': 'completed', 'code': 200} Mar 11 15:46:47.048267 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-81762249-49b8-4a49-8aec-897043c10622 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3592565 Mar 11 15:46:47.051610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40374) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:47.059294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '25074cd8-5c67-4b7f-a2b1-afad3981da8c', 'name': 'tempest-PortsTestJSON-1543349458'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:47.271511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:47.278530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:port and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:47.281144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-85f9f34b-c69c-4c8c-80ff-169dff6b9e09 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Calling delete_port for 61002f76-6282-42ec-aefd-46f0fe018489 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:47.282771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:47.290177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:47.315449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.resource_extend [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:46:47.340434 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2297d0-2378-4ad9-b8c8-93b8b189119b tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:47.341164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2297d0-2378-4ad9-b8c8-93b8b189119b tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:47.351780 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:47.359494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:47.393527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:47.394757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port f92748a8-dba8-4b3b-92b8-915255325856 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:47.409863 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1d2297d0-2378-4ad9-b8c8-93b8b189119b tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/2123a98e-14cd-44d0-81b3-899cbec9e24c HTTP/1.1" status: 404 len: 337 time: 0.4758923 Mar 11 15:46:47.414578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:47.419550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:47.420169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:47.431645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40382) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:47.465026 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-25074cd8-5c67-4b7f-a2b1-afad3981da8c', 'network_id': '25074cd8-5c67-4b7f-a2b1-afad3981da8c', 'tenant_id': '7bf164d980454780a71ae23f56113670', 'fixed_ips': [{'subnet_id': 'd9e28034-731e-44da-9853-b705b34af4e7'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:46:47.466363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:47.532223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:47.532930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:47.533060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9267b5d1-611e-44fa-81be-dc01b5b5e29d up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:47.642346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.4 (25074cd8-5c67-4b7f-a2b1-afad3981da8c/d9e28034-731e-44da-9853-b705b34af4e7/f92748a8-dba8-4b3b-92b8-915255325856) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:47.658626 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-422b564b-ddb6-44c5-8bef-cbd8fb1e1253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:43:13Z', 'revision_number': 4, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'feddbe5a-dd40-405e-a58f-d280e0eb7ba6', 'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'mac_address': 'fa:16:3e:07:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:11Z', 'updated_at': '2022-03-11T15:43:22Z', 'revision_number': 5, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'subnets': [{'id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:47.666422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9267b5d1-611e-44fa-81be-dc01b5b5e29d triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:47.672100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:47.675175 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-774808f1-40cc-4bbf-8c84-a6bac8eb86f7 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] DELETE failed (client error): The resource could not be found. Mar 11 15:46:47.675175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774808f1-40cc-4bbf-8c84-a6bac8eb86f7 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:47.675175 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-774808f1-40cc-4bbf-8c84-a6bac8eb86f7 tempest-RoutersIpV6Test-101906843 tempest-RoutersIpV6Test-101906843-project] 10.222.0.39 "DELETE /v2.0/subnets/706f6591-9a04-4a99-90b8-d61897912527 HTTP/1.1" status: 404 len: 337 time: 0.2229891 Mar 11 15:46:47.691984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b564b-ddb6-44c5-8bef-cbd8fb1e1253 None None] Checking router: 29827d51-14b5-4f55-ae05-89455432d0c6 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:46:47.720888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b564b-ddb6-44c5-8bef-cbd8fb1e1253 None None] Routers {'29827d51-14b5-4f55-ae05-89455432d0c6'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:47.724472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-422b564b-ddb6-44c5-8bef-cbd8fb1e1253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['29827d51-14b5-4f55-ae05-89455432d0c6'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:47.762573 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8353488 Mar 11 15:46:47.765724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40388) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:47.771713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': 'f4eea21c-661a-4904-a2ed-68a8864df06d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:47.794631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797827f-553a-45f1-89d0-fe8143ff4e17 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Network': ['ID=f4eea21c-661a-4904-a2ed-68a8864df06d,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:47.827130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network f4eea21c-661a-4904-a2ed-68a8864df06d details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:47.898981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85f9f34b-c69c-4c8c-80ff-169dff6b9e09 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:47.901752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event updated for resources: {'Port': ['ID=fee3b8af-6266-4bb5-a0c1-1a54d6b984ba,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:47.961378 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88b7e-0e3e-42c2-a5e5-955e792ce349 req-9e911509-564c-47d6-a3ed-ed89139b1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:47.962928 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-87a88b7e-0e3e-42c2-a5e5-955e792ce349 req-9e911509-564c-47d6-a3ed-ed89139b1d51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ff30e389fe34a6fb8667d3adb81ee35&device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 1099 time: 0.9167075 Mar 11 15:46:47.977200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85f9f34b-c69c-4c8c-80ff-169dff6b9e09 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:48.014932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6767ac8-8213-47f7-9d5f-96083601cf31 req-c7294266-a839-4949-a43b-f3c1df1aea98 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:48.016788 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c6767ac8-8213-47f7-9d5f-96083601cf31 req-c7294266-a839-4949-a43b-f3c1df1aea98 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.6927955 Mar 11 15:46:48.025911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9f34b-c69c-4c8c-80ff-169dff6b9e09 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event deleted for resources: {'Port': ['ID=61002f76-6282-42ec-aefd-46f0fe018489,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:48.050149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:48.056587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:48.062750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:48.073855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:48.091505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-422b564b-ddb6-44c5-8bef-cbd8fb1e1253 None None] Set router 29827d51-14b5-4f55-ae05-89455432d0c6 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:46:48.122285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:48.139254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object f92748a8-dba8-4b3b-92b8-915255325856 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:48.177005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be99168-5ea1-4b15-8d50-f79b8d0adeff req-cba0de39-f994-45dd-8b24-55c983f4e206 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:48.178511 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3be99168-5ea1-4b15-8d50-f79b8d0adeff req-cba0de39-f994-45dd-8b24-55c983f4e206 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.6515830 Mar 11 15:46:48.190655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:48.194948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Network e0a8ca84-2c1b-4177-af77-1d018ae43cde is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:48.198880 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-85f9f34b-c69c-4c8c-80ff-169dff6b9e09 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "DELETE /v2.0/ports/61002f76-6282-42ec-aefd-46f0fe018489 HTTP/1.1" status: 204 len: 168 time: 2.1177082 Mar 11 15:46:48.200927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:48.204761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:48.206455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40392) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:48.265705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:48.399758 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Allocated IP 172.20.0.2 (25074cd8-5c67-4b7f-a2b1-afad3981da8c/d9e28034-731e-44da-9853-b705b34af4e7/56fd4416-3f21-4f58-8798-d3b731763c05) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:48.520014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40398) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:48.550803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0f9e1-3735-4fb3-964c-bfa851a97019 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Deleting port 041df150-ab5a-4d18-9d3d-f138e36cbd5c {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:48.551351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f9e1-3735-4fb3-964c-bfa851a97019 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:48.588357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88b7e-0e3e-42c2-a5e5-955e792ce349 req-75f2aa58-acff-4e48-9fdd-b9e37a4406e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:48.590369 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-87a88b7e-0e3e-42c2-a5e5-955e792ce349 req-75f2aa58-acff-4e48-9fdd-b9e37a4406e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f481248f-54a1-4bed-bfea-bd9eb2a04282 HTTP/1.1" status: 200 len: 897 time: 0.6163838 Mar 11 15:46:48.594979 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c6767ac8-8213-47f7-9d5f-96083601cf31 req-91846d73-52c0-4f7f-956e-4af3b1dfcc03 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629456 Mar 11 15:46:48.612744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-096a986d-2e67-4ba1-95c2-e65ff1fdc2ad None None] Provisioning complete for port fee3b8af-6266-4bb5-a0c1-1a54d6b984ba triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:48.613114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-096a986d-2e67-4ba1-95c2-e65ff1fdc2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:48.642007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 25074cd8-5c67-4b7f-a2b1-afad3981da8c is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:48.647504 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:48.650130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:48.701796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=f92748a8-dba8-4b3b-92b8-915255325856,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:48.739072 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-422b564b-ddb6-44c5-8bef-cbd8fb1e1253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:43:13Z', 'revision_number': 4, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'feddbe5a-dd40-405e-a58f-d280e0eb7ba6', 'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'mac_address': 'fa:16:3e:07:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:11Z', 'updated_at': '2022-03-11T15:43:22Z', 'revision_number': 5, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'subnets': [{'id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:48.743915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-096a986d-2e67-4ba1-95c2-e65ff1fdc2ad None None] Port fee3b8af-6266-4bb5-a0c1-1a54d6b984ba cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:48.749096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b564b-ddb6-44c5-8bef-cbd8fb1e1253 None None] The sync data for ids ['29827d51-14b5-4f55-ae05-89455432d0c6'] in dv-neutron-833203-2-hyperv is: [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:43:13Z', 'revision_number': 4, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'feddbe5a-dd40-405e-a58f-d280e0eb7ba6', 'name': '', 'network_id': 'f481248f-54a1-4bed-bfea-bd9eb2a04282', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'mac_address': 'fa:16:3e:07:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:11Z', 'updated_at': '2022-03-11T15:43:22Z', 'revision_number': 5, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'subnets': [{'id': '036befe3-2fd1-47d0-8fbd-170fb408fd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:48.760121 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-87a88b7e-0e3e-42c2-a5e5-955e792ce349 req-f19ff3c7-d8a7-412a-be6c-393ad6aad2cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6 HTTP/1.1" status: 200 len: 217 time: 0.1346619 Mar 11 15:46:48.766143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:48.770909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:48.771543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:48.776955 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Transition to ACTIVE for port object 56fd4416-3f21-4f58-8798-d3b731763c05 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:48.783366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Router 6e4112b7-d3ca-4e4b-818f-9665d805d690 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:46:48.799271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Transition to ACTIVE for port object 56fd4416-3f21-4f58-8798-d3b731763c05 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:48.802531 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bc60dabb-b649-49b0-ba16-9aec09680a65 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0997e6cea224c9a87d7af6ff59546d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782125 Mar 11 15:46:48.803137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40404) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:48.861407 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3be99168-5ea1-4b15-8d50-f79b8d0adeff req-a5143895-ac92-4ac7-8fc0-646c8808ba15 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6709342 Mar 11 15:46:48.901585 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f5a61054-bb44-4515-adf0-1e29bfb82a23 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8483863 Mar 11 15:46:48.909850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40408) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:48.919019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '25074cd8-5c67-4b7f-a2b1-afad3981da8c', 'name': 'tempest-PortsTestJSON-2073048497'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:48.922441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:48.971150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d1e184f-fe6f-4f97-bf2f-7c769f5a252e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:48.986224 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Network 25074cd8-5c67-4b7f-a2b1-afad3981da8c is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:48.993711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:48.999357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:49.005705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Pushing event updated for resources: {'Port': ['ID=56fd4416-3f21-4f58-8798-d3b731763c05,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:49.034062 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d1e184f-fe6f-4f97-bf2f-7c769f5a252e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:49.083530 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc80be0b-0639-4ace-9ae8-d0f9924148c0 None None] New status for floating IP 77f69d9d-bae0-4e5c-9a4b-82d3d4e01bd6: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:46:49.141899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88b7e-0e3e-42c2-a5e5-955e792ce349 req-34e36414-52af-4393-b5d3-9234a72ba0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:49.143247 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-87a88b7e-0e3e-42c2-a5e5-955e792ce349 req-34e36414-52af-4393-b5d3-9234a72ba0a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=036befe3-2fd1-47d0-8fbd-170fb408fd0f HTTP/1.1" status: 200 len: 835 time: 0.3697019 Mar 11 15:46:49.159982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Attempting to bind port 56fd4416-3f21-4f58-8798-d3b731763c05 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:46:49.160484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Attempting to bind port 56fd4416-3f21-4f58-8798-d3b731763c05 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'd5a96cef-a75a-482f-8472-65f49ed4e028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '25074cd8-5c67-4b7f-a2b1-afad3981da8c'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:46:49.160962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Attempting to bind port 56fd4416-3f21-4f58-8798-d3b731763c05 on network 25074cd8-5c67-4b7f-a2b1-afad3981da8c {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:46:49.166355 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:46:49.166902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Checking segment: {'id': 'd5a96cef-a75a-482f-8472-65f49ed4e028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '25074cd8-5c67-4b7f-a2b1-afad3981da8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:49.167619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:49.168098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Bound using segment: {'id': 'd5a96cef-a75a-482f-8472-65f49ed4e028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '25074cd8-5c67-4b7f-a2b1-afad3981da8c'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:46:49.168804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Bound port: 56fd4416-3f21-4f58-8798-d3b731763c05, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a96cef-a75a-482f-8472-65f49ed4e028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '25074cd8-5c67-4b7f-a2b1-afad3981da8c'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:46:49.169271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:49.279024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] For port 56fd4416-3f21-4f58-8798-d3b731763c05, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:46:49.283760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] For port 56fd4416-3f21-4f58-8798-d3b731763c05, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=56fd4416-3f21-4f58-8798-d3b731763c05,segment=NetworkSegment(d5a96cef-a75a-482f-8472-65f49ed4e028),segment_id=d5a96cef-a75a-482f-8472-65f49ed4e028)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:46:49.285273 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:49.289876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:port and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:49.292977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:49.298663 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:49.322426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:49.345618 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:49.361172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d1e184f-fe6f-4f97-bf2f-7c769f5a252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:49.402465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e184f-fe6f-4f97-bf2f-7c769f5a252e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdf68ec-1b12-4a05-9490-ab4a8d4e5451,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:49.404095 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:49.407686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:49.457418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94553dda-8427-4a6c-a0c2-89014ccb1a9e None None] Pushing event updated for resources: {'Port': ['ID=56fd4416-3f21-4f58-8798-d3b731763c05,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:49.461819 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Subnet': ['ID=452a49cb-ab03-4b65-8093-766fd252b896,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:49.470734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d1e184f-fe6f-4f97-bf2f-7c769f5a252e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:49.474272 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2d1e184f-fe6f-4f97-bf2f-7c769f5a252e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffdf68ec-1b12-4a05-9490-ab4a8d4e5451 HTTP/1.1" status: 204 len: 168 time: 0.6656556 Mar 11 15:46:49.476152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port e533699b-6874-4a0e-a4ab-289abc47ef4c yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:49.491123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f9e1-3735-4fb3-964c-bfa851a97019 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:49.513579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Checking segment: {'id': '103c3588-b0c5-4203-97ed-aaf62af3d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f4eea21c-661a-4904-a2ed-68a8864df06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:49.515133 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network hostable DHCP agents. Network: f4eea21c-661a-4904-a2ed-68a8864df06d, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:49.515300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:49.529192 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cf28a-608c-46ac-af0a-7a61dd2a846f None None] Sync routers for ids ['6e4112b7-d3ca-4e4b-818f-9665d805d690'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:49.542567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cf28a-608c-46ac-af0a-7a61dd2a846f None None] Routers {'6e4112b7-d3ca-4e4b-818f-9665d805d690'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:49.543268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a16cf28a-608c-46ac-af0a-7a61dd2a846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6e4112b7-d3ca-4e4b-818f-9665d805d690'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:49.588104 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c650de8f-3011-48cc-be95-469d6fc4da20 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "PUT /v2.0/routers/6e4112b7-d3ca-4e4b-818f-9665d805d690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1149437 Mar 11 15:46:49.613703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a16cf28a-608c-46ac-af0a-7a61dd2a846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:49.625374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cf28a-608c-46ac-af0a-7a61dd2a846f None None] Routers {'6e4112b7-d3ca-4e4b-818f-9665d805d690'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:49.625374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a16cf28a-608c-46ac-af0a-7a61dd2a846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6e4112b7-d3ca-4e4b-818f-9665d805d690'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:49.661785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.7 (25074cd8-5c67-4b7f-a2b1-afad3981da8c/d9e28034-731e-44da-9853-b705b34af4e7/e533699b-6874-4a0e-a4ab-289abc47ef4c) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:49.672101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40414) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:49.684167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0f9e1-3735-4fb3-964c-bfa851a97019 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Calling delete_port for 041df150-ab5a-4d18-9d3d-f138e36cbd5c owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:49.789140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a16cf28a-608c-46ac-af0a-7a61dd2a846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:49.790668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cf28a-608c-46ac-af0a-7a61dd2a846f None None] The sync data for ids ['6e4112b7-d3ca-4e4b-818f-9665d805d690'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:49.853264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network f4eea21c-661a-4904-a2ed-68a8864df06d is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:46:49.945866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d27190-8887-4401-b6e9-3e4627ef7e95 req-806bce92-6358-41cd-bebd-fdca728fe739 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:49.947347 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e8d27190-8887-4401-b6e9-3e4627ef7e95 req-806bce92-6358-41cd-bebd-fdca728fe739 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.30 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.8269103 Mar 11 15:46:49.969163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:49.991834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object e533699b-6874-4a0e-a4ab-289abc47ef4c will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:50.015282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, f4eea21c-661a-4904-a2ed-68a8864df06d) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:50.020473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:50.021112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.026003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64d138-d1e6-4fe4-ad8a-a3b7f200b615 None None] Network f4eea21c-661a-4904-a2ed-68a8864df06d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:50.035001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88b7e-0e3e-42c2-a5e5-955e792ce349 req-f17d1bac-60e2-405e-854e-fa1ffd79b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:50.036519 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-87a88b7e-0e3e-42c2-a5e5-955e792ce349 req-f17d1bac-60e2-405e-854e-fa1ffd79b256 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f481248f-54a1-4bed-bfea-bd9eb2a04282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8323944 Mar 11 15:46:50.088324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.149478 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1f5b73a5-fc5b-4dbf-8a76-984d8ce85528 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3825788 Mar 11 15:46:50.154797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40422) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:50.169661 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e33766e5-447e-4c16-88ee-8a8c83864ad5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': 'f4eea21c-661a-4904-a2ed-68a8864df06d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:50.170973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-799d2284-44eb-4593-a829-359f82ba0ccc tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.207460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 25074cd8-5c67-4b7f-a2b1-afad3981da8c is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:50.214387 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:50.225958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:50.261067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=e533699b-6874-4a0e-a4ab-289abc47ef4c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:50.281500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-f4eea21c-661a-4904-a2ed-68a8864df06d', 'network_id': 'f4eea21c-661a-4904-a2ed-68a8864df06d', 'tenant_id': 'f209c05770b743edb4f255fdd59cced3', 'fixed_ips': [{'subnet_id': '452a49cb-ab03-4b65-8093-766fd252b896'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:46:50.282354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.329317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-e8d27190-8887-4401-b6e9-3e4627ef7e95 req-7b1603c2-bc0a-414d-b585-80f1ce56efdb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Deleting port 421741e1-4b4e-45bd-b525-288a4ea4ace6 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:50.329808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e8d27190-8887-4401-b6e9-3e4627ef7e95 req-7b1603c2-bc0a-414d-b585-80f1ce56efdb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.373725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:50.376856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.406874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e33766e5-447e-4c16-88ee-8a8c83864ad5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:50.417685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e33766e5-447e-4c16-88ee-8a8c83864ad5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:50.422181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e33766e5-447e-4c16-88ee-8a8c83864ad5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:50.432157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e33766e5-447e-4c16-88ee-8a8c83864ad5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:50.461912 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Allocated IP 2001:db8::2 (f4eea21c-661a-4904-a2ed-68a8864df06d/452a49cb-ab03-4b65-8093-766fd252b896/5e71bd00-80b4-4a53-b21c-60e933545987) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:50.496498 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a4bb6c91-507f-4e8f-a6c8-11bc4702081d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5854256 Mar 11 15:46:50.499198 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40426) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:50.563156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33766e5-447e-4c16-88ee-8a8c83864ad5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:50.569053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e33766e5-447e-4c16-88ee-8a8c83864ad5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.642939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f9e1-3735-4fb3-964c-bfa851a97019 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.704469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.717258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Transition to ACTIVE for port object 5e71bd00-80b4-4a53-b21c-60e933545987 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:50.744341 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c17cbf-5a1c-47b8-8e53-65c7fbca275f None None] Network 25074cd8-5c67-4b7f-a2b1-afad3981da8c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:50.767941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5e7ae-6657-4426-94aa-5fd86464ba49 req-4704053f-e7a8-4abf-9359-b94e34f7e95e tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:50.769472 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c2c5e7ae-6657-4426-94aa-5fd86464ba49 req-4704053f-e7a8-4abf-9359-b94e34f7e95e tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.9726272 Mar 11 15:46:50.770249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0f9e1-3735-4fb3-964c-bfa851a97019 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event deleted for resources: {'Port': ['ID=041df150-ab5a-4d18-9d3d-f138e36cbd5c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:50.770372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c43a7-2af2-4336-a47e-e809d1724600 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:50.771055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-957c43a7-2af2-4336-a47e-e809d1724600 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:50.780346 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.ipam_backend_mixin [None req-e33766e5-447e-4c16-88ee-8a8c83864ad5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 452a49cb-ab03-4b65-8093-766fd252b896 (CIDR: 2001:db8::/64) Mar 11 15:46:50.793628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Transition to ACTIVE for port object 5e71bd00-80b4-4a53-b21c-60e933545987 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:50.808862 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33766e5-447e-4c16-88ee-8a8c83864ad5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:46:50.809596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33766e5-447e-4c16-88ee-8a8c83864ad5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:46:50.812848 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-799d2284-44eb-4593-a829-359f82ba0ccc tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 15:46:50.813861 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-799d2284-44eb-4593-a829-359f82ba0ccc tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "DELETE /v2.0/routers/6e4112b7-d3ca-4e4b-818f-9665d805d690 HTTP/1.1" status: 409 len: 329 time: 1.1411150 Mar 11 15:46:50.820875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40430) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:50.831135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f9e1-3735-4fb3-964c-bfa851a97019 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.844744 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-87a88b7e-0e3e-42c2-a5e5-955e792ce349 req-bfb66429-265c-4ec0-bbeb-b63218320e29 service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7564347 Mar 11 15:46:50.856460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.860112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-01476e8c-770a-4723-a5f8-d25dc08ef69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:50.896131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-957c43a7-2af2-4336-a47e-e809d1724600 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:50.900134 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-957c43a7-2af2-4336-a47e-e809d1724600 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.3994212 Mar 11 15:46:50.900803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40434) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:50.915897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77178fe-41a6-4ace-b614-5cbd48b0ac2c req-17fd5f5f-1c3f-428b-8b62-dadd2c1ddd4a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:50.917903 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c77178fe-41a6-4ace-b614-5cbd48b0ac2c req-17fd5f5f-1c3f-428b-8b62-dadd2c1ddd4a tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 946 time: 0.8865843 Mar 11 15:46:50.943941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Network f4eea21c-661a-4904-a2ed-68a8864df06d is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:50.952662 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c2b0f9e1-3735-4fb3-964c-bfa851a97019 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "DELETE /v2.0/ports/041df150-ab5a-4d18-9d3d-f138e36cbd5c HTTP/1.1" status: 204 len: 168 time: 2.7297590 Mar 11 15:46:50.956278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:50.963101 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:50.980042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Pushing event updated for resources: {'Port': ['ID=5e71bd00-80b4-4a53-b21c-60e933545987,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:50.980255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40438) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:51.018696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-25f76dee-e356-4a2d-8e01-2482ae26b3b8 None None] Provisioning for port 56fd4416-3f21-4f58-8798-d3b731763c05 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:51.124392 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e33766e5-447e-4c16-88ee-8a8c83864ad5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9625003 Mar 11 15:46:51.124680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c2c5e7ae-6657-4426-94aa-5fd86464ba49 req-4de821d1-113a-4d3f-9f48-e86326eb6a5c tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307409 Mar 11 15:46:51.127475 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Attempting to bind port 5e71bd00-80b4-4a53-b21c-60e933545987 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:46:51.127850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Attempting to bind port 5e71bd00-80b4-4a53-b21c-60e933545987 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '103c3588-b0c5-4203-97ed-aaf62af3d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f4eea21c-661a-4904-a2ed-68a8864df06d'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:46:51.128212 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Attempting to bind port 5e71bd00-80b4-4a53-b21c-60e933545987 on network f4eea21c-661a-4904-a2ed-68a8864df06d {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:46:51.137303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40442) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:51.168413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': 'f4eea21c-661a-4904-a2ed-68a8864df06d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:51.174191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:46:51.174570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Checking segment: {'id': '103c3588-b0c5-4203-97ed-aaf62af3d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f4eea21c-661a-4904-a2ed-68a8864df06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:51.174978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:51.175371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Bound using segment: {'id': '103c3588-b0c5-4203-97ed-aaf62af3d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f4eea21c-661a-4904-a2ed-68a8864df06d'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:46:51.176195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Bound port: 5e71bd00-80b4-4a53-b21c-60e933545987, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103c3588-b0c5-4203-97ed-aaf62af3d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f4eea21c-661a-4904-a2ed-68a8864df06d'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:46:51.176437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:51.180014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-29e203cf-4e93-4486-948f-8432cf5fbd8a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port e533699b-6874-4a0e-a4ab-289abc47ef4c {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:51.180361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-29e203cf-4e93-4486-948f-8432cf5fbd8a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:51.186714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7a2e9d5c-9dd0-49a8-b653-0d8dd8202953 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Synchronizing usage tracker for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:51.285068 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c77178fe-41a6-4ace-b614-5cbd48b0ac2c req-7d5bb1d3-14dd-4492-ab73-a166c758d3bc tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5267b-bd16-408e-b1e1-1136475a5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3388321 Mar 11 15:46:51.303236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] For port 5e71bd00-80b4-4a53-b21c-60e933545987, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:46:51.307253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] For port 5e71bd00-80b4-4a53-b21c-60e933545987, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5e71bd00-80b4-4a53-b21c-60e933545987,segment=NetworkSegment(103c3588-b0c5-4203-97ed-aaf62af3d587),segment_id=103c3588-b0c5-4203-97ed-aaf62af3d587)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:46:51.420968 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:51.434870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7a2e9d5c-9dd0-49a8-b653-0d8dd8202953 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Unset dirty status for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:51.440075 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7a2e9d5c-9dd0-49a8-b653-0d8dd8202953 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4553330 Mar 11 15:46:51.444966 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-87a88b7e-0e3e-42c2-a5e5-955e792ce349 req-95d30203-a5a7-479f-ad71-8e615dd68446 service neutron] 10.222.0.30 "GET /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805376 Mar 11 15:46:51.446893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40448) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:51.451392 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-365911442'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:51.455356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-e8d27190-8887-4401-b6e9-3e4627ef7e95 req-7b1603c2-bc0a-414d-b585-80f1ce56efdb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] For port 421741e1-4b4e-45bd-b525-288a4ea4ace6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=421741e1-4b4e-45bd-b525-288a4ea4ace6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:51.455719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e8d27190-8887-4401-b6e9-3e4627ef7e95 req-7b1603c2-bc0a-414d-b585-80f1ce56efdb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:51.470006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:51.513820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Usage tracker for resource:network and tenant:89f8f5a201844d1a8d0ac14d12b29c14 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:51.530139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:51.559738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 56fd4416-3f21-4f58-8798-d3b731763c05 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:51.595529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:51.641883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-e8d27190-8887-4401-b6e9-3e4627ef7e95 req-7b1603c2-bc0a-414d-b585-80f1ce56efdb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Calling delete_port for 421741e1-4b4e-45bd-b525-288a4ea4ace6 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:51.656305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac90fa-a2a2-4e01-92dc-1fce1c266290 None None] Pushing event updated for resources: {'Port': ['ID=5e71bd00-80b4-4a53-b21c-60e933545987,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:51.693604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:51.736430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:51.741235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:51.751214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 56fd4416-3f21-4f58-8798-d3b731763c05 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:51.752972 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Made reservation on behalf of 89f8f5a201844d1a8d0ac14d12b29c14 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:51.756260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:51.760089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 56fd4416-3f21-4f58-8798-d3b731763c05 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:51.760716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:51.769238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63de12-754a-42c7-8553-913ca8613962 req-89bf2b74-ca45-4197-bb1e-a7e3f3707b47 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:51.771165 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc63de12-754a-42c7-8553-913ca8613962 req-89bf2b74-ca45-4197-bb1e-a7e3f3707b47 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.4843698 Mar 11 15:46:51.775294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:51.816136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:51.824197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-29e203cf-4e93-4486-948f-8432cf5fbd8a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:51.853432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f674a31b-3ad6-43b4-a3fd-c4fa2c678a1f None None] Provisioning for port f92748a8-dba8-4b3b-92b8-915255325856 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:51.868208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f674a31b-3ad6-43b4-a3fd-c4fa2c678a1f None None] Provisioning complete for port f92748a8-dba8-4b3b-92b8-915255325856 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:51.868901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f674a31b-3ad6-43b4-a3fd-c4fa2c678a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:51.882445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:51.887199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:51.945445 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc63de12-754a-42c7-8553-913ca8613962 req-cde888cd-191e-45d4-baa1-ae9e1a465896 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587701 Mar 11 15:46:51.988976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:51.989352 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Added segment 7ad83ec7-dea7-4c05-b9bd-152b33710187 of type vlan for network 5ae3a09a-6398-4a0e-a160-45cc4ebc7b93 Mar 11 15:46:51.997363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-29e203cf-4e93-4486-948f-8432cf5fbd8a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for e533699b-6874-4a0e-a4ab-289abc47ef4c owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:51.998143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f674a31b-3ad6-43b4-a3fd-c4fa2c678a1f None None] Port f92748a8-dba8-4b3b-92b8-915255325856 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:52.057764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.099717 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f674a31b-3ad6-43b4-a3fd-c4fa2c678a1f None None] Provisioning complete for port 56fd4416-3f21-4f58-8798-d3b731763c05 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:52.100583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f674a31b-3ad6-43b4-a3fd-c4fa2c678a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.177929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.191877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 421741e1-4b4e-45bd-b525-288a4ea4ace6 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:52.248821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 56fd4416-3f21-4f58-8798-d3b731763c05, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=56fd4416-3f21-4f58-8798-d3b731763c05,segment=NetworkSegment(d5a96cef-a75a-482f-8472-65f49ed4e028),segment_id=d5a96cef-a75a-482f-8472-65f49ed4e028)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:52.250819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 421741e1-4b4e-45bd-b525-288a4ea4ace6 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:52.251158 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 421741e1-4b4e-45bd-b525-288a4ea4ace6 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:52.279417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e8d27190-8887-4401-b6e9-3e4627ef7e95 req-7b1603c2-bc0a-414d-b585-80f1ce56efdb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.353766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.428984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1603c2-bc0a-414d-b585-80f1ce56efdb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event deleted for resources: {'Port': ['ID=421741e1-4b4e-45bd-b525-288a4ea4ace6,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:52.460068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=56fd4416-3f21-4f58-8798-d3b731763c05,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:52.477181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.490089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:52.490089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.518551 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-908c3238-187b-4094-a234-db39e4b4137e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.603088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d27190-8887-4401-b6e9-3e4627ef7e95 req-7b1603c2-bc0a-414d-b585-80f1ce56efdb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] No DVR routers for this DVR port 421741e1-4b4e-45bd-b525-288a4ea4ace6 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:46:52.606331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86e52196-afd0-4a3e-a2d1-4849f0933b68 req-231434d5-1c34-41d1-ad9d-25739a53c987 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 210 time: 0.0989313 Mar 11 15:46:52.610792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e8d27190-8887-4401-b6e9-3e4627ef7e95 req-7b1603c2-bc0a-414d-b585-80f1ce56efdb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.610792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'name': 'network-vif-deleted', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:46:52.687645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f674a31b-3ad6-43b4-a3fd-c4fa2c678a1f None None] Provisioning for port e533699b-6874-4a0e-a4ab-289abc47ef4c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:52.688129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1', 'name': 'network-vif-deleted', 'tag': '421741e1-4b4e-45bd-b525-288a4ea4ace6', 'status': 'completed', 'code': 200} Mar 11 15:46:52.699185 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f674a31b-3ad6-43b4-a3fd-c4fa2c678a1f None None] Provisioning complete for port e533699b-6874-4a0e-a4ab-289abc47ef4c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:52.699526 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f674a31b-3ad6-43b4-a3fd-c4fa2c678a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.722937 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e8d27190-8887-4401-b6e9-3e4627ef7e95 req-7b1603c2-bc0a-414d-b585-80f1ce56efdb tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.30 "DELETE /v2.0/ports/421741e1-4b4e-45bd-b525-288a4ea4ace6 HTTP/1.1" status: 204 len: 173 time: 2.7504838 Mar 11 15:46:52.749449 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f674a31b-3ad6-43b4-a3fd-c4fa2c678a1f None None] Port e533699b-6874-4a0e-a4ab-289abc47ef4c was deleted so its status cannot be updated. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 15:46:52.754568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-29e203cf-4e93-4486-948f-8432cf5fbd8a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.761824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.764966 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event updated for resources: {'Network': ['ID=5ae3a09a-6398-4a0e-a160-45cc4ebc7b93,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:52.780143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 5ae3a09a-6398-4a0e-a160-45cc4ebc7b93 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:52.830653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e203cf-4e93-4486-948f-8432cf5fbd8a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=e533699b-6874-4a0e-a4ab-289abc47ef4c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:52.953911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network f4eea21c-661a-4904-a2ed-68a8864df06d is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:52.958467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:52.964202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Subnet': ['ID=bd06a6cc-6a23-4359-9f47-3c37f41f4676,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:52.982112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:52.982858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:53.018164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a755efb5-c841-4c8e-9619-b0e4003f3e9d None None] Provisioning complete for port f92748a8-dba8-4b3b-92b8-915255325856 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:53.019218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a755efb5-c841-4c8e-9619-b0e4003f3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:53.098665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a755efb5-c841-4c8e-9619-b0e4003f3e9d None None] Port f92748a8-dba8-4b3b-92b8-915255325856 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:53.101794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480a7c1-1813-4ab4-9dce-079042a513cc req-b5436efd-85ee-4cb4-b2c5-34b819ac77cd tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:53.103305 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5480a7c1-1813-4ab4-9dce-079042a513cc req-b5436efd-85ee-4cb4-b2c5-34b819ac77cd tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.2775841 Mar 11 15:46:53.110563 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a755efb5-c841-4c8e-9619-b0e4003f3e9d None None] Could not find standard attr ID for object e533699b-6874-4a0e-a4ab-289abc47ef4c. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:46:53.144756 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7cb9c062-62a9-4db3-998f-86869ce94783 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6959805 Mar 11 15:46:53.199985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40460) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:53.246655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1910519417'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:53.329356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:53.336779 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-46d46fde-5983-4bd1-8d6a-dfd3b78fcebd tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1958241 Mar 11 15:46:53.337356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40464) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:53.341544 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Usage tracker for resource:network and tenant:89f8f5a201844d1a8d0ac14d12b29c14 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:53.344049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': 'f4eea21c-661a-4904-a2ed-68a8864df06d', 'fixed_ips': [{'subnet_id': '452a49cb-ab03-4b65-8093-766fd252b896'}, {'subnet_id': 'bd06a6cc-6a23-4359-9f47-3c37f41f4676'}], 'name': 'tempest-PortsIpV6TestJSON-1959981687'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:53.345889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:53.354964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:53.393497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-29e203cf-4e93-4486-948f-8432cf5fbd8a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:53.399441 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-29e203cf-4e93-4486-948f-8432cf5fbd8a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/e533699b-6874-4a0e-a4ab-289abc47ef4c HTTP/1.1" status: 204 len: 168 time: 2.4958692 Mar 11 15:46:53.400278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40468) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:53.407907 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5480a7c1-1813-4ab4-9dce-079042a513cc req-401e0f20-d316-445d-9623-217dceb7b3bd tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969370 Mar 11 15:46:53.467167 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Made reservation on behalf of 89f8f5a201844d1a8d0ac14d12b29c14 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:53.471878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:53.472355 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff2e49-2d96-405a-ac46-584c85065022 None None] Network f4eea21c-661a-4904-a2ed-68a8864df06d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:53.491118 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f33879-e0db-4346-9730-808b0942b1f3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:46:53.492330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a9f33879-e0db-4346-9730-808b0942b1f3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:53.570055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:46:53.586766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a9f33879-e0db-4346-9730-808b0942b1f3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:53.592364 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a9f33879-e0db-4346-9730-808b0942b1f3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/e533699b-6874-4a0e-a4ab-289abc47ef4c HTTP/1.1" status: 404 len: 333 time: 0.1877322 Mar 11 15:46:53.597731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40472) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:53.633589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5e71bd00-80b4-4a53-b21c-60e933545987 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:53.639088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:53.647021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:port and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:53.651806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:53.658972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:53.667051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:53.667402 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Added segment c1efa708-3c67-4585-8e5c-60e61225b914 of type vlan for network e1a4c018-231d-493a-843d-a6ff6380a130 Mar 11 15:46:53.695639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-908c3238-187b-4094-a234-db39e4b4137e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting port fee3b8af-6266-4bb5-a0c1-1a54d6b984ba {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:53.696007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-908c3238-187b-4094-a234-db39e4b4137e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:53.729475 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-762b0c99-b577-4a31-88dd-8966ca22c381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:53.783353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:53.790923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4788f0bc-02e5-4329-833d-905e8c3a843f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port f92748a8-dba8-4b3b-92b8-915255325856 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:53.791448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4788f0bc-02e5-4329-833d-905e8c3a843f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:53.796706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e056169e-005b-4531-8690-357a91b14ec2 None None] Provisioning for port 5e71bd00-80b4-4a53-b21c-60e933545987 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:53.799040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-2fca4c6e-943f-4233-aae0-88b8ef97aeeb req-021b85bb-5a5f-469d-acf4-81ca51330f71 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Synchronizing usage tracker for tenant:7ff30e389fe34a6fb8667d3adb81ee35 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:46:53.803910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:53.870566 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 5e71bd00-80b4-4a53-b21c-60e933545987 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:53.876904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 5e71bd00-80b4-4a53-b21c-60e933545987 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:53.877405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:53.954631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:53.966600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-2fca4c6e-943f-4233-aae0-88b8ef97aeeb req-021b85bb-5a5f-469d-acf4-81ca51330f71 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Unset dirty status for tenant:7ff30e389fe34a6fb8667d3adb81ee35 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:46:53.968048 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2fca4c6e-943f-4233-aae0-88b8ef97aeeb req-021b85bb-5a5f-469d-acf4-81ca51330f71 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "GET /v2.0/ports?device_id=18b0c6f8-8e0d-4dd6-9bca-775c4d6431c1 HTTP/1.1" status: 200 len: 210 time: 0.2227452 Mar 11 15:46:53.980440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port aad32066-f59b-474b-9042-f33d60ae502c yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:46:53.997736 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b0c7de-c39e-4cdd-951f-2b323b2e8bce None None] Update dhcp port {'port': {'network_id': 'f4eea21c-661a-4904-a2ed-68a8864df06d', 'fixed_ips': [{'subnet_id': '452a49cb-ab03-4b65-8093-766fd252b896', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bd06a6cc-6a23-4359-9f47-3c37f41f4676'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': '5e71bd00-80b4-4a53-b21c-60e933545987'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:46:54.095462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-74b0c7de-c39e-4cdd-951f-2b323b2e8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.119343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.124466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.126063 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:54.126673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.158560 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-908c3238-187b-4094-a234-db39e4b4137e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.257140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 5e71bd00-80b4-4a53-b21c-60e933545987, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5e71bd00-80b4-4a53-b21c-60e933545987,segment=NetworkSegment(103c3588-b0c5-4203-97ed-aaf62af3d587),segment_id=103c3588-b0c5-4203-97ed-aaf62af3d587)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:54.327934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.328863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 56fd4416-3f21-4f58-8798-d3b731763c05 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:54.377695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8::1c9 (f4eea21c-661a-4904-a2ed-68a8864df06d/452a49cb-ab03-4b65-8093-766fd252b896/aad32066-f59b-474b-9042-f33d60ae502c) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:54.383494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8:0:1::2e1 (f4eea21c-661a-4904-a2ed-68a8864df06d/bd06a6cc-6a23-4359-9f47-3c37f41f4676/aad32066-f59b-474b-9042-f33d60ae502c) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:54.416114 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-908c3238-187b-4094-a234-db39e4b4137e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Calling delete_port for fee3b8af-6266-4bb5-a0c1-1a54d6b984ba owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:54.443256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.472120 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2684698 Mar 11 15:46:54.511879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=5e71bd00-80b4-4a53-b21c-60e933545987,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:54.518139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713f3d6-2338-4445-ba0d-5d1cfbce64f4 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event updated for resources: {'Network': ['ID=e1a4c018-231d-493a-843d-a6ff6380a130,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:54.546471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4788f0bc-02e5-4329-833d-905e8c3a843f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.550405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 56fd4416-3f21-4f58-8798-d3b731763c05 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:54.550947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.584399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network e1a4c018-231d-493a-843d-a6ff6380a130 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:46:54.607834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.647604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.665264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object aad32066-f59b-474b-9042-f33d60ae502c will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:54.700017 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4788f0bc-02e5-4329-833d-905e8c3a843f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for f92748a8-dba8-4b3b-92b8-915255325856 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:54.769844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.858915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d39a2d-f375-4cfc-bd33-3b1e881daefb req-166601ab-a824-4eb8-94bf-0ef4eff85608 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:54.861711 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-91d39a2d-f375-4cfc-bd33-3b1e881daefb req-166601ab-a824-4eb8-94bf-0ef4eff85608 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.3014932 Mar 11 15:46:54.876890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network f4eea21c-661a-4904-a2ed-68a8864df06d is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:46:54.882812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:46:54.890349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:46:54.902210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:54.902824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:54.908128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-74b0c7de-c39e-4cdd-951f-2b323b2e8bce None None] Allocated IP 2001:db8:0:1::2 (f4eea21c-661a-4904-a2ed-68a8864df06d/bd06a6cc-6a23-4359-9f47-3c37f41f4676/5e71bd00-80b4-4a53-b21c-60e933545987) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:54.978474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=aad32066-f59b-474b-9042-f33d60ae502c,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:54.998572 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-91d39a2d-f375-4cfc-bd33-3b1e881daefb req-64632d3b-b49b-47e5-a127-baab03489cd2 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198652 Mar 11 15:46:55.016453 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-697b50ad-29bf-4c28-b91a-78bb76385fbf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.6780963 Mar 11 15:46:55.019253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40482) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:55.027192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '452a49cb-ab03-4b65-8093-766fd252b896'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:55.151967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-74b0c7de-c39e-4cdd-951f-2b323b2e8bce None None] For port 5e71bd00-80b4-4a53-b21c-60e933545987, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5e71bd00-80b4-4a53-b21c-60e933545987,segment=NetworkSegment(103c3588-b0c5-4203-97ed-aaf62af3d587),segment_id=103c3588-b0c5-4203-97ed-aaf62af3d587)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:55.156818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40488) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:55.184345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-74b0c7de-c39e-4cdd-951f-2b323b2e8bce None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:55.202236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-74b0c7de-c39e-4cdd-951f-2b323b2e8bce None None] Transition to ACTIVE for port object 5e71bd00-80b4-4a53-b21c-60e933545987 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:46:55.248732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:55.258865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4788f0bc-02e5-4329-833d-905e8c3a843f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:55.293089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-74b0c7de-c39e-4cdd-951f-2b323b2e8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:55.350215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-908c3238-187b-4094-a234-db39e4b4137e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:55.472211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788f0bc-02e5-4329-833d-905e8c3a843f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=f92748a8-dba8-4b3b-92b8-915255325856,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:55.614031 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5e71bd00-80b4-4a53-b21c-60e933545987 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:55.760477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0c7de-c39e-4cdd-951f-2b323b2e8bce None None] Pushing event updated for resources: {'Port': ['ID=5e71bd00-80b4-4a53-b21c-60e933545987,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:55.761487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c3238-187b-4094-a234-db39e4b4137e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event deleted for resources: {'Port': ['ID=fee3b8af-6266-4bb5-a0c1-1a54d6b984ba,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:55.940394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12d176-733c-4c1f-aaaf-edc9e7f7448c req-8c5cb186-5d89-4cbe-b246-cb3f6796ea24 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:55.951577 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fa12d176-733c-4c1f-aaaf-edc9e7f7448c req-8c5cb186-5d89-4cbe-b246-cb3f6796ea24 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.3683951 Mar 11 15:46:55.966732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:55.967808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:56.164440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-908c3238-187b-4094-a234-db39e4b4137e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:56.170113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4ad0b-8862-4c3f-a38e-d6eb3fc7c2ac req-7b10c824-81d3-4dc1-920b-06d470987d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:56.171658 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07f4ad0b-8862-4c3f-a38e-d6eb3fc7c2ac req-7b10c824-81d3-4dc1-920b-06d470987d93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=684cb0babacf4e8faaf072b6bdbad25d&device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 1098 time: 0.4836042 Mar 11 15:46:56.180378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4788f0bc-02e5-4329-833d-905e8c3a843f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:56.241875 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fa12d176-733c-4c1f-aaaf-edc9e7f7448c req-29ae64d5-2cd8-4388-bbe4-dccd3429fb5c tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899017 Mar 11 15:46:56.358231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Delete allocated IP 2001:db8:0:1::2e1 (f4eea21c-661a-4904-a2ed-68a8864df06d/bd06a6cc-6a23-4359-9f47-3c37f41f4676) {{(pid=88558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:46:56.492731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4ad0b-8862-4c3f-a38e-d6eb3fc7c2ac req-fe4bd99e-1d80-4f20-96a9-99155edc831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:56.494307 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07f4ad0b-8862-4c3f-a38e-d6eb3fc7c2ac req-fe4bd99e-1d80-4f20-96a9-99155edc831a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a854c22c-181b-4516-97b3-c14d94aec1f0 HTTP/1.1" status: 200 len: 913 time: 0.3127925 Mar 11 15:46:56.501831 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a370e2a8-5342-4a86-8fe8-051fbfc28efa None None] Network f4eea21c-661a-4904-a2ed-68a8864df06d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:56.570744 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07f4ad0b-8862-4c3f-a38e-d6eb3fc7c2ac req-7834d826-20da-41d1-a90a-0390813d4ad4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 HTTP/1.1" status: 200 len: 217 time: 0.0695941 Mar 11 15:46:56.631666 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4788f0bc-02e5-4329-833d-905e8c3a843f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/f92748a8-dba8-4b3b-92b8-915255325856 HTTP/1.1" status: 204 len: 168 time: 3.0324173 Mar 11 15:46:56.634670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40494) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:56.698280 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a36bf69-26de-4934-a3ec-8d70d70fa8be tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:46:56.701766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908c3238-187b-4094-a234-db39e4b4137e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Router 6e4112b7-d3ca-4e4b-818f-9665d805d690 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:46:56.702797 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7a36bf69-26de-4934-a3ec-8d70d70fa8be tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/f92748a8-dba8-4b3b-92b8-915255325856 HTTP/1.1" status: 404 len: 333 time: 0.0644534 Mar 11 15:46:56.703479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40498) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:56.733486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-05994950-d405-4fe3-b8d3-ef33fe159060 None None] Provisioning for port 5e71bd00-80b4-4a53-b21c-60e933545987 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:56.759468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-05994950-d405-4fe3-b8d3-ef33fe159060 None None] Provisioning complete for port 5e71bd00-80b4-4a53-b21c-60e933545987 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:56.760383 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-05994950-d405-4fe3-b8d3-ef33fe159060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:56.764592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4ad0b-8862-4c3f-a38e-d6eb3fc7c2ac req-54f2e640-dd83-48c0-bbb3-89d414fed3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:56.766175 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07f4ad0b-8862-4c3f-a38e-d6eb3fc7c2ac req-54f2e640-dd83-48c0-bbb3-89d414fed3e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63d0d39d-af7b-4012-9204-aea1091f9720 HTTP/1.1" status: 200 len: 852 time: 0.1860435 Mar 11 15:46:56.839129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07f4ad0b-8862-4c3f-a38e-d6eb3fc7c2ac req-8d131f96-8002-47f9-b576-f9b9cd0c7388 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a854c22c-181b-4516-97b3-c14d94aec1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656214 Mar 11 15:46:56.870079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:56.899266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8ce05e-7390-4483-9e22-ed4e7b74f7ee tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting subnet d9e28034-731e-44da-9853-b705b34af4e7 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:56.912062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce05e-7390-4483-9e22-ed4e7b74f7ee tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:56.951751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Ignored duplicate provisioning block setup for port aad32066-f59b-474b-9042-f33d60ae502c by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 15:46:57.035202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:57.045892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce05e-7390-4483-9e22-ed4e7b74f7ee tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:57.138330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908c3238-187b-4094-a234-db39e4b4137e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:46:57.144407 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-908c3238-187b-4094-a234-db39e4b4137e tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "PUT /v2.0/routers/6e4112b7-d3ca-4e4b-818f-9665d805d690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3217030 Mar 11 15:46:57.151727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40502) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:57.164007 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e50a9-abee-401f-8acc-1899b7b34e95 None None] Sync routers for ids ['6e4112b7-d3ca-4e4b-818f-9665d805d690'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:46:57.177972 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e50a9-abee-401f-8acc-1899b7b34e95 None None] Routers {'6e4112b7-d3ca-4e4b-818f-9665d805d690'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:57.178593 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c05e50a9-abee-401f-8acc-1899b7b34e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6e4112b7-d3ca-4e4b-818f-9665d805d690'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:57.347639 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c05e50a9-abee-401f-8acc-1899b7b34e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:57.373310 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e50a9-abee-401f-8acc-1899b7b34e95 None None] Routers {'6e4112b7-d3ca-4e4b-818f-9665d805d690'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:46:57.375262 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c05e50a9-abee-401f-8acc-1899b7b34e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6e4112b7-d3ca-4e4b-818f-9665d805d690'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:57.379132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:57.388431 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-55e289c9-7cad-4b5b-a301-f5ff3556cc50 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] show failed (client error): The resource could not be found. Mar 11 15:46:57.391407 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-55e289c9-7cad-4b5b-a301-f5ff3556cc50 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1206533456 HTTP/1.1" status: 404 len: 335 time: 0.2280974 Mar 11 15:46:57.393539 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07f4ad0b-8862-4c3f-a38e-d6eb3fc7c2ac req-ec70f47d-15eb-4ee5-b761-796069da443c service neutron] 10.222.0.30 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486872 Mar 11 15:46:57.419942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40508) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:57.448692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] In _notify_port_updated(), no bound segment for port aad32066-f59b-474b-9042-f33d60ae502c on network f4eea21c-661a-4904-a2ed-68a8864df06d {{(pid=88558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:46:57.470048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:57.470839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:57.474775 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "PUT /v2.0/ports/aad32066-f59b-474b-9042-f33d60ae502c HTTP/1.1" status: 200 len: 926 time: 2.4517889 Mar 11 15:46:57.507920 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8a4f390b-4ea1-406f-855e-8b0a9cd6c46f None None] Provisioning complete for port 5e71bd00-80b4-4a53-b21c-60e933545987 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:57.508505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8a4f390b-4ea1-406f-855e-8b0a9cd6c46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:57.521978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-17115c62-4a6f-4003-8277-1d78acd24d58 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:57.592998 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c05e50a9-abee-401f-8acc-1899b7b34e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:46:57.595830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=aad32066-f59b-474b-9042-f33d60ae502c,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:57.596125 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e50a9-abee-401f-8acc-1899b7b34e95 None None] The sync data for ids ['6e4112b7-d3ca-4e4b-818f-9665d805d690'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:46:57.604217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5e71bd00-80b4-4a53-b21c-60e933545987 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:46:57.626545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40512) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:57.695371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a0e616b7-ba4d-4c3a-bbe0-d22145dc128a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '452a49cb-ab03-4b65-8093-766fd252b896'}, {'subnet_id': 'bd06a6cc-6a23-4359-9f47-3c37f41f4676'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:57.736980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 5e71bd00-80b4-4a53-b21c-60e933545987 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:57.736980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:57.755499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.755965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.756413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.756966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.757400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.757830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.758254 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.758679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.759118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.759542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.759966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.761152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae398708-f5cc-46f7-a83b-f359d6cfd271 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:57.776984 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-17115c62-4a6f-4003-8277-1d78acd24d58 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] update failed (client error): The resource could not be found. Mar 11 15:46:57.776984 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-17115c62-4a6f-4003-8277-1d78acd24d58 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-210064346 HTTP/1.1" status: 404 len: 334 time: 0.3236053 Mar 11 15:46:57.802148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40516) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:57.854585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40520) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:57.863223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'subnets': [{'network_id': '5ae3a09a-6398-4a0e-a160-45cc4ebc7b93', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--224739997', 'ip_version': 6}, {'network_id': 'e1a4c018-231d-493a-843d-a6ff6380a130', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:57.863223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'subnet': {'network_id': '5ae3a09a-6398-4a0e-a160-45cc4ebc7b93', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--224739997', 'ip_version': 6}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:57.866766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Request body: {'subnet': {'network_id': 'e1a4c018-231d-493a-843d-a6ff6380a130', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:46:57.908412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce05e-7390-4483-9e22-ed4e7b74f7ee tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:57.996720 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8a4f390b-4ea1-406f-855e-8b0a9cd6c46f None None] Provisioning for port aad32066-f59b-474b-9042-f33d60ae502c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:46:58.005701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8a4f390b-4ea1-406f-855e-8b0a9cd6c46f None None] Provisioning complete for port aad32066-f59b-474b-9042-f33d60ae502c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:58.006226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8a4f390b-4ea1-406f-855e-8b0a9cd6c46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.071097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting subnet 840efb4d-8a7a-4ca9-bd51-7867c56670c0 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:46:58.079373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.085070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f390b-4ea1-406f-855e-8b0a9cd6c46f None None] Port aad32066-f59b-474b-9042-f33d60ae502c cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:58.180864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.205895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-07efe087-3824-4fe6-b4d7-7544ee8c1164 None None] Provisioning complete for port aad32066-f59b-474b-9042-f33d60ae502c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:58.206287 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-07efe087-3824-4fe6-b4d7-7544ee8c1164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.223525 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07f4ad0b-8862-4c3f-a38e-d6eb3fc7c2ac req-700a888d-a50f-4e56-8b89-b08b38702415 service neutron] 10.222.0.30 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7467363 Mar 11 15:46:58.278157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3c61-10b3-4643-ae2b-88c9aa9a943d req-b5d03049-f82a-495d-ab77-023c7106e547 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:58.279110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-07efe087-3824-4fe6-b4d7-7544ee8c1164 None None] Port aad32066-f59b-474b-9042-f33d60ae502c cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:46:58.279620 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a1eb3c61-10b3-4643-ae2b-88c9aa9a943d req-b5d03049-f82a-495d-ab77-023c7106e547 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.6483259 Mar 11 15:46:58.298517 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0e616b7-ba4d-4c3a-bbe0-d22145dc128a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.383328 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Deleting port feddbe5a-dd40-405e-a58f-d280e0eb7ba6 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:58.384001 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.390098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:46:58.397220 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a1eb3c61-10b3-4643-ae2b-88c9aa9a943d req-f320c48d-0b96-4075-80ac-1394a6419558 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111720 Mar 11 15:46:58.398127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Usage tracker for resource:subnet and tenant:89f8f5a201844d1a8d0ac14d12b29c14 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:46:58.401991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:46:58.407255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:46:58.425150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce05e-7390-4483-9e22-ed4e7b74f7ee tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.470381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ce05e-7390-4483-9e22-ed4e7b74f7ee tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e28034-731e-44da-9853-b705b34af4e7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:58.475073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce05e-7390-4483-9e22-ed4e7b74f7ee tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.486825 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9f8ce05e-7390-4483-9e22-ed4e7b74f7ee tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/d9e28034-731e-44da-9853-b705b34af4e7 HTTP/1.1" status: 204 len: 168 time: 1.7749245 Mar 11 15:46:58.486825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40524) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:58.488741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d674e075-d354-4c83-95fb-77457cf6a91b None None] Network 25074cd8-5c67-4b7f-a2b1-afad3981da8c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:58.509169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Made reservation on behalf of 89f8f5a201844d1a8d0ac14d12b29c14 for: {'subnet': 2} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:46:58.513067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.513401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.574436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.706780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.729846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 56fd4416-3f21-4f58-8798-d3b731763c05 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:58.730118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.803588 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] DHCP port deletion for 25074cd8-5c67-4b7f-a2b1-afad3981da8c request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:46:58.809020 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Deleting port 56fd4416-3f21-4f58-8798-d3b731763c05 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:58.809400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:58.980320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] For port feddbe5a-dd40-405e-a58f-d280e0eb7ba6, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=feddbe5a-dd40-405e-a58f-d280e0eb7ba6,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:58.980713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.043211 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] For port 56fd4416-3f21-4f58-8798-d3b731763c05, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=56fd4416-3f21-4f58-8798-d3b731763c05,segment=NetworkSegment(d5a96cef-a75a-482f-8472-65f49ed4e028),segment_id=d5a96cef-a75a-482f-8472-65f49ed4e028)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:59.043646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.107772 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.120292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Calling delete_port for feddbe5a-dd40-405e-a58f-d280e0eb7ba6 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:59.125969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] For port 56fd4416-3f21-4f58-8798-d3b731763c05, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=56fd4416-3f21-4f58-8798-d3b731763c05,segment=NetworkSegment(d5a96cef-a75a-482f-8472-65f49ed4e028),segment_id=d5a96cef-a75a-482f-8472-65f49ed4e028)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:46:59.126333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.187316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Calling delete_port for 56fd4416-3f21-4f58-8798-d3b731763c05 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:59.232777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event deleted for resources: {'Subnet': ['ID=840efb4d-8a7a-4ca9-bd51-7867c56670c0,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:59.248871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.249223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.253129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.253129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.253129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.253129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.253129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.253129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.253129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.253129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.253722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.253722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.262870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.283204 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb2379-19e3-437a-ace2-33360cc03909 None None] Network 4145063a-41a7-475d-a33c-d3a321042f72 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:46:59.288335 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bcea689a-6a8d-472b-8cf1-f6d2868499db tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "DELETE /v2.0/subnets/840efb4d-8a7a-4ca9-bd51-7867c56670c0 HTTP/1.1" status: 204 len: 168 time: 1.4845860 Mar 11 15:46:59.292085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40528) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:59.331031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 56fd4416-3f21-4f58-8798-d3b731763c05 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:46:59.349276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.362443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-a0e616b7-ba4d-4c3a-bbe0-d22145dc128a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8:0:1::2f (f4eea21c-661a-4904-a2ed-68a8864df06d/bd06a6cc-6a23-4359-9f47-3c37f41f4676/aad32066-f59b-474b-9042-f33d60ae502c) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:46:59.503169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:46:59.503404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:46:59.503740 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.516585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 56fd4416-3f21-4f58-8798-d3b731763c05 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:46:59.586338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] No DVR routers for this DVR port 56fd4416-3f21-4f58-8798-d3b731763c05 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:46:59.598028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Pushing event deleted for resources: {'Port': ['ID=56fd4416-3f21-4f58-8798-d3b731763c05,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:59.604587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting port 9267b5d1-611e-44fa-81be-dc01b5b5e29d {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:59.605072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.622775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 56fd4416-3f21-4f58-8798-d3b731763c05 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:46:59.623128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 56fd4416-3f21-4f58-8798-d3b731763c05 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:46:59.665337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.665686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.666026 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.666878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.667270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.667600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.667923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.668248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.668582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.668905 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.669223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.669595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b775e9-a3fb-428c-9320-28a4995d77c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:59.702689 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.768871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0604fb3-a378-4c5e-a421-c58f454947c8 req-b841826e-8f9c-455d-bd25-f55040cca4c3 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:59.773135 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a0604fb3-a378-4c5e-a421-c58f454947c8 req-b841826e-8f9c-455d-bd25-f55040cca4c3 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.1987653 Mar 11 15:46:59.823885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795228-1d8b-4c4a-92c0-8c341b3e5208 req-9d44611f-2a20-4f44-bfd3-d3e5dcece6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:59.825591 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5b795228-1d8b-4c4a-92c0-8c341b3e5208 req-9d44611f-2a20-4f44-bfd3-d3e5dcece6a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=684cb0babacf4e8faaf072b6bdbad25d&device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 1098 time: 0.2110353 Mar 11 15:46:59.830161 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b321938f-f4eb-4e27-ba1e-9d40f97bd57f None None] DHCP port deletion for 4145063a-41a7-475d-a33c-d3a321042f72 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:46:59.836568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b321938f-f4eb-4e27-ba1e-9d40f97bd57f None None] Deleting port 9267b5d1-611e-44fa-81be-dc01b5b5e29d {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:46:59.837268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b321938f-f4eb-4e27-ba1e-9d40f97bd57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.860654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event updated for resources: {'Subnet': ['ID=5383b523-be43-4d08-9af2-5519f92fb484,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:59.878157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0e616b7-ba4d-4c3a-bbe0-d22145dc128a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.884612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Checking segment: {'id': '7ad83ec7-dea7-4c05-b9bd-152b33710187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5ae3a09a-6398-4a0e-a160-45cc4ebc7b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:46:59.885034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Network hostable DHCP agents. Network: 5ae3a09a-6398-4a0e-a160-45cc4ebc7b93, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:46:59.889000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:59.901961 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a0604fb3-a378-4c5e-a421-c58f454947c8 req-59793db3-589a-4c99-9450-b225896f8c94 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231771 Mar 11 15:46:59.954357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-a0e616b7-ba4d-4c3a-bbe0-d22145dc128a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object aad32066-f59b-474b-9042-f33d60ae502c will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:00.017963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event deleted for resources: {'Port': ['ID=feddbe5a-dd40-405e-a58f-d280e0eb7ba6,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:00.065910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 56fd4416-3f21-4f58-8798-d3b731763c05 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:00.066404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.076848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0e616b7-ba4d-4c3a-bbe0-d22145dc128a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.108356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b321938f-f4eb-4e27-ba1e-9d40f97bd57f None None] For port 9267b5d1-611e-44fa-81be-dc01b5b5e29d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9267b5d1-611e-44fa-81be-dc01b5b5e29d,segment=NetworkSegment(188c13d5-25a4-4b01-8d00-35451773661c),segment_id=188c13d5-25a4-4b01-8d00-35451773661c)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:00.109146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b321938f-f4eb-4e27-ba1e-9d40f97bd57f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.213416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] The port '56fd4416-3f21-4f58-8798-d3b731763c05' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:47:00.260119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e616b7-ba4d-4c3a-bbe0-d22145dc128a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=aad32066-f59b-474b-9042-f33d60ae502c,revision_number=3']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:00.289475 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b321938f-f4eb-4e27-ba1e-9d40f97bd57f None None] Calling delete_port for 9267b5d1-611e-44fa-81be-dc01b5b5e29d owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:00.304428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Network 5ae3a09a-6398-4a0e-a160-45cc4ebc7b93 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:47:00.396993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.409332 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] For port 9267b5d1-611e-44fa-81be-dc01b5b5e29d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9267b5d1-611e-44fa-81be-dc01b5b5e29d,segment=NetworkSegment(188c13d5-25a4-4b01-8d00-35451773661c),segment_id=188c13d5-25a4-4b01-8d00-35451773661c)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:00.410098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.432955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795228-1d8b-4c4a-92c0-8c341b3e5208 req-5b820345-015c-417b-8b76-f21472ffa120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:00.434564 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5b795228-1d8b-4c4a-92c0-8c341b3e5208 req-5b820345-015c-417b-8b76-f21472ffa120 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a854c22c-181b-4516-97b3-c14d94aec1f0 HTTP/1.1" status: 200 len: 913 time: 0.5754306 Mar 11 15:47:00.442725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25074cd8-5c67-4b7f-a2b1-afad3981da8c']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:00.466965 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a0e616b7-ba4d-4c3a-bbe0-d22145dc128a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] In _notify_port_updated(), no bound segment for port aad32066-f59b-474b-9042-f33d60ae502c on network f4eea21c-661a-4904-a2ed-68a8864df06d {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:47:00.472837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e616b7-ba4d-4c3a-bbe0-d22145dc128a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:00.473536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0e616b7-ba4d-4c3a-bbe0-d22145dc128a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.474926 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a0e616b7-ba4d-4c3a-bbe0-d22145dc128a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "PUT /v2.0/ports/aad32066-f59b-474b-9042-f33d60ae502c HTTP/1.1" status: 200 len: 1011 time: 2.7899320 Mar 11 15:47:00.480055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40536) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:00.504947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b321938f-f4eb-4e27-ba1e-9d40f97bd57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.526341 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5b795228-1d8b-4c4a-92c0-8c341b3e5208 req-3fedb64b-c74b-4220-8cff-c8c56f5b1024 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 HTTP/1.1" status: 200 len: 217 time: 0.0852184 Mar 11 15:47:00.527029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 5ae3a09a-6398-4a0e-a160-45cc4ebc7b93) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:00.564405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87afe957-77f4-409e-b07b-9e6599cdf178 None None] Network 5ae3a09a-6398-4a0e-a160-45cc4ebc7b93 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:00.582787 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a96cef-a75a-482f-8472-65f49ed4e028') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:00.583993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a96cef-a75a-482f-8472-65f49ed4e028') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:00.598281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.607819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321938f-f4eb-4e27-ba1e-9d40f97bd57f None None] Pushing event deleted for resources: {'Port': ['ID=9267b5d1-611e-44fa-81be-dc01b5b5e29d,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:00.620706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b321938f-f4eb-4e27-ba1e-9d40f97bd57f None None] No DVR routers for this DVR port 9267b5d1-611e-44fa-81be-dc01b5b5e29d on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:00.627362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.635624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:00.635624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:00.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:00.722438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.798283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Calling delete_port for 9267b5d1-611e-44fa-81be-dc01b5b5e29d owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:00.845292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-46e6fab1-35a9-49bf-a85c-f98d2267f642 None None] Provisioning for port aad32066-f59b-474b-9042-f33d60ae502c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:00.859527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-46e6fab1-35a9-49bf-a85c-f98d2267f642 None None] Provisioning complete for port aad32066-f59b-474b-9042-f33d60ae502c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:00.859889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-46e6fab1-35a9-49bf-a85c-f98d2267f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.862709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-16b002aa-e470-43c7-a8a5-7c8e1c4eaa84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port aad32066-f59b-474b-9042-f33d60ae502c {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:00.863054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16b002aa-e470-43c7-a8a5-7c8e1c4eaa84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.869587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event updated for resources: {'Subnet': ['ID=bc2dcb8b-fe19-4e26-8013-95d12c63198d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:00.876163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795228-1d8b-4c4a-92c0-8c341b3e5208 req-0697e19d-d930-44b1-bc6f-96ad0af7bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:00.877638 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5b795228-1d8b-4c4a-92c0-8c341b3e5208 req-0697e19d-d930-44b1-bc6f-96ad0af7bb23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63d0d39d-af7b-4012-9204-aea1091f9720 HTTP/1.1" status: 200 len: 852 time: 0.3367641 Mar 11 15:47:00.890788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-5ae3a09a-6398-4a0e-a160-45cc4ebc7b93', 'network_id': '5ae3a09a-6398-4a0e-a160-45cc4ebc7b93', 'tenant_id': '89f8f5a201844d1a8d0ac14d12b29c14', 'fixed_ips': [{'subnet_id': '5383b523-be43-4d08-9af2-5519f92fb484'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:47:00.891363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.934492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Checking segment: {'id': 'c1efa708-3c67-4585-8e5c-60e61225b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1a4c018-231d-493a-843d-a6ff6380a130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:00.934879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Network hostable DHCP agents. Network: e1a4c018-231d-493a-843d-a6ff6380a130, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:47:00.943406 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5b795228-1d8b-4c4a-92c0-8c341b3e5208 req-01585521-d769-4333-b4ca-24389acc2012 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a854c22c-181b-4516-97b3-c14d94aec1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579071 Mar 11 15:47:00.945975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:00.994008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.025351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Network': ['ID=25074cd8-5c67-4b7f-a2b1-afad3981da8c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:01.032840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:01.032840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:01.046844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b850da-af33-442f-b7b0-f12ac5ac51c9 req-97284b67-060c-403d-8d64-629b28ba0100 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:01.048425 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6b850da-af33-442f-b7b0-f12ac5ac51c9 req-97284b67-060c-403d-8d64-629b28ba0100 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.3279557 Mar 11 15:47:01.063318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Allocated IP 2001:db8::1 (5ae3a09a-6398-4a0e-a160-45cc4ebc7b93/5383b523-be43-4d08-9af2-5519f92fb484/20cfa609-16ed-42c6-be07-0ef735b29731) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:01.080428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.084608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-46e6fab1-35a9-49bf-a85c-f98d2267f642 None None] Port aad32066-f59b-474b-9042-f33d60ae502c cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:01.114348 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a38a17bc-c2b3-461d-b5c9-62fa4f810f56 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/networks/25074cd8-5c67-4b7f-a2b1-afad3981da8c HTTP/1.1" status: 204 len: 168 time: 2.6270096 Mar 11 15:47:01.124367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40542) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:01.128377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Network e1a4c018-231d-493a-843d-a6ff6380a130 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:47:01.140878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-991281388'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:01.151362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:01.170615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:network and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:01.177279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:01.195955 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6b850da-af33-442f-b7b0-f12ac5ac51c9 req-ebc3af12-38ff-4299-9a57-3a9067b28ca7 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003816 Mar 11 15:47:01.196798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:01.205930 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5b795228-1d8b-4c4a-92c0-8c341b3e5208 req-4c2142be-8525-4523-9f6a-1d472beec90f service neutron] 10.222.0.30 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526407 Mar 11 15:47:01.236495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, e1a4c018-231d-493a-843d-a6ff6380a130) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:01.248206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac5b355-df0b-4845-a45a-1334f37e4424 None None] Network e1a4c018-231d-493a-843d-a6ff6380a130 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:01.254064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:01.254544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:01.255169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.319837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:01.323760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.383139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:47:01.401148 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-04276d68-1d2d-41dc-88ec-5a898e680525 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5453658 Mar 11 15:47:01.406782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40546) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:01.407674 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5b795228-1d8b-4c4a-92c0-8c341b3e5208 req-3fae8b6b-ee42-42ba-9088-91318e49bd91 service neutron] 10.222.0.30 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935015 Mar 11 15:47:01.421048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.429339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16b002aa-e470-43c7-a8a5-7c8e1c4eaa84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.446735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Transition to ACTIVE for port object 20cfa609-16ed-42c6-be07-0ef735b29731 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:01.460315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.460682 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Added segment 830fb972-22ad-4408-b883-3a750d22c138 of type vlan for network 6ab4648d-91bf-4bfa-81f1-7330f8f180d9 Mar 11 15:47:01.484305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Transition to ACTIVE for port object 20cfa609-16ed-42c6-be07-0ef735b29731 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:01.516962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.532643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6021e48-3f45-4809-a88c-e1501417a4f6 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:01.532643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6021e48-3f45-4809-a88c-e1501417a4f6 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:01.532643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6021e48-3f45-4809-a88c-e1501417a4f6 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:01.532643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d6021e48-3f45-4809-a88c-e1501417a4f6 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Synchronizing usage tracker for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:01.595219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9267b5d1-611e-44fa-81be-dc01b5b5e29d no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:01.614933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting port 9267b5d1-611e-44fa-81be-dc01b5b5e29d {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:01.615281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.629315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.642251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d6021e48-3f45-4809-a88c-e1501417a4f6 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Unset dirty status for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:01.643696 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d6021e48-3f45-4809-a88c-e1501417a4f6 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2350047 Mar 11 15:47:01.653174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40550) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:01.655412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-16b002aa-e470-43c7-a8a5-7c8e1c4eaa84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for aad32066-f59b-474b-9042-f33d60ae502c owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:01.688460 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.693924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:01.694494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.711637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Pushing event updated for resources: {'Port': ['ID=20cfa609-16ed-42c6-be07-0ef735b29731,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:01.714655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 9267b5d1-611e-44fa-81be-dc01b5b5e29d {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:01.714981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9267b5d1-611e-44fa-81be-dc01b5b5e29d not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:01.742051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Network 5ae3a09a-6398-4a0e-a160-45cc4ebc7b93 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:01.742051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:01.742051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:01.743947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-e1a4c018-231d-493a-843d-a6ff6380a130', 'network_id': 'e1a4c018-231d-493a-843d-a6ff6380a130', 'tenant_id': '89f8f5a201844d1a8d0ac14d12b29c14', 'fixed_ips': [{'subnet_id': 'bc2dcb8b-fe19-4e26-8013-95d12c63198d'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:47:01.746184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.767114 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] The port '9267b5d1-611e-44fa-81be-dc01b5b5e29d' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:47:01.828653 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-3846e119-4348-439b-9b6e-08bb47ea5451 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Deleting subnet 5383b523-be43-4d08-9af2-5519f92fb484 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:01.835785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3846e119-4348-439b-9b6e-08bb47ea5451 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.863277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Network': ['ID=6ab4648d-91bf-4bfa-81f1-7330f8f180d9,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:01.884962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 6ab4648d-91bf-4bfa-81f1-7330f8f180d9 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:47:01.904698 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d195244c-c5cc-47e1-8f5d-24f32bb5a585 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7774444 Mar 11 15:47:01.905760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40554) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:01.915889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '6ab4648d-91bf-4bfa-81f1-7330f8f180d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:02.012283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Attempting to bind port 20cfa609-16ed-42c6-be07-0ef735b29731 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:02.012770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Attempting to bind port 20cfa609-16ed-42c6-be07-0ef735b29731 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '7ad83ec7-dea7-4c05-b9bd-152b33710187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5ae3a09a-6398-4a0e-a160-45cc4ebc7b93'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:02.013062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Attempting to bind port 20cfa609-16ed-42c6-be07-0ef735b29731 on network 5ae3a09a-6398-4a0e-a160-45cc4ebc7b93 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:02.020797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.052016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3846e119-4348-439b-9b6e-08bb47ea5451 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.056395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:02.057347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Checking segment: {'id': '7ad83ec7-dea7-4c05-b9bd-152b33710187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5ae3a09a-6398-4a0e-a160-45cc4ebc7b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:02.057770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.058168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Bound using segment: {'id': '7ad83ec7-dea7-4c05-b9bd-152b33710187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5ae3a09a-6398-4a0e-a160-45cc4ebc7b93'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:02.058664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Bound port: 20cfa609-16ed-42c6-be07-0ef735b29731, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad83ec7-dea7-4c05-b9bd-152b33710187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5ae3a09a-6398-4a0e-a160-45cc4ebc7b93'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:02.059030 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.173003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Allocated IP 2001:db8:0:1::1 (e1a4c018-231d-493a-843d-a6ff6380a130/bc2dcb8b-fe19-4e26-8013-95d12c63198d/b1d4ef06-7679-486f-ad7f-fa3095d8e046) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:02.199315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] For port 20cfa609-16ed-42c6-be07-0ef735b29731, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:02.202691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] For port 20cfa609-16ed-42c6-be07-0ef735b29731, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=20cfa609-16ed-42c6-be07-0ef735b29731,segment=NetworkSegment(7ad83ec7-dea7-4c05-b9bd-152b33710187),segment_id=7ad83ec7-dea7-4c05-b9bd-152b33710187)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:02.205639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:02.215643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:02.219652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:02.223325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4145063a-41a7-475d-a33c-d3a321042f72']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:02.226731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:02.245788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Router 29827d51-14b5-4f55-ae05-89455432d0c6 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:47:02.249412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188c13d5-25a4-4b01-8d00-35451773661c') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:02.249707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188c13d5-25a4-4b01-8d00-35451773661c') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:02.269462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.278940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3846e119-4348-439b-9b6e-08bb47ea5451 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.279468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.322248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:02.325981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.392089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d806b-9745-4fda-8966-51092285a0ce None None] Pushing event updated for resources: {'Port': ['ID=20cfa609-16ed-42c6-be07-0ef735b29731,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:02.396854 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.425208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:02.425568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:02.439538 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:02.552630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b619a-d67e-495a-9bfe-962a8a55f96e req-ac86ac79-b61c-4cbf-be7b-604273bff82d tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:02.554174 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac8b619a-d67e-495a-9bfe-962a8a55f96e req-ac86ac79-b61c-4cbf-be7b-604273bff82d tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.2026803 Mar 11 15:47:02.611953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3846e119-4348-439b-9b6e-08bb47ea5451 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.627410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:47:02.640227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb03793-a8a6-4e6b-b809-162d33b5c48a None None] Sync routers for ids ['29827d51-14b5-4f55-ae05-89455432d0c6'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:47:02.640412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16b002aa-e470-43c7-a8a5-7c8e1c4eaa84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.684259 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846e119-4348-439b-9b6e-08bb47ea5451 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event deleted for resources: {'Subnet': ['ID=5383b523-be43-4d08-9af2-5519f92fb484,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:02.701260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3846e119-4348-439b-9b6e-08bb47ea5451 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.733628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b002aa-e470-43c7-a8a5-7c8e1c4eaa84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=aad32066-f59b-474b-9042-f33d60ae502c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:02.735413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.736852 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb03793-a8a6-4e6b-b809-162d33b5c48a None None] Routers {'29827d51-14b5-4f55-ae05-89455432d0c6'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:02.737574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddb03793-a8a6-4e6b-b809-162d33b5c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['29827d51-14b5-4f55-ae05-89455432d0c6'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:02.760812 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac8b619a-d67e-495a-9bfe-962a8a55f96e req-84750f35-cec5-43f5-8521-2c42f0aedf73 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979718 Mar 11 15:47:02.799212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.803387 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "DELETE /v2.0/networks/4145063a-41a7-475d-a33c-d3a321042f72 HTTP/1.1" status: 204 len: 168 time: 3.4974411 Mar 11 15:47:02.810690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40562) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:02.819673 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-25f681f3-a505-4393-a5df-cb85641550fe tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "PUT /v2.0/routers/29827d51-14b5-4f55-ae05-89455432d0c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6614275 Mar 11 15:47:02.827911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40566) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:02.850111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969ea7a-8eab-435f-ae95-8d80b41b2727 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event deleted for resources: {'Network': ['ID=4145063a-41a7-475d-a33c-d3a321042f72,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:02.905412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a54352b-2fd8-4d47-b8d8-787b54a746e1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting subnet 4d84038e-f142-421b-bd38-1651c87a626d {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:02.913572 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3846e119-4348-439b-9b6e-08bb47ea5451 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "DELETE /v2.0/subnets/5383b523-be43-4d08-9af2-5519f92fb484 HTTP/1.1" status: 204 len: 168 time: 1.2592454 Mar 11 15:47:02.914386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40570) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:02.915100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0a54352b-2fd8-4d47-b8d8-787b54a746e1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.969240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.016790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16b002aa-e470-43c7-a8a5-7c8e1c4eaa84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.022125 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-16b002aa-e470-43c7-a8a5-7c8e1c4eaa84 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/aad32066-f59b-474b-9042-f33d60ae502c HTTP/1.1" status: 204 len: 168 time: 2.4859242 Mar 11 15:47:03.023048 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40574) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:03.080371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a155e90e-5fff-46e3-a0a1-586327e24d64 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Deleting subnet 036befe3-2fd1-47d0-8fbd-170fb408fd0f {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:03.089911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a155e90e-5fff-46e3-a0a1-586327e24d64 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.099240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f91d73e-7758-4cf5-8f3e-892f1ff1f8b7 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Deleting subnet bc2dcb8b-fe19-4e26-8013-95d12c63198d {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:03.117678 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3392ff5-11a2-4fb1-899c-343a3dbeec31 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:47:03.118366 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a3392ff5-11a2-4fb1-899c-343a3dbeec31 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:03.168483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a155e90e-5fff-46e3-a0a1-586327e24d64 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.171335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0a54352b-2fd8-4d47-b8d8-787b54a746e1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.196299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ddb03793-a8a6-4e6b-b809-162d33b5c48a None None] Set router 29827d51-14b5-4f55-ae05-89455432d0c6 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:03.211915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a3392ff5-11a2-4fb1-899c-343a3dbeec31 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:03.216698 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a3392ff5-11a2-4fb1-899c-343a3dbeec31 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/aad32066-f59b-474b-9042-f33d60ae502c HTTP/1.1" status: 404 len: 333 time: 0.1895931 Mar 11 15:47:03.217306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40580) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:03.252663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Checking segment: {'id': '830fb972-22ad-4408-b883-3a750d22c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6ab4648d-91bf-4bfa-81f1-7330f8f180d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:03.253474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network hostable DHCP agents. Network: 6ab4648d-91bf-4bfa-81f1-7330f8f180d9, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:47:03.287187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Subnet': ['ID=8104bbef-b765-4cc8-81c5-99b1d63ffe6f,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:03.343066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0715088-e220-4257-bcde-5c5f4af42012 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting subnet bd06a6cc-6a23-4359-9f47-3c37f41f4676 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:03.354082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0715088-e220-4257-bcde-5c5f4af42012 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.442364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0715088-e220-4257-bcde-5c5f4af42012 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.500850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 6ab4648d-91bf-4bfa-81f1-7330f8f180d9 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:47:03.518834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a155e90e-5fff-46e3-a0a1-586327e24d64 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.528337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 20cfa609-16ed-42c6-be07-0ef735b29731 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:03.536230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0a54352b-2fd8-4d47-b8d8-787b54a746e1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.606563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 6ab4648d-91bf-4bfa-81f1-7330f8f180d9) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:03.620637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0715088-e220-4257-bcde-5c5f4af42012 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.633627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec99003-7148-4c9d-8c0c-aaf25e5ac586 None None] Network 6ab4648d-91bf-4bfa-81f1-7330f8f180d9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:03.636205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:03.636831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.650247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340a654-8992-4352-a3e7-30049161b345 req-46f5b4ff-ab6d-4691-b9b0-81f393139018 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:03.652350 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f340a654-8992-4352-a3e7-30049161b345 req-46f5b4ff-ab6d-4691-b9b0-81f393139018 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.3364215 Mar 11 15:47:03.711414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce864-dfe5-4b9e-82e8-2c15151900e3 req-07e63dfb-ba41-4706-871a-f370659bf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:03.713958 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-155ce864-dfe5-4b9e-82e8-2c15151900e3 req-07e63dfb-ba41-4706-871a-f370659bf24f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=684cb0babacf4e8faaf072b6bdbad25d&device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 1098 time: 0.3145330 Mar 11 15:47:03.773004 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2c56226d-3caf-415b-afb5-7f3897ca731b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8633392 Mar 11 15:47:03.776534 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f340a654-8992-4352-a3e7-30049161b345 req-405d083b-4e24-4f6e-ba0f-e83453458a24 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045256 Mar 11 15:47:03.780260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40584) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:03.787348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '6ab4648d-91bf-4bfa-81f1-7330f8f180d9', 'name': 'tempest-PortsTestJSON-1985580044', 'fixed_ips': [{'subnet_id': '8104bbef-b765-4cc8-81c5-99b1d63ffe6f', 'ip_address': '172.20.0.10'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:03.808748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0715088-e220-4257-bcde-5c5f4af42012 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.813449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a155e90e-5fff-46e3-a0a1-586327e24d64 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.836629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0a54352b-2fd8-4d47-b8d8-787b54a746e1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.845653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.881109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0715088-e220-4257-bcde-5c5f4af42012 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.886548 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0715088-e220-4257-bcde-5c5f4af42012 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Subnet': ['ID=bd06a6cc-6a23-4359-9f47-3c37f41f4676,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:03.889974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a155e90e-5fff-46e3-a0a1-586327e24d64 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.890957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54352b-2fd8-4d47-b8d8-787b54a746e1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event deleted for resources: {'Subnet': ['ID=4d84038e-f142-421b-bd38-1651c87a626d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:03.898487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0a54352b-2fd8-4d47-b8d8-787b54a746e1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:03.900923 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0a54352b-2fd8-4d47-b8d8-787b54a746e1 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "DELETE /v2.0/subnets/4d84038e-f142-421b-bd38-1651c87a626d HTTP/1.1" status: 204 len: 168 time: 1.0947108 Mar 11 15:47:03.903913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40588) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:03.918166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Transition to ACTIVE for port object b1d4ef06-7679-486f-ad7f-fa3095d8e046 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:03.932260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7afe0-e71c-443f-b898-881377017686 None None] Network f4eea21c-661a-4904-a2ed-68a8864df06d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:03.965089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf9f991-902d-4394-99d2-274222e0e77a None None] Network f481248f-54a1-4bed-bfea-bd9eb2a04282 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:03.978451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f958ee8d-e50b-40c0-b907-4f8dc7acc8a3 None None] Network a0512299-640d-4391-88e3-4bed54b5085b requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:03.979811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce864-dfe5-4b9e-82e8-2c15151900e3 req-42400d4d-8f86-42c2-896b-e4981cc9a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:03.981305 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-155ce864-dfe5-4b9e-82e8-2c15151900e3 req-42400d4d-8f86-42c2-896b-e4981cc9a530 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a854c22c-181b-4516-97b3-c14d94aec1f0 HTTP/1.1" status: 200 len: 913 time: 0.2623966 Mar 11 15:47:03.989426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155e90e-5fff-46e3-a0a1-586327e24d64 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event deleted for resources: {'Subnet': ['ID=036befe3-2fd1-47d0-8fbd-170fb408fd0f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:04.013022 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e0715088-e220-4257-bcde-5c5f4af42012 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/bd06a6cc-6a23-4359-9f47-3c37f41f4676 HTTP/1.1" status: 204 len: 168 time: 0.7874632 Mar 11 15:47:04.014624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40592) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:04.017325 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e45de8-b43e-45d4-bad1-e583b4ef6c39 None None] Network 5ae3a09a-6398-4a0e-a160-45cc4ebc7b93 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:04.018808 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a155e90e-5fff-46e3-a0a1-586327e24d64 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "DELETE /v2.0/subnets/036befe3-2fd1-47d0-8fbd-170fb408fd0f HTTP/1.1" status: 204 len: 168 time: 1.1666081 Mar 11 15:47:04.024157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40594) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:04.052971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2cbb9f-5d26-4702-859d-58a636218587 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting subnet a7a7b02e-c2cb-4dcd-8532-dbcbe195c32d {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:04.063555 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-155ce864-dfe5-4b9e-82e8-2c15151900e3 req-acb6ea41-bf0f-4a4f-8e6a-a88f7b16391c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 HTTP/1.1" status: 200 len: 217 time: 0.0746059 Mar 11 15:47:04.064129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbb9f-5d26-4702-859d-58a636218587 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.064663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 20cfa609-16ed-42c6-be07-0ef735b29731 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:04.146582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-99acb14a-84fc-4759-aeca-5376b0193180 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting subnet 452a49cb-ab03-4b65-8093-766fd252b896 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:04.160019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-99acb14a-84fc-4759-aeca-5376b0193180 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.203619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Transition to ACTIVE for port object b1d4ef06-7679-486f-ad7f-fa3095d8e046 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:04.291043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbb9f-5d26-4702-859d-58a636218587 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.332526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce864-dfe5-4b9e-82e8-2c15151900e3 req-d253b37c-78df-4042-853b-d0e7ab51ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:04.334277 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-155ce864-dfe5-4b9e-82e8-2c15151900e3 req-d253b37c-78df-4042-853b-d0e7ab51ab2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63d0d39d-af7b-4012-9204-aea1091f9720 HTTP/1.1" status: 200 len: 852 time: 0.2417786 Mar 11 15:47:04.384168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3f91d73e-7758-4cf5-8f3e-892f1ff1f8b7 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.385829 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-99acb14a-84fc-4759-aeca-5376b0193180 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.413697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.425692 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-155ce864-dfe5-4b9e-82e8-2c15151900e3 req-f8dcb0d8-06f1-49b0-a5b0-7ac2bffc5271 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a854c22c-181b-4516-97b3-c14d94aec1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842226 Mar 11 15:47:04.481328 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:04.493553 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:port and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:04.499103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:04.508199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:04.550772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3f91d73e-7758-4cf5-8f3e-892f1ff1f8b7 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.555094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.610938 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2950e14c-c1ce-4255-9b7c-fd7cc4c00610 None None] Provisioning for port 20cfa609-16ed-42c6-be07-0ef735b29731 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:04.624833 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbb9f-5d26-4702-859d-58a636218587 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.632665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:04.699914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Network e1a4c018-231d-493a-843d-a6ff6380a130 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:04.715856 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-155ce864-dfe5-4b9e-82e8-2c15151900e3 req-cc2f7264-202a-48ec-a3be-bbfe8d0e94e6 service neutron] 10.222.0.30 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794597 Mar 11 15:47:04.773333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3f91d73e-7758-4cf5-8f3e-892f1ff1f8b7 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.804614 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2950e14c-c1ce-4255-9b7c-fd7cc4c00610 None None] Provisioning complete for port 20cfa609-16ed-42c6-be07-0ef735b29731 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:04.804944 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2950e14c-c1ce-4255-9b7c-fd7cc4c00610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.832807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:04.848127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-99acb14a-84fc-4759-aeca-5376b0193180 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.848928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:04.933460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Pushing event updated for resources: {'Port': ['ID=b1d4ef06-7679-486f-ad7f-fa3095d8e046,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:04.961667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddb03793-a8a6-4e6b-b809-162d33b5c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cccc4424-d629-4f73-80b8-823070732744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:46:59Z', 'revision_number': 5, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port': {'id': 'cccc4424-d629-4f73-80b8-823070732744', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:42:57Z', 'updated_at': '2022-03-11T15:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:04.967830 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-155ce864-dfe5-4b9e-82e8-2c15151900e3 req-9d74d947-ad6a-45d3-8975-e5a63da1f545 service neutron] 10.222.0.30 "GET /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420027 Mar 11 15:47:04.970008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3f91d73e-7758-4cf5-8f3e-892f1ff1f8b7 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.978999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-6ab4648d-91bf-4bfa-81f1-7330f8f180d9', 'network_id': '6ab4648d-91bf-4bfa-81f1-7330f8f180d9', 'tenant_id': '7bf164d980454780a71ae23f56113670', 'fixed_ips': [{'subnet_id': '8104bbef-b765-4cc8-81c5-99b1d63ffe6f'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:47:04.979976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.039961 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbb9f-5d26-4702-859d-58a636218587 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.043971 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb03793-a8a6-4e6b-b809-162d33b5c48a None None] Checking router: 29827d51-14b5-4f55-ae05-89455432d0c6 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:47:05.047901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91d73e-7758-4cf5-8f3e-892f1ff1f8b7 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2dcb8b-fe19-4e26-8013-95d12c63198d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:05.049895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3f91d73e-7758-4cf5-8f3e-892f1ff1f8b7 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.073033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.090553 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.116824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port 6ef6ed2f-a27e-4767-9263-6230d6a9fa40 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:47:05.148595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbb9f-5d26-4702-859d-58a636218587 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.157269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cbb9f-5d26-4702-859d-58a636218587 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a7b02e-c2cb-4dcd-8532-dbcbe195c32d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:05.167284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3f91d73e-7758-4cf5-8f3e-892f1ff1f8b7 tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "DELETE /v2.0/subnets/bc2dcb8b-fe19-4e26-8013-95d12c63198d HTTP/1.1" status: 204 len: 168 time: 2.1931512 Mar 11 15:47:05.171198 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8d2cbb9f-5d26-4702-859d-58a636218587 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "DELETE /v2.0/subnets/a7a7b02e-c2cb-4dcd-8532-dbcbe195c32d HTTP/1.1" status: 204 len: 168 time: 1.2643216 Mar 11 15:47:05.171198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40606) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:05.173216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40608) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:05.190743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Deleting port cccc4424-d629-4f73-80b8-823070732744 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:05.191364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.193041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1782697e-d355-4d7c-91cf-24ac32ed867e None None] Network c406c39f-28c4-48a9-8fbc-5eeaa76604dd requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:05.217045 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Attempting to bind port b1d4ef06-7679-486f-ad7f-fa3095d8e046 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:05.217731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Attempting to bind port b1d4ef06-7679-486f-ad7f-fa3095d8e046 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c1efa708-3c67-4585-8e5c-60e61225b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1a4c018-231d-493a-843d-a6ff6380a130'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:05.217731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Attempting to bind port b1d4ef06-7679-486f-ad7f-fa3095d8e046 on network e1a4c018-231d-493a-843d-a6ff6380a130 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:05.220646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb03793-a8a6-4e6b-b809-162d33b5c48a None None] Routers {'29827d51-14b5-4f55-ae05-89455432d0c6'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:05.226002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddb03793-a8a6-4e6b-b809-162d33b5c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['29827d51-14b5-4f55-ae05-89455432d0c6'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:05.286536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b74cfb9-03c8-4f82-9955-72e3e079e29d tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:05.287360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0b74cfb9-03c8-4f82-9955-72e3e079e29d tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Synchronizing usage tracker for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:05.335789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:05.336163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Checking segment: {'id': 'c1efa708-3c67-4585-8e5c-60e61225b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1a4c018-231d-493a-843d-a6ff6380a130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:05.340214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.340214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Bound using segment: {'id': 'c1efa708-3c67-4585-8e5c-60e61225b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1a4c018-231d-493a-843d-a6ff6380a130'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:05.340214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Bound port: b1d4ef06-7679-486f-ad7f-fa3095d8e046, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1efa708-3c67-4585-8e5c-60e61225b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1a4c018-231d-493a-843d-a6ff6380a130'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:05.340214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.375599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-99acb14a-84fc-4759-aeca-5376b0193180 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.400057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc107c4-449f-4395-9b2d-c4314bf873b5 req-47bfa554-127b-42c5-af48-cb08de95f098 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:05.407888 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7cc107c4-449f-4395-9b2d-c4314bf873b5 req-47bfa554-127b-42c5-af48-cb08de95f098 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.3753078 Mar 11 15:47:05.446137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acb14a-84fc-4759-aeca-5376b0193180 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Subnet': ['ID=452a49cb-ab03-4b65-8093-766fd252b896,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:05.446365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.470304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7cc107c4-449f-4395-9b2d-c4314bf873b5 req-ddc1109f-745c-4176-9146-2c7ad148d972 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610309 Mar 11 15:47:05.471490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting port be334f0f-bf47-47b5-b480-791f0c7ae57c {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:05.471832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.504328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0b74cfb9-03c8-4f82-9955-72e3e079e29d tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Unset dirty status for tenant:89f8f5a201844d1a8d0ac14d12b29c14 on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:05.505764 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0b74cfb9-03c8-4f82-9955-72e3e079e29d tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3350892 Mar 11 15:47:05.508811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-99acb14a-84fc-4759-aeca-5376b0193180 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.515707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40614) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:05.554036 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-99acb14a-84fc-4759-aeca-5376b0193180 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/452a49cb-ab03-4b65-8093-766fd252b896 HTTP/1.1" status: 204 len: 168 time: 1.5338228 Mar 11 15:47:05.565222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40618) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:05.653308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] For port cccc4424-d629-4f73-80b8-823070732744, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cccc4424-d629-4f73-80b8-823070732744,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:05.653679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.672917 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.10 (6ab4648d-91bf-4bfa-81f1-7330f8f180d9/8104bbef-b765-4cc8-81c5-99b1d63ffe6f/6ef6ed2f-a27e-4767-9263-6230d6a9fa40) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:05.703540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2950e14c-c1ce-4255-9b7c-fd7cc4c00610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.716703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ddb03793-a8a6-4e6b-b809-162d33b5c48a None None] Set router 29827d51-14b5-4f55-ae05-89455432d0c6 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:05.769482 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da38a7-749b-4469-9f25-0fc711e049b8 None None] DHCP port deletion for f481248f-54a1-4bed-bfea-bd9eb2a04282 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:47:05.771265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f4012-98c4-4afd-b13d-9a9f4dd364a8 None None] DHCP port deletion for a0512299-640d-4391-88e3-4bed54b5085b request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:47:05.813908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Calling delete_port for cccc4424-d629-4f73-80b8-823070732744 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:05.831012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.863316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.901507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Deleting port b1d4ef06-7679-486f-ad7f-fa3095d8e046 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:05.902008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:05.983507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd193ce-bc79-446b-a7ca-9355046fef46 None None] DHCP port deletion for 5ae3a09a-6398-4a0e-a160-45cc4ebc7b93 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:47:06.000810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-50da38a7-749b-4469-9f25-0fc711e049b8 None None] Deleting port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:06.001253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-50da38a7-749b-4469-9f25-0fc711e049b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.051925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-141f4012-98c4-4afd-b13d-9a9f4dd364a8 None None] Deleting port be334f0f-bf47-47b5-b480-791f0c7ae57c {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:06.052512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-141f4012-98c4-4afd-b13d-9a9f4dd364a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.082819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddb03793-a8a6-4e6b-b809-162d33b5c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:47:05Z', 'revision_number': 6, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:06.104386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0bd193ce-bc79-446b-a7ca-9355046fef46 None None] Deleting port 20cfa609-16ed-42c6-be07-0ef735b29731 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:06.105175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0bd193ce-bc79-446b-a7ca-9355046fef46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.165777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 5e71bd00-80b4-4a53-b21c-60e933545987 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:06.166083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.169928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb03793-a8a6-4e6b-b809-162d33b5c48a None None] The sync data for ids ['29827d51-14b5-4f55-ae05-89455432d0c6'] in dv-neutron-833203-2-hyperv is: [{'id': '29827d51-14b5-4f55-ae05-89455432d0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335322902', 'tenant_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:42:55Z', 'updated_at': '2022-03-11T15:47:05Z', 'revision_number': 6, 'project_id': '7ff30e389fe34a6fb8667d3adb81ee35', 'gw_port_host': None}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:47:06.212462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] For port b1d4ef06-7679-486f-ad7f-fa3095d8e046, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:06.230031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] For port be334f0f-bf47-47b5-b480-791f0c7ae57c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=be334f0f-bf47-47b5-b480-791f0c7ae57c,segment=NetworkSegment(05ca7010-0e62-431b-aef2-2c0f63992342),segment_id=05ca7010-0e62-431b-aef2-2c0f63992342)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:06.231040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.248857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2950e14c-c1ce-4255-9b7c-fd7cc4c00610 None None] For port 20cfa609-16ed-42c6-be07-0ef735b29731, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=20cfa609-16ed-42c6-be07-0ef735b29731,segment=NetworkSegment(7ad83ec7-dea7-4c05-b9bd-152b33710187),segment_id=7ad83ec7-dea7-4c05-b9bd-152b33710187)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:06.327201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] For port b1d4ef06-7679-486f-ad7f-fa3095d8e046, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b1d4ef06-7679-486f-ad7f-fa3095d8e046,segment=NetworkSegment(c1efa708-3c67-4585-8e5c-60e61225b914),segment_id=c1efa708-3c67-4585-8e5c-60e61225b914)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:06.327930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.352863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2950e14c-c1ce-4255-9b7c-fd7cc4c00610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.365255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object 6ef6ed2f-a27e-4767-9263-6230d6a9fa40 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:06.444731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.447724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.504960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event deleted for resources: {'Port': ['ID=cccc4424-d629-4f73-80b8-823070732744,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:06.507401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.574003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Calling delete_port for be334f0f-bf47-47b5-b480-791f0c7ae57c owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:06.610300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 6ab4648d-91bf-4bfa-81f1-7330f8f180d9 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:06.613419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=6ef6ed2f-a27e-4767-9263-6230d6a9fa40,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:06.620366 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:06.623604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:06.655108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] For port b1d4ef06-7679-486f-ad7f-fa3095d8e046, host dv-neutron-833203-2-hyperv, got binding levels [] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:06.655476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.792916 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:47:06.832972 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:06.909344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] DHCP port deletion for c406c39f-28c4-48a9-8fbc-5eeaa76604dd request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:47:06.992142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950e14c-c1ce-4255-9b7c-fd7cc4c00610 None None] Pushing event updated for resources: {'Port': ['ID=20cfa609-16ed-42c6-be07-0ef735b29731,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:07.007719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Calling delete_port for b1d4ef06-7679-486f-ad7f-fa3095d8e046 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:07.051110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Deleting port 5e4536f3-390c-44c5-870d-06d553fad9af {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:07.051569 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.113572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.116309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.137946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Allocated IP 172.20.0.2 (6ab4648d-91bf-4bfa-81f1-7330f8f180d9/8104bbef-b765-4cc8-81c5-99b1d63ffe6f/ad4b3e73-bbd6-452d-b1c3-25dfb874936a) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:07.176799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-141f4012-98c4-4afd-b13d-9a9f4dd364a8 None None] For port be334f0f-bf47-47b5-b480-791f0c7ae57c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=be334f0f-bf47-47b5-b480-791f0c7ae57c,segment=NetworkSegment(05ca7010-0e62-431b-aef2-2c0f63992342),segment_id=05ca7010-0e62-431b-aef2-2c0f63992342)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:07.182947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-141f4012-98c4-4afd-b13d-9a9f4dd364a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.187478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:07.188356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.220034 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-50da38a7-749b-4469-9f25-0fc711e049b8 None None] For port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3e004f1d-7866-4acf-82ab-2c4b2d2a3995,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:07.220520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-50da38a7-749b-4469-9f25-0fc711e049b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.232385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.233150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Fanout notify agent at l3_agent the message router_deleted on router 29827d51-14b5-4f55-ae05-89455432d0c6 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:47:07.247919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.251586 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bb2e644b-49b8-4960-91f4-24ff659e45b9 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "DELETE /v2.0/routers/29827d51-14b5-4f55-ae05-89455432d0c6 HTTP/1.1" status: 204 len: 168 time: 3.2269650 Mar 11 15:47:07.253822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0bd193ce-bc79-446b-a7ca-9355046fef46 None None] For port 20cfa609-16ed-42c6-be07-0ef735b29731, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=20cfa609-16ed-42c6-be07-0ef735b29731,segment=NetworkSegment(7ad83ec7-dea7-4c05-b9bd-152b33710187),segment_id=7ad83ec7-dea7-4c05-b9bd-152b33710187)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:07.254330 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0bd193ce-bc79-446b-a7ca-9355046fef46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.254436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40624) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:07.295896 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-85c52610-89fe-4080-81f4-f88609c888fc tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5144000 Mar 11 15:47:07.299546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40628) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:07.308314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '6ab4648d-91bf-4bfa-81f1-7330f8f180d9', 'name': 'tempest-PortsTestJSON-1436487042', 'fixed_ips': [{'subnet_id': '8104bbef-b765-4cc8-81c5-99b1d63ffe6f', 'ip_address': '172.20.0.9'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:07.335845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838985cc-47aa-46dd-93a1-3fb8106738a0 None None] Network f4eea21c-661a-4904-a2ed-68a8864df06d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:07.343797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] For port 5e71bd00-80b4-4a53-b21c-60e933545987, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5e71bd00-80b4-4a53-b21c-60e933545987,segment=NetworkSegment(103c3588-b0c5-4203-97ed-aaf62af3d587),segment_id=103c3588-b0c5-4203-97ed-aaf62af3d587)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:07.344234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.349783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687be8f8-75f3-4831-b657-08f2c9699310 None None] Network e1a4c018-231d-493a-843d-a6ff6380a130 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:07.515879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 5e71bd00-80b4-4a53-b21c-60e933545987 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:07.516811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.534405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Deleting port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:07.534868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.547637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-141f4012-98c4-4afd-b13d-9a9f4dd364a8 None None] Calling delete_port for be334f0f-bf47-47b5-b480-791f0c7ae57c owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:07.600147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c4fe5-b69e-47bb-b792-4a6760398fd4 req-3bd7a790-6232-4372-a94f-faf9473193b2 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:07.614682 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-085c4fe5-b69e-47bb-b792-4a6760398fd4 req-3bd7a790-6232-4372-a94f-faf9473193b2 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.7496846 Mar 11 15:47:07.628371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:07.632135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:07.632457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:07.632987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.665384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:port and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:07.670173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:07.678712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:07.705317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] No DVR routers for this DVR port be334f0f-bf47-47b5-b480-791f0c7ae57c on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:07.705317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event deleted for resources: {'Port': ['ID=be334f0f-bf47-47b5-b480-791f0c7ae57c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:07.777187 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-085c4fe5-b69e-47bb-b792-4a6760398fd4 req-85b7edfd-00ab-4b78-9f2f-7fb1b6c7be8b tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665530 Mar 11 15:47:07.797122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:07.802126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.821015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:07.826516 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] For port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=3e004f1d-7866-4acf-82ab-2c4b2d2a3995,segment=NetworkSegment(8e5fe8f8-8e99-42cd-97d1-f90ede80887a),segment_id=8e5fe8f8-8e99-42cd-97d1-f90ede80887a)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:07.826878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.842471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port 462772d2-4181-4e93-91b8-e4bcd26b2e12 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:47:07.888143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:07.922463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0512299-640d-4391-88e3-4bed54b5085b']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:07.943179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ca7010-0e62-431b-aef2-2c0f63992342') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:07.943557 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ca7010-0e62-431b-aef2-2c0f63992342') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:07.955253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-50da38a7-749b-4469-9f25-0fc711e049b8 None None] Calling delete_port for 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:07.958413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.007290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0bd193ce-bc79-446b-a7ca-9355046fef46 None None] Calling delete_port for 20cfa609-16ed-42c6-be07-0ef735b29731 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:08.101727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.103407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Calling delete_port for 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:08.132099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784a26a-48f4-4166-92e8-944fb10b5e0e None None] Pushing event updated for resources: {'Port': ['ID=b1d4ef06-7679-486f-ad7f-fa3095d8e046,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:08.151534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Deleting port b1d4ef06-7679-486f-ad7f-fa3095d8e046 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:08.151534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.190200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=5e71bd00-80b4-4a53-b21c-60e933545987,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:08.192489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.209117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:08.209587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.224450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No DVR routers for this DVR port 5e71bd00-80b4-4a53-b21c-60e933545987 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:08.225976 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:08.288412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.323004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f1daa5bb-fc5d-4912-9579-fb2874a71338 None None] Provisioning complete for port 5e71bd00-80b4-4a53-b21c-60e933545987 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:08.324000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f1daa5bb-fc5d-4912-9579-fb2874a71338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.364211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.365117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event deleted for resources: {'Port': ['ID=3e004f1d-7866-4acf-82ab-2c4b2d2a3995,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:08.368207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] No DVR routers for this DVR port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:08.382619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 update to DOWN by agent not found {{(pid=88559) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 11 15:47:08.383059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cccc4424-d629-4f73-80b8-823070732744 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:08.390573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4eea21c-661a-4904-a2ed-68a8864df06d']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:08.402906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103c3588-b0c5-4203-97ed-aaf62af3d587') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:08.403199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103c3588-b0c5-4203-97ed-aaf62af3d587') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:08.415678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.461245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: cccc4424-d629-4f73-80b8-823070732744 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:08.461582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cccc4424-d629-4f73-80b8-823070732744 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:08.462006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device feddbe5a-dd40-405e-a58f-d280e0eb7ba6 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:08.486892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f1daa5bb-fc5d-4912-9579-fb2874a71338 None None] Port 5e71bd00-80b4-4a53-b21c-60e933545987 was deleted so its status cannot be updated. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 15:47:08.576291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.599453 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:08.601955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.607577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: feddbe5a-dd40-405e-a58f-d280e0eb7ba6 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:08.607577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device feddbe5a-dd40-405e-a58f-d280e0eb7ba6 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:08.607894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device be334f0f-bf47-47b5-b480-791f0c7ae57c no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:08.615642 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:08.631564 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.661252 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f481248f-54a1-4bed-bfea-bd9eb2a04282']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:08.674177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5fe8f8-8e99-42cd-97d1-f90ede80887a') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:08.674526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5fe8f8-8e99-42cd-97d1-f90ede80887a') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:08.686856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: from cryptography.utils import int_from_bytes Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: from cryptography.utils import int_from_bytes Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn_limited( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn_limited( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:08.687063 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 15:47:08.707443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.715874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.716359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:08.716804 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:08.733677 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:08.782182 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.799980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: be334f0f-bf47-47b5-b480-791f0c7ae57c {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:08.800423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device be334f0f-bf47-47b5-b480-791f0c7ae57c not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:08.800835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5e4536f3-390c-44c5-870d-06d553fad9af no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:08.809329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event deleted for resources: {'Network': ['ID=a0512299-640d-4391-88e3-4bed54b5085b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:08.844285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] For port b1d4ef06-7679-486f-ad7f-fa3095d8e046, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b1d4ef06-7679-486f-ad7f-fa3095d8e046,segment=NetworkSegment(c1efa708-3c67-4585-8e5c-60e61225b914),segment_id=c1efa708-3c67-4585-8e5c-60e61225b914)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:08.847963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.859554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e89a11-c7c5-4fdb-8362-dc51627fdec2 req-3bcdfa16-d028-424f-9d34-0a4fcee35660 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:08.861067 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27e89a11-c7c5-4fdb-8362-dc51627fdec2 req-3bcdfa16-d028-424f-9d34-0a4fcee35660 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.4337695 Mar 11 15:47:08.864694 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e3625ade-93e3-4781-9518-150849b0134c tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "DELETE /v2.0/networks/a0512299-640d-4391-88e3-4bed54b5085b HTTP/1.1" status: 204 len: 168 time: 3.6882577 Mar 11 15:47:08.865423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40638) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:08.878935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-141f4012-98c4-4afd-b13d-9a9f4dd364a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:08.879289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-141f4012-98c4-4afd-b13d-9a9f4dd364a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:08.882992 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-50da38a7-749b-4469-9f25-0fc711e049b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:08.883338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-50da38a7-749b-4469-9f25-0fc711e049b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:08.905848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.908751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0bd193ce-bc79-446b-a7ca-9355046fef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.915194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.937100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.944177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:08.947307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event deleted for resources: {'Network': ['ID=f481248f-54a1-4bed-bfea-bd9eb2a04282,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:08.957602 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20fb2bb-f26c-420b-90f1-0c716c7717f7 None None] DHCP port deletion for f4eea21c-661a-4904-a2ed-68a8864df06d request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:47:08.967656 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8c0e4ddd-f914-4997-a6d0-fe074952e132 tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "DELETE /v2.0/networks/f481248f-54a1-4bed-bfea-bd9eb2a04282 HTTP/1.1" status: 204 len: 168 time: 1.7121875 Mar 11 15:47:08.971033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40642) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:09.009977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd193ce-bc79-446b-a7ca-9355046fef46 None None] Pushing event deleted for resources: {'Port': ['ID=20cfa609-16ed-42c6-be07-0ef735b29731,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:09.047431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7a839e35-579e-49bd-98c0-4b2645f3a6dc tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.049970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd193ce-bc79-446b-a7ca-9355046fef46 None None] No DVR routers for this DVR port 20cfa609-16ed-42c6-be07-0ef735b29731 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:09.067628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Network': ['ID=f4eea21c-661a-4904-a2ed-68a8864df06d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:09.085753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] For port 5e4536f3-390c-44c5-870d-06d553fad9af, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5e4536f3-390c-44c5-870d-06d553fad9af,segment=NetworkSegment(98069227-a4b2-4d53-92eb-4abf6c1759e8),segment_id=98069227-a4b2-4d53-92eb-4abf6c1759e8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:09.085942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7a839e35-579e-49bd-98c0-4b2645f3a6dc tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.086149 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.126347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Calling delete_port for b1d4ef06-7679-486f-ad7f-fa3095d8e046 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:09.155414 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a040280c-4782-4884-a012-77626e2039e4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/networks/f4eea21c-661a-4904-a2ed-68a8864df06d HTTP/1.1" status: 204 len: 168 time: 3.5873013 Mar 11 15:47:09.159505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40646) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:09.183829 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27e89a11-c7c5-4fdb-8362-dc51627fdec2 req-d5b6321f-076b-4530-bea1-0a4b65a5c0fa tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136091 Mar 11 15:47:09.221075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.262399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting port 5e4536f3-390c-44c5-870d-06d553fad9af {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:09.262881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.265279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7a839e35-579e-49bd-98c0-4b2645f3a6dc tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.300187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b2659c-d14e-432c-af8b-472b68a880f4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:09.303864 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Calling delete_port for 5e4536f3-390c-44c5-870d-06d553fad9af owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:09.308359 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-74b2659c-d14e-432c-af8b-472b68a880f4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1443388 Mar 11 15:47:09.308359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a839e35-579e-49bd-98c0-4b2645f3a6dc tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e5267b-bd16-408e-b1e1-1136475a5590,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:09.311027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40650) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:09.370817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.372052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.380620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.389528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-141f4012-98c4-4afd-b13d-9a9f4dd364a8 None None] Deleting port be334f0f-bf47-47b5-b480-791f0c7ae57c {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:09.389894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-141f4012-98c4-4afd-b13d-9a9f4dd364a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.399734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7a839e35-579e-49bd-98c0-4b2645f3a6dc tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.404736 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7a839e35-579e-49bd-98c0-4b2645f3a6dc tempest-TestNetworkAdvancedServerOps-631169325 tempest-TestNetworkAdvancedServerOps-631169325-project] 10.222.0.39 "DELETE /v2.0/security-groups/61e5267b-bd16-408e-b1e1-1136475a5590 HTTP/1.1" status: 204 len: 168 time: 0.4290578 Mar 11 15:47:09.424580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-50da38a7-749b-4469-9f25-0fc711e049b8 None None] Deleting port 3e004f1d-7866-4acf-82ab-2c4b2d2a3995 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:09.424960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-50da38a7-749b-4469-9f25-0fc711e049b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.459860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event deleted for resources: {'Port': ['ID=b1d4ef06-7679-486f-ad7f-fa3095d8e046,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:09.465098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Transition to ACTIVE for port object ad4b3e73-bbd6-452d-b1c3-25dfb874936a will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:09.467998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] No DVR routers for this DVR port b1d4ef06-7679-486f-ad7f-fa3095d8e046 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:09.552307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-141f4012-98c4-4afd-b13d-9a9f4dd364a8 None None] The port 'be334f0f-bf47-47b5-b480-791f0c7ae57c' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:47:09.572800 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-50da38a7-749b-4469-9f25-0fc711e049b8 None None] The port '3e004f1d-7866-4acf-82ab-2c4b2d2a3995' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:47:09.607315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Transition to ACTIVE for port object ad4b3e73-bbd6-452d-b1c3-25dfb874936a will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:09.615764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 5e4536f3-390c-44c5-870d-06d553fad9af, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5e4536f3-390c-44c5-870d-06d553fad9af,segment=NetworkSegment(98069227-a4b2-4d53-92eb-4abf6c1759e8),segment_id=98069227-a4b2-4d53-92eb-4abf6c1759e8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:09.689395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.730538 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.731359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 20cfa609-16ed-42c6-be07-0ef735b29731 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:09.771383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.9 (6ab4648d-91bf-4bfa-81f1-7330f8f180d9/8104bbef-b765-4cc8-81c5-99b1d63ffe6f/462772d2-4181-4e93-91b8-e4bcd26b2e12) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:09.775986 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:09.776444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:09.786467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 20cfa609-16ed-42c6-be07-0ef735b29731 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:09.786915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 20cfa609-16ed-42c6-be07-0ef735b29731 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:09.796739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Network 6ab4648d-91bf-4bfa-81f1-7330f8f180d9 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:09.799730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:09.803380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:09.843815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Pushing event updated for resources: {'Port': ['ID=ad4b3e73-bbd6-452d-b1c3-25dfb874936a,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:09.849094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.864853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3c5fad04-1dc3-4d47-bb87-9a7ea1a9406f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:09.911766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] For port 5e4536f3-390c-44c5-870d-06d553fad9af, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5e4536f3-390c-44c5-870d-06d553fad9af,segment=NetworkSegment(98069227-a4b2-4d53-92eb-4abf6c1759e8),segment_id=98069227-a4b2-4d53-92eb-4abf6c1759e8)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:09.912397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:09.925449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a4c018-231d-493a-843d-a6ff6380a130']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:09.937680 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5e71bd00-80b4-4a53-b21c-60e933545987 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:09.985012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 5e71bd00-80b4-4a53-b21c-60e933545987 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:09.985368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 5e71bd00-80b4-4a53-b21c-60e933545987 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:10.001310 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1efa708-3c67-4585-8e5c-60e61225b914') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:10.001310 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1efa708-3c67-4585-8e5c-60e61225b914') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:10.002803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Attempting to bind port ad4b3e73-bbd6-452d-b1c3-25dfb874936a on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:10.003176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Attempting to bind port ad4b3e73-bbd6-452d-b1c3-25dfb874936a by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '830fb972-22ad-4408-b883-3a750d22c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6ab4648d-91bf-4bfa-81f1-7330f8f180d9'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:10.003541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Attempting to bind port ad4b3e73-bbd6-452d-b1c3-25dfb874936a on network 6ab4648d-91bf-4bfa-81f1-7330f8f180d9 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:10.013166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:10.013546 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Checking segment: {'id': '830fb972-22ad-4408-b883-3a750d22c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6ab4648d-91bf-4bfa-81f1-7330f8f180d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:10.013953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.014350 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Bound using segment: {'id': '830fb972-22ad-4408-b883-3a750d22c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6ab4648d-91bf-4bfa-81f1-7330f8f180d9'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:10.014821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Bound port: ad4b3e73-bbd6-452d-b1c3-25dfb874936a, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830fb972-22ad-4408-b883-3a750d22c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6ab4648d-91bf-4bfa-81f1-7330f8f180d9'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:10.015452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.029045 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=5e4536f3-390c-44c5-870d-06d553fad9af,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:10.070276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3c5fad04-1dc3-4d47-bb87-9a7ea1a9406f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:10.076248 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3c5fad04-1dc3-4d47-bb87-9a7ea1a9406f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7642250 Mar 11 15:47:10.077096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40660) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:10.087893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Calling delete_port for 5e4536f3-390c-44c5-870d-06d553fad9af owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:10.122463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-266720101'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:10.128044 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:10.128774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] For port ad4b3e73-bbd6-452d-b1c3-25dfb874936a, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:10.132186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] For port ad4b3e73-bbd6-452d-b1c3-25dfb874936a, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ad4b3e73-bbd6-452d-b1c3-25dfb874936a,segment=NetworkSegment(830fb972-22ad-4408-b883-3a750d22c138),segment_id=830fb972-22ad-4408-b883-3a750d22c138)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:10.133008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:network and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:10.136512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:10.142617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:10.151588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.153862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40664) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:10.169037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.183670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.186556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object 462772d2-4181-4e93-91b8-e4bcd26b2e12 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:10.195709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:10.196107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:10.213281 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:10.219643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.254425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:10.264659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.277819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Deleting port 5e4536f3-390c-44c5-870d-06d553fad9af {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:10.278439 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.287761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.404308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1164d-4d5d-4fc0-83a6-da48aa82aca1 None None] Pushing event updated for resources: {'Port': ['ID=ad4b3e73-bbd6-452d-b1c3-25dfb874936a,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:10.415596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 6ab4648d-91bf-4bfa-81f1-7330f8f180d9 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:10.432623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:10.442309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:10.498570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:10.498923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:10.504026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:47:10.507370 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-34bc5060-728e-404f-8872-7e5c6ca1ab47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ff30e389fe34a6fb8667d3adb81ee35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520930 Mar 11 15:47:10.510615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40672) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:10.522686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=462772d2-4181-4e93-91b8-e4bcd26b2e12,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:10.534927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.535287 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Added segment 46c001a0-70d2-4b1e-9655-cb3f5f45919c of type vlan for network 29f59d32-e240-4284-b001-7411a95d8a8f Mar 11 15:47:10.539857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:10.540741 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.566574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.579776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] For port 5e4536f3-390c-44c5-870d-06d553fad9af, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=5e4536f3-390c-44c5-870d-06d553fad9af,segment=NetworkSegment(98069227-a4b2-4d53-92eb-4abf6c1759e8),segment_id=98069227-a4b2-4d53-92eb-4abf6c1759e8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:10.580174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.602793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.638466 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4b7f1b8a-f7a5-4d81-bf5b-c17c65889c40 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3353276 Mar 11 15:47:10.640125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40676) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:10.667192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba234c2-406c-41d9-b69a-75ed78b281a2 req-f24b5907-f9b1-4ae5-84d4-1c782a4c78cb tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:10.667724 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3ba234c2-406c-41d9-b69a-75ed78b281a2 req-f24b5907-f9b1-4ae5-84d4-1c782a4c78cb tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.3046184 Mar 11 15:47:10.683173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event deleted for resources: {'Network': ['ID=e1a4c018-231d-493a-843d-a6ff6380a130,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:10.695882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.745956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f4f30-198b-4a9a-be1c-d8e02c75809f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:10.746783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6f0f4f30-198b-4a9a-be1c-d8e02c75809f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:10.765602 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Calling delete_port for 5e4536f3-390c-44c5-870d-06d553fad9af owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:10.774365 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1caf339b-0ea0-4c12-8c7a-131b265d884b tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "DELETE /v2.0/networks/e1a4c018-231d-493a-843d-a6ff6380a130 HTTP/1.1" status: 204 len: 168 time: 5.2574263 Mar 11 15:47:10.785287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40680) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:10.786937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c74ef1-823f-4179-872c-ca5a5c708818 req-50c1f983-943d-4b17-b1e9-2eb8b80037d6 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:10.788493 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-34c74ef1-823f-4179-872c-ca5a5c708818 req-50c1f983-943d-4b17-b1e9-2eb8b80037d6 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.4237151 Mar 11 15:47:10.801026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46b62c44-bfa6-46f4-b465-857157bd3611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.831141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-3ba234c2-406c-41d9-b69a-75ed78b281a2 req-9ef5f7e0-013c-4bcf-aa6e-8f3494dd08d4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Deleting port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:10.831501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3ba234c2-406c-41d9-b69a-75ed78b281a2 req-9ef5f7e0-013c-4bcf-aa6e-8f3494dd08d4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.882582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6f0f4f30-198b-4a9a-be1c-d8e02c75809f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:10.883749 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6f0f4f30-198b-4a9a-be1c-d8e02c75809f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2426043 Mar 11 15:47:10.890220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40684) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:10.898065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46b62c44-bfa6-46f4-b465-857157bd3611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.940405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.952921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:10.977416 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-34c74ef1-823f-4179-872c-ca5a5c708818 req-dc0c565c-da54-4cb3-8070-bc4016df7347 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775885 Mar 11 15:47:11.010228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] Pushing event deleted for resources: {'Port': ['ID=5e4536f3-390c-44c5-870d-06d553fad9af,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:11.014703 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting port 5e4536f3-390c-44c5-870d-06d553fad9af {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:11.014703 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.015713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7fb8e-b4df-446a-9d40-32cef3362369 None None] No DVR routers for this DVR port 5e4536f3-390c-44c5-870d-06d553fad9af on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:11.100863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] The port '5e4536f3-390c-44c5-870d-06d553fad9af' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:47:11.110836 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.116287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:11.116907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.123839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c616c257-582c-4a4b-ad2b-33dd65a2fd72 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:11.129734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c616c257-582c-4a4b-ad2b-33dd65a2fd72 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:11.136141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c616c257-582c-4a4b-ad2b-33dd65a2fd72 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:11.137840 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c616c257-582c-4a4b-ad2b-33dd65a2fd72 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2466838 Mar 11 15:47:11.141555 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40688) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:11.172110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.214385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae3a09a-6398-4a0e-a160-45cc4ebc7b93']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:11.237280 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad83ec7-dea7-4c05-b9bd-152b33710187') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:11.237577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad83ec7-dea7-4c05-b9bd-152b33710187') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:11.247698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-47b80347-5ad4-48ff-8560-a38bba916f57 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 462772d2-4181-4e93-91b8-e4bcd26b2e12 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:11.251175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-47b80347-5ad4-48ff-8560-a38bba916f57 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.292460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.321117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.332860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46b62c44-bfa6-46f4-b465-857157bd3611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.335233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46b62c44-bfa6-46f4-b465-857157bd3611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.338997 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-46b62c44-bfa6-46f4-b465-857157bd3611 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f206351c-c0fa-432f-81b4-2254a54d8bd8 HTTP/1.1" status: 204 len: 168 time: 0.8240948 Mar 11 15:47:11.366352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:11.366736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:11.381961 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:11.589402 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4719534 Mar 11 15:47:11.590878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.592481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40694) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:11.600709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': '29f59d32-e240-4284-b001-7411a95d8a8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:11.607101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b62c44-bfa6-46f4-b465-857157bd3611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f206351c-c0fa-432f-81b4-2254a54d8bd8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:11.608791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1d27c-4817-4317-b3e0-4860fee46171 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Network': ['ID=29f59d32-e240-4284-b001-7411a95d8a8f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:11.638177 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 29f59d32-e240-4284-b001-7411a95d8a8f details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:47:11.638740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c406c39f-28c4-48a9-8fbc-5eeaa76604dd']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:11.662021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98069227-a4b2-4d53-92eb-4abf6c1759e8') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:11.662307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98069227-a4b2-4d53-92eb-4abf6c1759e8') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:11.678119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-3ba234c2-406c-41d9-b69a-75ed78b281a2 req-9ef5f7e0-013c-4bcf-aa6e-8f3494dd08d4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] For port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7,segment=NetworkSegment(eab724de-eab8-487c-b007-874f187bc555),segment_id=eab724de-eab8-487c-b007-874f187bc555)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:11.678875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3ba234c2-406c-41d9-b69a-75ed78b281a2 req-9ef5f7e0-013c-4bcf-aa6e-8f3494dd08d4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.691780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.740130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.758686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e12d3e0-dd59-450b-a714-054b14ba8077 None None] Network 6ab4648d-91bf-4bfa-81f1-7330f8f180d9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:11.827340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-3ba234c2-406c-41d9-b69a-75ed78b281a2 req-9ef5f7e0-013c-4bcf-aa6e-8f3494dd08d4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Calling delete_port for 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:11.831055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.847523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event deleted for resources: {'Network': ['ID=5ae3a09a-6398-4a0e-a160-45cc4ebc7b93,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:11.860607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.864036 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c8caf745-5e86-4db5-8ba7-dbde3d8e3fce tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "DELETE /v2.0/networks/5ae3a09a-6398-4a0e-a160-45cc4ebc7b93 HTTP/1.1" status: 204 len: 168 time: 1.0771623 Mar 11 15:47:11.869606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:11.870023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.870563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40700) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:11.874563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:11.905617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:11.926578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:11.949703 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:11.955545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-47b80347-5ad4-48ff-8560-a38bba916f57 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:11.960509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3ec3f9d8-71df-4164-9a08-115180ccbd1a None None] Provisioning for port ad4b3e73-bbd6-452d-b1c3-25dfb874936a completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:12.020020 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:12.028073 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ad4b3e73-bbd6-452d-b1c3-25dfb874936a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:12.119926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.158129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-47b80347-5ad4-48ff-8560-a38bba916f57 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 462772d2-4181-4e93-91b8-e4bcd26b2e12 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:12.188214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:12.188434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.190881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.201357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event deleted for resources: {'Network': ['ID=c406c39f-28c4-48a9-8fbc-5eeaa76604dd,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:12.211666 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e5932cb3-85af-41c3-a73b-aacb52ed5a79 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "DELETE /v2.0/networks/c406c39f-28c4-48a9-8fbc-5eeaa76604dd HTTP/1.1" status: 204 len: 168 time: 3.3450456 Mar 11 15:47:12.219059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40706) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:12.248682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.266326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bafc6-1748-4984-900b-4ffa93efc731 req-59576079-4f24-439a-9982-d659ee153f6f tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:12.267712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-857bafc6-1748-4984-900b-4ffa93efc731 req-59576079-4f24-439a-9982-d659ee153f6f tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Synchronizing usage tracker for tenant:684cb0babacf4e8faaf072b6bdbad25d on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:12.271426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40710) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:12.278423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port ad4b3e73-bbd6-452d-b1c3-25dfb874936a completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:12.287298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port ad4b3e73-bbd6-452d-b1c3-25dfb874936a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:12.287677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.306921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3ba234c2-406c-41d9-b69a-75ed78b281a2 req-9ef5f7e0-013c-4bcf-aa6e-8f3494dd08d4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.309012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5d18b454-0460-4646-aed6-dd2bd7f6839a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.385094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5f7e0-013c-4bcf-aa6e-8f3494dd08d4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Pushing event deleted for resources: {'Port': ['ID=6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:12.389818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5d18b454-0460-4646-aed6-dd2bd7f6839a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:12.427526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5d18b454-0460-4646-aed6-dd2bd7f6839a admin admin] Usage tracker for resource:security_group_rule and tenant:50a07ac952ba474a9eb246fa0ec3a7e1 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:12.435384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5d18b454-0460-4646-aed6-dd2bd7f6839a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:12.439608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7665b11-7e95-4508-98ba-ddb3c9fc266a tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting subnet 483c775c-6784-4cb9-8a95-85f3b206907b {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:12.442299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.448443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7665b11-7e95-4508-98ba-ddb3c9fc266a tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.480311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-857bafc6-1748-4984-900b-4ffa93efc731 req-59576079-4f24-439a-9982-d659ee153f6f tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Unset dirty status for tenant:684cb0babacf4e8faaf072b6bdbad25d on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:12.481879 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-857bafc6-1748-4984-900b-4ffa93efc731 req-59576079-4f24-439a-9982-d659ee153f6f tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 945 time: 0.3700163 Mar 11 15:47:12.482938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5d18b454-0460-4646-aed6-dd2bd7f6839a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:12.485597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba234c2-406c-41d9-b69a-75ed78b281a2 req-9ef5f7e0-013c-4bcf-aa6e-8f3494dd08d4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] No DVR routers for this DVR port 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:12.486749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port ad4b3e73-bbd6-452d-b1c3-25dfb874936a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ad4b3e73-bbd6-452d-b1c3-25dfb874936a,segment=NetworkSegment(830fb972-22ad-4408-b883-3a750d22c138),segment_id=830fb972-22ad-4408-b883-3a750d22c138)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:12.490984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3ba234c2-406c-41d9-b69a-75ed78b281a2 req-9ef5f7e0-013c-4bcf-aa6e-8f3494dd08d4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.492927 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3ba234c2-406c-41d9-b69a-75ed78b281a2 req-9ef5f7e0-013c-4bcf-aa6e-8f3494dd08d4 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.30 "DELETE /v2.0/ports/6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 HTTP/1.1" status: 204 len: 173 time: 1.8074601 Mar 11 15:47:12.493368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf9f1a0-2835-443f-bbb8-2e9e86bef45e', 'name': 'network-vif-deleted', 'tag': '6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:47:12.560385 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf9f1a0-2835-443f-bbb8-2e9e86bef45e', 'name': 'network-vif-deleted', 'tag': '6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7', 'status': 'completed', 'code': 200} Mar 11 15:47:12.564709 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-857bafc6-1748-4984-900b-4ffa93efc731 req-94891c4f-55d5-4a29-bf1e-fd7e7df99b74 tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/security-groups?id=488e9839-cde6-446f-bfa8-a7273bacf0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768104 Mar 11 15:47:12.580211 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.667882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5d18b454-0460-4646-aed6-dd2bd7f6839a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.692982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=ad4b3e73-bbd6-452d-b1c3-25dfb874936a,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:12.721488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.796253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c5feb66b-a3b2-4b85-b6ee-66c91d81c391 None None] Provisioning for port 6ef6ed2f-a27e-4767-9263-6230d6a9fa40 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:12.796977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5d18b454-0460-4646-aed6-dd2bd7f6839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.802839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c5feb66b-a3b2-4b85-b6ee-66c91d81c391 None None] Provisioning complete for port 6ef6ed2f-a27e-4767-9263-6230d6a9fa40 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:12.812958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c5feb66b-a3b2-4b85-b6ee-66c91d81c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.814554 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7fdb43-52d0-4982-abdc-dcc13aac0a49']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:12.832535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7665b11-7e95-4508-98ba-ddb3c9fc266a tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.853977 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5d18b454-0460-4646-aed6-dd2bd7f6839a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50a07ac952ba474a9eb246fa0ec3a7e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5787427 Mar 11 15:47:12.854377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40716) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:12.889316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98960117-674b-4f9f-b550-5f577251642c') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:12.889603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98960117-674b-4f9f-b550-5f577251642c') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:12.891020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18b454-0460-4646-aed6-dd2bd7f6839a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c92e4b8-8f42-4708-90cb-8006ee03ca4a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:12.893804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c5feb66b-a3b2-4b85-b6ee-66c91d81c391 None None] Port 6ef6ed2f-a27e-4767-9263-6230d6a9fa40 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:12.907930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c5feb66b-a3b2-4b85-b6ee-66c91d81c391 None None] Provisioning complete for port ad4b3e73-bbd6-452d-b1c3-25dfb874936a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:12.919832 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c5feb66b-a3b2-4b85-b6ee-66c91d81c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.926725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.966716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40458018-2555-4bd8-8448-80d18030b35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:12.981785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.002843 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:13.003254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.015557 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40458018-2555-4bd8-8448-80d18030b35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:13.026797 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:13.070759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709093ab-70e7-4d68-b7ea-7713300c9fdf None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 15:47:13.098911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-47b80347-5ad4-48ff-8560-a38bba916f57 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.146314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c5feb66b-a3b2-4b85-b6ee-66c91d81c391 None None] Could not find standard attr ID for object 462772d2-4181-4e93-91b8-e4bcd26b2e12. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:47:13.157525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.161984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40458018-2555-4bd8-8448-80d18030b35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.180365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40458018-2555-4bd8-8448-80d18030b35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c92e4b8-8f42-4708-90cb-8006ee03ca4a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:13.190671 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40458018-2555-4bd8-8448-80d18030b35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.194707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b80347-5ad4-48ff-8560-a38bba916f57 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=462772d2-4181-4e93-91b8-e4bcd26b2e12,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:13.194839 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-40458018-2555-4bd8-8448-80d18030b35c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c92e4b8-8f42-4708-90cb-8006ee03ca4a HTTP/1.1" status: 204 len: 168 time: 0.3367038 Mar 11 15:47:13.205936 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7665b11-7e95-4508-98ba-ddb3c9fc266a tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.209472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709093ab-70e7-4d68-b7ea-7713300c9fdf None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:47:13.345305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ed4a4bbd-a58d-4122-ae43-3a1779d68eb6 None None] Provisioning complete for port 6ef6ed2f-a27e-4767-9263-6230d6a9fa40 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:13.345830 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ed4a4bbd-a58d-4122-ae43-3a1779d68eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.455822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a4bbd-a58d-4122-ae43-3a1779d68eb6 None None] Port 6ef6ed2f-a27e-4767-9263-6230d6a9fa40 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:13.475981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ed4a4bbd-a58d-4122-ae43-3a1779d68eb6 None None] Could not find standard attr ID for object 462772d2-4181-4e93-91b8-e4bcd26b2e12. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:47:13.482023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.526166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.537142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Subnet': ['ID=0e67cbd9-3fca-4b37-bfc9-80fcde699be8,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:13.562423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event deleted for resources: {'Network': ['ID=cf7fdb43-52d0-4982-abdc-dcc13aac0a49,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:13.585931 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b6da0932-1ee0-4614-bbc1-61930cfa329f tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "DELETE /v2.0/networks/cf7fdb43-52d0-4982-abdc-dcc13aac0a49 HTTP/1.1" status: 204 len: 168 time: 1.7109892 Mar 11 15:47:13.586159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40724) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:13.589427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Checking segment: {'id': '46c001a0-70d2-4b1e-9655-cb3f5f45919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '29f59d32-e240-4284-b001-7411a95d8a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:13.589802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network hostable DHCP agents. Network: 29f59d32-e240-4284-b001-7411a95d8a8f, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:47:13.601273 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-47b80347-5ad4-48ff-8560-a38bba916f57 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.613978 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-47b80347-5ad4-48ff-8560-a38bba916f57 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/462772d2-4181-4e93-91b8-e4bcd26b2e12 HTTP/1.1" status: 204 len: 168 time: 2.4713964 Mar 11 15:47:13.617009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40730) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:13.669367 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42aef9f-a3be-443a-a3bf-a671fefa375f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:47:13.670092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f42aef9f-a3be-443a-a3bf-a671fefa375f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:13.680091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7665b11-7e95-4508-98ba-ddb3c9fc266a tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.729530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 29f59d32-e240-4284-b001-7411a95d8a8f is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:47:13.734025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7665b11-7e95-4508-98ba-ddb3c9fc266a tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event deleted for resources: {'Subnet': ['ID=483c775c-6784-4cb9-8a95-85f3b206907b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:13.737506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e7665b11-7e95-4508-98ba-ddb3c9fc266a tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.741516 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e7665b11-7e95-4508-98ba-ddb3c9fc266a tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "DELETE /v2.0/subnets/483c775c-6784-4cb9-8a95-85f3b206907b HTTP/1.1" status: 204 len: 168 time: 1.5013885 Mar 11 15:47:13.742483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40736) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:13.790032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb1dd4-7074-451e-9b44-d517db5595ba None None] Network e0a8ca84-2c1b-4177-af77-1d018ae43cde requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:13.855796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f42aef9f-a3be-443a-a3bf-a671fefa375f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:13.861617 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f42aef9f-a3be-443a-a3bf-a671fefa375f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/462772d2-4181-4e93-91b8-e4bcd26b2e12 HTTP/1.1" status: 404 len: 333 time: 0.2394092 Mar 11 15:47:13.864739 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 29f59d32-e240-4284-b001-7411a95d8a8f) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:13.870280 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:13.870934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.877228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40744) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:13.945352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec21665d-9496-40e9-884b-70453399731a req-4465b3a1-3af2-4bb7-b6ec-84c2216e757c tempest-TestServerAdvancedOps-242990239 tempest-TestServerAdvancedOps-242990239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf9f1a0-2835-443f-bbb8-2e9e86bef45e HTTP/1.1" status: 200 len: 210 time: 0.1233971 Mar 11 15:47:13.947578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:13.997179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.013763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e5b76-7170-4c2e-a7f4-dda3f58792d9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 6ef6ed2f-a27e-4767-9263-6230d6a9fa40 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:14.014449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5b76-7170-4c2e-a7f4-dda3f58792d9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.022237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c95f3a-ff42-4bfe-86f9-ec8f057674fa None None] Network 29f59d32-e240-4284-b001-7411a95d8a8f requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:14.037235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ad4b3e73-bbd6-452d-b1c3-25dfb874936a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:14.080973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting port 7176e141-eda5-4d3f-9497-19355077b780 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:14.081584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.129183 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ca18bb23-4e02-4ace-970b-f9bce9947438 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5329108 Mar 11 15:47:14.130988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40750) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:14.141794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.148244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': '29f59d32-e240-4284-b001-7411a95d8a8f', 'name': 'tempest-PortsIpV6TestJSON-1371822549'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:14.168877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c952990-bd08-4102-ad00-e0bb1c733e5e']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:14.181815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8edce7-7b0a-4a83-b48a-b35fc41f87ac') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:14.182117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8edce7-7b0a-4a83-b48a-b35fc41f87ac') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:14.193553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.209763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.216627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:14.217020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:14.232687 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:14.278871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port ad4b3e73-bbd6-452d-b1c3-25dfb874936a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:14.281839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.312212 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:14.357176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:14.357176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 6b4ad027-cc4d-4e9c-91c0-7f51136ddeb7 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:14.372004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eaa02a-aab9-41ab-9529-52e5bbf4096f None None] DHCP port deletion for e0a8ca84-2c1b-4177-af77-1d018ae43cde request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:47:14.385004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c1eaa02a-aab9-41ab-9529-52e5bbf4096f None None] Deleting port 7176e141-eda5-4d3f-9497-19355077b780 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:14.385292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa02a-aab9-41ab-9529-52e5bbf4096f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.459118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.484345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.503884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] Pushing event deleted for resources: {'Network': ['ID=4c952990-bd08-4102-ad00-e0bb1c733e5e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:14.508903 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9cb0eb1d-a97c-44e2-bf67-e48d3233133e tempest-BulkNetworkOpsIpV6Test-1404188653 tempest-BulkNetworkOpsIpV6Test-1404188653-project] 10.222.0.39 "DELETE /v2.0/networks/4c952990-bd08-4102-ad00-e0bb1c733e5e HTTP/1.1" status: 204 len: 168 time: 0.9215524 Mar 11 15:47:14.513648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5b76-7170-4c2e-a7f4-dda3f58792d9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.639939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40764) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:14.652815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e5b76-7170-4c2e-a7f4-dda3f58792d9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 6ef6ed2f-a27e-4767-9263-6230d6a9fa40 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:14.730555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-29f59d32-e240-4284-b001-7411a95d8a8f', 'network_id': '29f59d32-e240-4284-b001-7411a95d8a8f', 'tenant_id': 'f209c05770b743edb4f255fdd59cced3', 'fixed_ips': [{'subnet_id': '0e67cbd9-3fca-4b37-bfc9-80fcde699be8'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:47:14.736015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.851648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:14.865558 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] For port 7176e141-eda5-4d3f-9497-19355077b780, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7176e141-eda5-4d3f-9497-19355077b780,segment=NetworkSegment(37f8c182-c303-4014-9a2c-427c15bddf9e),segment_id=37f8c182-c303-4014-9a2c-427c15bddf9e)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:14.867748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.873093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c1eaa02a-aab9-41ab-9529-52e5bbf4096f None None] For port 7176e141-eda5-4d3f-9497-19355077b780, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7176e141-eda5-4d3f-9497-19355077b780,segment=NetworkSegment(37f8c182-c303-4014-9a2c-427c15bddf9e),segment_id=37f8c182-c303-4014-9a2c-427c15bddf9e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:14.873593 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa02a-aab9-41ab-9529-52e5bbf4096f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:14.879072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2142948140-network', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:14.885919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:14.887246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:14.890444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Usage tracker for resource:network and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:14.894115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:14.900444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:14.983780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Made reservation on behalf of acbbd0b5a4f34fd68899f082e39aa450 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:14.989795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.023799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.030541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c1eaa02a-aab9-41ab-9529-52e5bbf4096f None None] Calling delete_port for 7176e141-eda5-4d3f-9497-19355077b780 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:15.061113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40774) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:15.063639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:15.068015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Usage tracker for resource:security_group_rule and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:15.071399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:15.078068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:15.130105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40778) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:15.159841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fadda5-e487-4505-998f-372e5d525d64 admin admin] Deleting subnet 63d0d39d-af7b-4012-9204-aea1091f9720 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:15.163115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a7fadda5-e487-4505-998f-372e5d525d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.169892 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Calling delete_port for 7176e141-eda5-4d3f-9497-19355077b780 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:15.221006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a7fadda5-e487-4505-998f-372e5d525d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.223053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Allocated IP 2001:db8::2 (29f59d32-e240-4284-b001-7411a95d8a8f/0e67cbd9-3fca-4b37-bfc9-80fcde699be8/e3e7c305-ac38-40ed-a0c3-1fda08aa8b96) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:15.249502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:15.253147 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.281659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a7fadda5-e487-4505-998f-372e5d525d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.284253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port 1165a5bb-bfd4-47db-ade0-c70f89b3779c yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:47:15.359682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:15.360144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:15.366132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa02a-aab9-41ab-9529-52e5bbf4096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.392589 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9d4d2c01-3733-4d22-8d01-59b15b74b869 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89f8f5a201844d1a8d0ac14d12b29c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599225 Mar 11 15:47:15.394681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40784) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:15.413499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5b76-7170-4c2e-a7f4-dda3f58792d9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.429454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eaa02a-aab9-41ab-9529-52e5bbf4096f None None] Pushing event deleted for resources: {'Port': ['ID=7176e141-eda5-4d3f-9497-19355077b780,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:15.436476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eaa02a-aab9-41ab-9529-52e5bbf4096f None None] No DVR routers for this DVR port 7176e141-eda5-4d3f-9497-19355077b780 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:15.480293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a7fadda5-e487-4505-998f-372e5d525d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.480686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e5b76-7170-4c2e-a7f4-dda3f58792d9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=6ef6ed2f-a27e-4767-9263-6230d6a9fa40,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:15.567331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fadda5-e487-4505-998f-372e5d525d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d0d39d-af7b-4012-9204-aea1091f9720,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:15.585964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.586543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a7fadda5-e487-4505-998f-372e5d525d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.591522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-855a00fb-8ac0-4861-8ea4-5e38c87aa18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.591697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Transition to ACTIVE for port object e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:15.594066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.600925 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a7fadda5-e487-4505-998f-372e5d525d64 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/63d0d39d-af7b-4012-9204-aea1091f9720 HTTP/1.1" status: 204 len: 168 time: 0.5204105 Mar 11 15:47:15.601842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40788) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:15.617165 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Transition to ACTIVE for port object e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:15.640580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-855a00fb-8ac0-4861-8ea4-5e38c87aa18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.657413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5b76-7170-4c2e-a7f4-dda3f58792d9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.695186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.754045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.761748 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9c4e5b76-7170-4c2e-a7f4-dda3f58792d9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/6ef6ed2f-a27e-4767-9263-6230d6a9fa40 HTTP/1.1" status: 204 len: 168 time: 1.8800833 Mar 11 15:47:15.773888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40792) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:15.777142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8::59 (29f59d32-e240-4284-b001-7411a95d8a8f/0e67cbd9-3fca-4b37-bfc9-80fcde699be8/1165a5bb-bfd4-47db-ade0-c70f89b3779c) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:15.780512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Network 29f59d32-e240-4284-b001-7411a95d8a8f is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:15.787985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:15.793260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:15.797922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Pushing event updated for resources: {'Port': ['ID=e3e7c305-ac38-40ed-a0c3-1fda08aa8b96,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:15.826492 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f2e16e-3ffc-44cf-ba97-7c3d0ad73c41 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:47:15.826912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f3f2e16e-3ffc-44cf-ba97-7c3d0ad73c41 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:15.848057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:47:15.855958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-855a00fb-8ac0-4861-8ea4-5e38c87aa18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.864437 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a7926c-25eb-48b1-bd63-3bf131198402,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:15.876515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Deleting port 7176e141-eda5-4d3f-9497-19355077b780 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:15.877444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.886112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.886112 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Added segment e102b66c-6150-4527-b87e-cfce201e5169 of type vlan for network 7937ba97-e4df-43f8-ac5a-e69466e85b88 Mar 11 15:47:15.894065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.901998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Attempting to bind port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:15.902512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Attempting to bind port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '46c001a0-70d2-4b1e-9655-cb3f5f45919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '29f59d32-e240-4284-b001-7411a95d8a8f'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:15.903246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Attempting to bind port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 on network 29f59d32-e240-4284-b001-7411a95d8a8f {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:15.909933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:15.910318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Checking segment: {'id': '46c001a0-70d2-4b1e-9655-cb3f5f45919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '29f59d32-e240-4284-b001-7411a95d8a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:15.910725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.911171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Bound using segment: {'id': '46c001a0-70d2-4b1e-9655-cb3f5f45919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '29f59d32-e240-4284-b001-7411a95d8a8f'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:15.911639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Bound port: e3e7c305-ac38-40ed-a0c3-1fda08aa8b96, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c001a0-70d2-4b1e-9655-cb3f5f45919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '29f59d32-e240-4284-b001-7411a95d8a8f'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:15.912009 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.938029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a00fb-8ac0-4861-8ea4-5e38c87aa18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3efdd1-a4ce-4983-9ad0-687fe5e988a5,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:15.948217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.966537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7176e141-eda5-4d3f-9497-19355077b780 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:15.990524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] The port '7176e141-eda5-4d3f-9497-19355077b780' was deleted {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:47:15.997044 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f3f2e16e-3ffc-44cf-ba97-7c3d0ad73c41 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:15.998285 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f3f2e16e-3ffc-44cf-ba97-7c3d0ad73c41 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/6ef6ed2f-a27e-4767-9263-6230d6a9fa40 HTTP/1.1" status: 404 len: 333 time: 0.2234669 Mar 11 15:47:16.002703 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40796) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:16.020840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 7176e141-eda5-4d3f-9497-19355077b780 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:16.021182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7176e141-eda5-4d3f-9497-19355077b780 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:16.030160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-855a00fb-8ac0-4861-8ea4-5e38c87aa18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.031330 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-855a00fb-8ac0-4861-8ea4-5e38c87aa18c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f3efdd1-a4ce-4983-9ad0-687fe5e988a5 HTTP/1.1" status: 204 len: 168 time: 0.6355941 Mar 11 15:47:16.064822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] For port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:16.068583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] For port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e3e7c305-ac38-40ed-a0c3-1fda08aa8b96,segment=NetworkSegment(46c001a0-70d2-4b1e-9655-cb3f5f45919c),segment_id=46c001a0-70d2-4b1e-9655-cb3f5f45919c)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:16.120903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.133433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.168444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a854c22c-181b-4516-97b3-c14d94aec1f0']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:16.187104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab724de-eab8-487c-b007-874f187bc555') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:16.187400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab724de-eab8-487c-b007-874f187bc555') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:16.199826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96d6eac-875b-4530-b020-e72a58680148 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting subnet 8104bbef-b765-4cc8-81c5-99b1d63ffe6f {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:16.202957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b96d6eac-875b-4530-b020-e72a58680148 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.229469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c96d8-b1ee-45e0-a954-05219c1d1d87 None None] Pushing event updated for resources: {'Port': ['ID=e3e7c305-ac38-40ed-a0c3-1fda08aa8b96,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:16.241461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.242428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:16.243418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.252683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.255672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.298085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a8ca84-2c1b-4177-af77-1d018ae43cde']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:16.314437 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.315557 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f8c182-c303-4014-9a2c-427c15bddf9e') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:16.315859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f8c182-c303-4014-9a2c-427c15bddf9e') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:16.339257 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.351546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.372655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.378202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object 1165a5bb-bfd4-47db-ade0-c70f89b3779c will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:16.382771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:16.383174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.385603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:16.386017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: util.warn( Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:16.398707 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:16.401706 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:16.404889 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7599912 Mar 11 15:47:16.411954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40804) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:16.418288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b96d6eac-875b-4530-b020-e72a58680148 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.423624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Request body: {'subnet': {'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2142948140-subnet', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:16.449540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5830093-dc75-471a-b870-df520b781b19 admin admin] Pushing event updated for resources: {'Network': ['ID=7937ba97-e4df-43f8-ac5a-e69466e85b88,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:16.459922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 7937ba97-e4df-43f8-ac5a-e69466e85b88 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:47:16.476593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:16.491474 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Usage tracker for resource:subnet and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:16.505795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:16.516511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:16.612211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Made reservation on behalf of acbbd0b5a4f34fd68899f082e39aa450 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:16.616391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.623852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b96d6eac-875b-4530-b020-e72a58680148 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.651627 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.653529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.701042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.723977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.738763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] Pushing event deleted for resources: {'Network': ['ID=a854c22c-181b-4516-97b3-c14d94aec1f0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:16.744994 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-62dad5ea-8de2-4a05-91b5-c95756c8c329 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a854c22c-181b-4516-97b3-c14d94aec1f0 HTTP/1.1" status: 204 len: 168 time: 1.1420090 Mar 11 15:47:16.746129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40814) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:16.787902 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.819284 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Pushing event deleted for resources: {'Network': ['ID=e0a8ca84-2c1b-4177-af77-1d018ae43cde,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:16.831531 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e5558d27-e5ef-46b6-a81e-87dee56f1506 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "DELETE /v2.0/networks/e0a8ca84-2c1b-4177-af77-1d018ae43cde HTTP/1.1" status: 204 len: 168 time: 3.0880587 Mar 11 15:47:16.834472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40820) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:16.842910 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 29f59d32-e240-4284-b001-7411a95d8a8f is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:16.847796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=1165a5bb-bfd4-47db-ade0-c70f89b3779c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:16.854213 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:16.856341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:16.862575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:16.863216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.881514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cf1d115f-e8d9-4230-bfed-49a4558ff92a tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Synchronizing usage tracker for tenant:3612438083014de194be946d63b6d6c0 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:16.900134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-592e7338-1829-467a-9b22-27c07c834794 admin admin] Deleting subnet 2962ac03-fcc3-48ca-8522-e06a214aaa58 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:16.904927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b96d6eac-875b-4530-b020-e72a58680148 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.908262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-592e7338-1829-467a-9b22-27c07c834794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.985302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d6eac-875b-4530-b020-e72a58680148 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Subnet': ['ID=8104bbef-b765-4cc8-81c5-99b1d63ffe6f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:16.987199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b96d6eac-875b-4530-b020-e72a58680148 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:16.992514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03910f00-c689-4204-badf-8e7544b6a06a None None] Network 6ab4648d-91bf-4bfa-81f1-7330f8f180d9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:16.999051 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b96d6eac-875b-4530-b020-e72a58680148 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/8104bbef-b765-4cc8-81c5-99b1d63ffe6f HTTP/1.1" status: 204 len: 168 time: 0.9899530 Mar 11 15:47:16.999051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40824) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:17.005142 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2a0040c1-757a-4b06-b213-8bfe41434ca8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8655062 Mar 11 15:47:17.005142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40826) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:17.006216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': '29f59d32-e240-4284-b001-7411a95d8a8f', 'name': 'tempest-PortsIpV6TestJSON-92530600'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:17.037391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-592e7338-1829-467a-9b22-27c07c834794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.067488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cf1d115f-e8d9-4230-bfed-49a4558ff92a tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Unset dirty status for tenant:3612438083014de194be946d63b6d6c0 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:17.068947 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cf1d115f-e8d9-4230-bfed-49a4558ff92a tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e4112b7-d3ca-4e4b-818f-9665d805d690 HTTP/1.1" status: 200 len: 205 time: 0.2326853 Mar 11 15:47:17.079629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40834) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:17.248733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.326117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=189745db-ba45-47e1-b166-ea9ea15d5766,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:17.327337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ece030c0-089c-4fe6-b0dc-de1ca3fb4d57 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.441958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Checking segment: {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:17.442226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Network hostable DHCP agents. Network: 7937ba97-e4df-43f8-ac5a-e69466e85b88, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:47:17.453689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:17.461713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:port and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:17.467239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:17.476638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:17.515263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc59ec45-d416-4315-bdad-6daf67393d4f None None] DHCP port deletion for 6ab4648d-91bf-4bfa-81f1-7330f8f180d9 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:47:17.520326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dc59ec45-d416-4315-bdad-6daf67393d4f None None] Deleting port ad4b3e73-bbd6-452d-b1c3-25dfb874936a {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:17.520892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc59ec45-d416-4315-bdad-6daf67393d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.537871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.538876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40844) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:17.546295 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031316 Mar 11 15:47:17.547257 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40846) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:17.549263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-592e7338-1829-467a-9b22-27c07c834794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.584727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Network 7937ba97-e4df-43f8-ac5a-e69466e85b88 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:47:17.626025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:17.635988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.646582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a73d0-2a76-4463-b45d-2fabe3080c64 None None] Network 29f59d32-e240-4284-b001-7411a95d8a8f requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:17.667557 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 7937ba97-e4df-43f8-ac5a-e69466e85b88) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:17.673010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port 7b9b51b7-00da-42cd-9fb1-591ed092b612 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:47:17.715137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:17.715648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.737752 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-402fdbec-5600-4419-b2c1-4f45de55840b tempest-NetworksApiDiscovery-1455979051 tempest-NetworksApiDiscovery-1455979051-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1837916 Mar 11 15:47:17.738702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188ad5fa-53f6-4aa1-8f03-e0c681ce30c3 None None] Network 7937ba97-e4df-43f8-ac5a-e69466e85b88 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:17.770769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port ad4b3e73-bbd6-452d-b1c3-25dfb874936a {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:17.771029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.903228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ece030c0-089c-4fe6-b0dc-de1ca3fb4d57 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.910349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ece030c0-089c-4fe6-b0dc-de1ca3fb4d57 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.979535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:18.043370 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bef8adb0-bc9f-41cc-8a54-aba36cc25f81 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6293688 Mar 11 15:47:18.045124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8::a5 (29f59d32-e240-4284-b001-7411a95d8a8f/0e67cbd9-3fca-4b37-bfc9-80fcde699be8/7b9b51b7-00da-42cd-9fb1-591ed092b612) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:18.047291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40854) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:18.055460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:18.059301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-98cedcd6-420a-4496-affb-1ead42eafa4a None None] Provisioning for port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:18.061828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:18.066438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-dc59ec45-d416-4315-bdad-6daf67393d4f None None] For port ad4b3e73-bbd6-452d-b1c3-25dfb874936a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ad4b3e73-bbd6-452d-b1c3-25dfb874936a,segment=NetworkSegment(830fb972-22ad-4408-b883-3a750d22c138),segment_id=830fb972-22ad-4408-b883-3a750d22c138)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:18.066833 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc59ec45-d416-4315-bdad-6daf67393d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.070550 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Usage tracker for resource:router and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:18.075034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:18.078699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-592e7338-1829-467a-9b22-27c07c834794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.085090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:18.128329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ece030c0-089c-4fe6-b0dc-de1ca3fb4d57 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.128835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece030c0-089c-4fe6-b0dc-de1ca3fb4d57 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Fanout notify agent at l3_agent the message router_deleted on router 6e4112b7-d3ca-4e4b-818f-9665d805d690 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:47:18.133831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e7338-1829-467a-9b22-27c07c834794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2962ac03-fcc3-48ca-8522-e06a214aaa58,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:18.143780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] For port ad4b3e73-bbd6-452d-b1c3-25dfb874936a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ad4b3e73-bbd6-452d-b1c3-25dfb874936a,segment=NetworkSegment(830fb972-22ad-4408-b883-3a750d22c138),segment_id=830fb972-22ad-4408-b883-3a750d22c138)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:18.147234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.159047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-592e7338-1829-467a-9b22-27c07c834794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.226240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ece030c0-089c-4fe6-b0dc-de1ca3fb4d57 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.227587 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ece030c0-089c-4fe6-b0dc-de1ca3fb4d57 tempest-RoutersNegativeIpV6Test-1995520410 tempest-RoutersNegativeIpV6Test-1995520410-project] 10.222.0.39 "DELETE /v2.0/routers/6e4112b7-d3ca-4e4b-818f-9665d805d690 HTTP/1.1" status: 204 len: 168 time: 1.1466436 Mar 11 15:47:18.230470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.232333 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.262600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dc59ec45-d416-4315-bdad-6daf67393d4f None None] Calling delete_port for ad4b3e73-bbd6-452d-b1c3-25dfb874936a owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:18.272524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.323862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.346187 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-592e7338-1829-467a-9b22-27c07c834794 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2962ac03-fcc3-48ca-8522-e06a214aaa58 HTTP/1.1" status: 204 len: 168 time: 1.5970063 Mar 11 15:47:18.347274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40862) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:18.352243 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object 7b9b51b7-00da-42cd-9fb1-591ed092b612 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:18.355207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for ad4b3e73-bbd6-452d-b1c3-25dfb874936a owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:18.492699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-7937ba97-e4df-43f8-ac5a-e69466e85b88', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:47:18.493684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.499086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40866) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:18.508589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:18.510061 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.522844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:18.523214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.536469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.604032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc59ec45-d416-4315-bdad-6daf67393d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.630333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:18.630654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:18.635245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 29f59d32-e240-4284-b001-7411a95d8a8f is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:18.645206 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:18.689974 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59ec45-d416-4315-bdad-6daf67393d4f None None] Pushing event deleted for resources: {'Port': ['ID=ad4b3e73-bbd6-452d-b1c3-25dfb874936a,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:18.694554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59ec45-d416-4315-bdad-6daf67393d4f None None] No DVR routers for this DVR port ad4b3e73-bbd6-452d-b1c3-25dfb874936a on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:18.704286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.729476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:18.750341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883214e8-d32e-4660-aeb1-6f18dcacebfa']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:18.751120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:18.759646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.769826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c00dafb-bb0d-45d8-b948-b745ea6434cd') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:18.770349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c00dafb-bb0d-45d8-b948-b745ea6434cd') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:18.783512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.812242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.819330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:18.819891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:18.835913 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:18.844448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Allocated IP 172.20.0.2 (7937ba97-e4df-43f8-ac5a-e69466e85b88/189745db-ba45-47e1-b166-ea9ea15d5766/17213942-1e9f-4842-b508-9c86a0d82097) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:18.863426 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.895664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.906675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40874) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:18.915123 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e3e7c305-ac38-40ed-a0c3-1fda08aa8b96,segment=NetworkSegment(46c001a0-70d2-4b1e-9655-cb3f5f45919c),segment_id=46c001a0-70d2-4b1e-9655-cb3f5f45919c)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:18.923608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a184-23ad-41b0-b990-1d84a2e38b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.950010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=7b9b51b7-00da-42cd-9fb1-591ed092b612,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:18.957107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2fc1a184-23ad-41b0-b990-1d84a2e38b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:18.961036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2fc1a184-23ad-41b0-b990-1d84a2e38b31 admin admin] Usage tracker for resource:security_group_rule and tenant:2d4ae87debed437c8971458469c5aca0 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:18.964638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2fc1a184-23ad-41b0-b990-1d84a2e38b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:18.971118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2fc1a184-23ad-41b0-b990-1d84a2e38b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:19.031223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.072569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.077579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.085401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] Pushing event deleted for resources: {'Network': ['ID=883214e8-d32e-4660-aeb1-6f18dcacebfa,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:19.089152 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fbe03c03-b040-4bca-8b65-6b707573fea9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0848746 Mar 11 15:47:19.089760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40880) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:19.131517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port ad4b3e73-bbd6-452d-b1c3-25dfb874936a {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:19.138659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.158135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ad4b3e73-bbd6-452d-b1c3-25dfb874936a no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:19.215533 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a184-23ad-41b0-b990-1d84a2e38b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.222934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: ad4b3e73-bbd6-452d-b1c3-25dfb874936a {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:19.222934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ad4b3e73-bbd6-452d-b1c3-25dfb874936a not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:19.237136 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4f3fbd3f-4a7a-4463-b5d9-acea5c4ac639 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3612438083014de194be946d63b6d6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238113 Mar 11 15:47:19.287750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5098125c-1ee2-496a-8794-f9b65c75de55 None None] Provisioning complete for port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:19.288119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5098125c-1ee2-496a-8794-f9b65c75de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.289632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40884) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:19.307199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a184-23ad-41b0-b990-1d84a2e38b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.348334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=e3e7c305-ac38-40ed-a0c3-1fda08aa8b96,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:19.404066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] The port 'ad4b3e73-bbd6-452d-b1c3-25dfb874936a' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:47:19.430213 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2fc1a184-23ad-41b0-b990-1d84a2e38b31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d4ae87debed437c8971458469c5aca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9285982 Mar 11 15:47:19.430611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40888) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:19.446317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1a184-23ad-41b0-b990-1d84a2e38b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d26899c-09da-4af6-ad2f-2c5942d65c48,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:19.470609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.495145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Transition to ACTIVE for port object 17213942-1e9f-4842-b508-9c86a0d82097 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:19.497784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02f72379-128d-44f0-af64-c7e03542eb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.528269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Transition to ACTIVE for port object 17213942-1e9f-4842-b508-9c86a0d82097 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:19.534015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.549429 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1c4a4799-83b2-4a42-ab95-ecf250daf1ff admin admin] 10.222.0.39 "DELETE /v2.0/networks/883214e8-d32e-4660-aeb1-6f18dcacebfa HTTP/1.1" status: 204 len: 168 time: 1.1595056 Mar 11 15:47:19.568523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02f72379-128d-44f0-af64-c7e03542eb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.576804 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f4ad920e-b7a8-4db5-b6d7-ed22619189a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.576953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab4648d-91bf-4bfa-81f1-7330f8f180d9']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:19.587887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.604769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830fb972-22ad-4408-b883-3a750d22c138') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:19.605128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830fb972-22ad-4408-b883-3a750d22c138') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:19.630781 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc7669-2090-48b9-b008-aceb1b2d69a8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:19.635096 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cefc7669-2090-48b9-b008-aceb1b2d69a8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A59 HTTP/1.1" status: 200 len: 928 time: 0.5375948 Mar 11 15:47:19.635096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.640701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40894) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:19.662139 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5098125c-1ee2-496a-8794-f9b65c75de55 None None] Provisioning for port 1165a5bb-bfd4-47db-ade0-c70f89b3779c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:19.685299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5098125c-1ee2-496a-8794-f9b65c75de55 None None] Provisioning complete for port 1165a5bb-bfd4-47db-ade0-c70f89b3779c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:19.685706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5098125c-1ee2-496a-8794-f9b65c75de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.703211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.725860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Network 7937ba97-e4df-43f8-ac5a-e69466e85b88 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:19.733480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:19.733827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.744492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:19.756364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:19.758656 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:19.806898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Pushing event updated for resources: {'Port': ['ID=17213942-1e9f-4842-b508-9c86a0d82097,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:19.818507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5098125c-1ee2-496a-8794-f9b65c75de55 None None] Port 1165a5bb-bfd4-47db-ade0-c70f89b3779c cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:19.836203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f4ad920e-b7a8-4db5-b6d7-ed22619189a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.875077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Attempting to bind port 17213942-1e9f-4842-b508-9c86a0d82097 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:19.877779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Attempting to bind port 17213942-1e9f-4842-b508-9c86a0d82097 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:19.877779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Attempting to bind port 17213942-1e9f-4842-b508-9c86a0d82097 on network 7937ba97-e4df-43f8-ac5a-e69466e85b88 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:19.878146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-52cd21c6-92c3-4b8c-a125-04aff10cb5f1 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 7b9b51b7-00da-42cd-9fb1-591ed092b612 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:19.878146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-52cd21c6-92c3-4b8c-a125-04aff10cb5f1 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.882505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:19.882971 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Checking segment: {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:19.883437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.885011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Bound using segment: {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:19.885556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Bound port: 17213942-1e9f-4842-b508-9c86a0d82097, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:19.886001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.967724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40898) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:19.975014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:20.066787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4d870cac-b043-4266-a4d1-3adf93f510ef None None] Provisioning complete for port 1165a5bb-bfd4-47db-ade0-c70f89b3779c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:20.067202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4d870cac-b043-4266-a4d1-3adf93f510ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.109397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.131469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] For port 17213942-1e9f-4842-b508-9c86a0d82097, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:20.147593 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] For port 17213942-1e9f-4842-b508-9c86a0d82097, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=17213942-1e9f-4842-b508-9c86a0d82097,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:20.149267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.151635 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4d870cac-b043-4266-a4d1-3adf93f510ef None None] Port 1165a5bb-bfd4-47db-ade0-c70f89b3779c cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:20.162303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:20.162667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.177885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.200488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Network': ['ID=6ab4648d-91bf-4bfa-81f1-7330f8f180d9,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:20.216951 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d250dd58-9f58-407c-bc19-a95876e3bb1c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/networks/6ab4648d-91bf-4bfa-81f1-7330f8f180d9 HTTP/1.1" status: 204 len: 168 time: 3.2134609 Mar 11 15:47:20.225951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.245388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40902) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:20.254144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.281556 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1157693090'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:20.295841 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-42c7eed7-05b3-4e12-b5d9-9ff9f9f4b042 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=684cb0babacf4e8faaf072b6bdbad25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229196 Mar 11 15:47:20.297917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:20.307839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40906) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:20.315213 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f4ad920e-b7a8-4db5-b6d7-ed22619189a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.316218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030bae0-30ad-4548-9ee8-ff86c21c5064 None None] Pushing event updated for resources: {'Port': ['ID=17213942-1e9f-4842-b508-9c86a0d82097,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:20.322505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4d870cac-b043-4266-a4d1-3adf93f510ef None None] Provisioning for port 7b9b51b7-00da-42cd-9fb1-591ed092b612 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:20.328163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02f72379-128d-44f0-af64-c7e03542eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.328886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:network and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:20.339506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4d870cac-b043-4266-a4d1-3adf93f510ef None None] Provisioning complete for port 7b9b51b7-00da-42cd-9fb1-591ed092b612 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:20.340001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4d870cac-b043-4266-a4d1-3adf93f510ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.352254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad920e-b7a8-4db5-b6d7-ed22619189a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d26899c-09da-4af6-ad2f-2c5942d65c48,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:20.390241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:20.403255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f72379-128d-44f0-af64-c7e03542eb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a874b745-3b24-465d-9901-e292149aae7b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:20.406433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:20.413472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02f72379-128d-44f0-af64-c7e03542eb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.417018 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-02f72379-128d-44f0-af64-c7e03542eb96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a874b745-3b24-465d-9901-e292149aae7b HTTP/1.1" status: 204 len: 168 time: 1.1233988 Mar 11 15:47:20.420178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f4ad920e-b7a8-4db5-b6d7-ed22619189a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.421855 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f4ad920e-b7a8-4db5-b6d7-ed22619189a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d26899c-09da-4af6-ad2f-2c5942d65c48 HTTP/1.1" status: 204 len: 168 time: 0.9874392 Mar 11 15:47:20.508309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4d870cac-b043-4266-a4d1-3adf93f510ef None None] Port 7b9b51b7-00da-42cd-9fb1-591ed092b612 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:20.510600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-52cd21c6-92c3-4b8c-a125-04aff10cb5f1 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.526137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:20.529868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.552652 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Allocated IP 172.26.6.224 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/92afef74-57aa-457b-9384-ffe8ca7a6a49) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:20.609141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8700be62-427e-4c99-8720-92ec22de4615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.680818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-52cd21c6-92c3-4b8c-a125-04aff10cb5f1 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 7b9b51b7-00da-42cd-9fb1-591ed092b612 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:20.757806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.780970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8700be62-427e-4c99-8720-92ec22de4615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.805263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:47:20.835786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.836239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Added segment ff4b0a67-2f6a-487b-a036-99c23887ac2f of type vlan for network 9503f90b-6176-49fe-bc59-0471849230c9 Mar 11 15:47:20.863881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d94dc2ab-f851-465e-a6f5-8449618cd8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.864179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.923396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:20.940244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:20.943539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:20.946291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:21.003190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Pushing event updated for resources: {'Port': ['ID=92afef74-57aa-457b-9384-ffe8ca7a6a49,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:21.013461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-52cd21c6-92c3-4b8c-a125-04aff10cb5f1 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.078745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8700be62-427e-4c99-8720-92ec22de4615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.086254 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.094256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:21.099179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.161069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd21c6-92c3-4b8c-a125-04aff10cb5f1 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=7b9b51b7-00da-42cd-9fb1-591ed092b612,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:21.197241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700be62-427e-4c99-8720-92ec22de4615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e9839-cde6-446f-bfa8-a7273bacf0b7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:21.313262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-52cd21c6-92c3-4b8c-a125-04aff10cb5f1 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.315112 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-52cd21c6-92c3-4b8c-a125-04aff10cb5f1 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/7b9b51b7-00da-42cd-9fb1-591ed092b612 HTTP/1.1" status: 204 len: 168 time: 1.6734967 Mar 11 15:47:21.317347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8700be62-427e-4c99-8720-92ec22de4615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.318088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40922) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:21.321477 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8700be62-427e-4c99-8720-92ec22de4615 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/488e9839-cde6-446f-bfa8-a7273bacf0b7 HTTP/1.1" status: 204 len: 168 time: 1.0119622 Mar 11 15:47:21.325178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Network': ['ID=9503f90b-6176-49fe-bc59-0471849230c9,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:21.336028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 9503f90b-6176-49fe-bc59-0471849230c9 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:47:21.377166 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2f324ca0-cf37-4ccc-8fd7-3080242e5d44 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1085355 Mar 11 15:47:21.377166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40928) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:21.385020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '9503f90b-6176-49fe-bc59-0471849230c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:21.517209 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d851bfd-f1e1-4a44-9c0d-7f7090310192 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:47:21.519490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8d851bfd-f1e1-4a44-9c0d-7f7090310192 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:21.606320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:21.610933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:21.616899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:21.617872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8d851bfd-f1e1-4a44-9c0d-7f7090310192 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:21.619619 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8d851bfd-f1e1-4a44-9c0d-7f7090310192 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/7b9b51b7-00da-42cd-9fb1-591ed092b612 HTTP/1.1" status: 404 len: 333 time: 0.2997181 Mar 11 15:47:21.622444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40934) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:21.625662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:21.682091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:21.686031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.695092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.778319 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-022c6cdf-cdc5-4826-9a72-5635ed2cff3c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 1165a5bb-bfd4-47db-ade0-c70f89b3779c {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:21.778659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-022c6cdf-cdc5-4826-9a72-5635ed2cff3c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.870602 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d16818-624d-46f9-bda4-12a3bbac5557 None None] Network 7937ba97-e4df-43f8-ac5a-e69466e85b88 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:22.022528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 17213942-1e9f-4842-b508-9c86a0d82097 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:22.090451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40946) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:22.095500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a219e5fc-b79e-4df9-8024-59890fc87f54 None None] Provisioning for port 17213942-1e9f-4842-b508-9c86a0d82097 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:22.218587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 17213942-1e9f-4842-b508-9c86a0d82097 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:22.224600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 17213942-1e9f-4842-b508-9c86a0d82097 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:22.225299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.253473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.427417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Checking segment: {'id': 'ff4b0a67-2f6a-487b-a036-99c23887ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9503f90b-6176-49fe-bc59-0471849230c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:22.427819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network hostable DHCP agents. Network: 9503f90b-6176-49fe-bc59-0471849230c9, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:47:22.431702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.441112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Subnet': ['ID=d7f597a4-2400-44b3-9c2f-1e0bbfe8907e,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:22.471029 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-149279e8-5d0d-4cf5-9b1b-7bd594d375ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cbe4d43b751476283415a5a1ed7c7d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794124 Mar 11 15:47:22.474905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40954) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:22.475713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-022c6cdf-cdc5-4826-9a72-5635ed2cff3c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.488778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.496218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 17213942-1e9f-4842-b508-9c86a0d82097, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=17213942-1e9f-4842-b508-9c86a0d82097,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:22.496831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9503f90b-6176-49fe-bc59-0471849230c9 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:47:22.558394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.572731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 9503f90b-6176-49fe-bc59-0471849230c9) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:22.575703 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3fa46f6a-81c5-4246-9ec5-145d5af7f77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.616307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3fa46f6a-81c5-4246-9ec5-145d5af7f77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.642334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=17213942-1e9f-4842-b508-9c86a0d82097,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:22.644943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759115c0-30d5-4c5a-b672-f965a1fa8ffd None None] Network 9503f90b-6176-49fe-bc59-0471849230c9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:22.685425 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-022c6cdf-cdc5-4826-9a72-5635ed2cff3c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 1165a5bb-bfd4-47db-ade0-c70f89b3779c owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:22.686910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:22.696278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.752261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ee9a80c7-9f74-4968-9305-0c96240dd40c None None] Provisioning complete for port 17213942-1e9f-4842-b508-9c86a0d82097 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:22.752539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ee9a80c7-9f74-4968-9305-0c96240dd40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.793851 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f9ec61fb-a1fc-45c8-873a-b7d5b734753f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4156950 Mar 11 15:47:22.795176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3fa46f6a-81c5-4246-9ec5-145d5af7f77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.798055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3fa46f6a-81c5-4246-9ec5-145d5af7f77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.802965 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3fa46f6a-81c5-4246-9ec5-145d5af7f77f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/463bc186-fa71-45c8-bee4-4d4b321e2017 HTTP/1.1" status: 204 len: 168 time: 0.3235843 Mar 11 15:47:22.802965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40962) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:22.815289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-88980b23-564e-4360-b806-88b1aa47f908 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-445232751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:22.825502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa46f6a-81c5-4246-9ec5-145d5af7f77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463bc186-fa71-45c8-bee4-4d4b321e2017,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:22.829073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-88980b23-564e-4360-b806-88b1aa47f908 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:22.833361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-88980b23-564e-4360-b806-88b1aa47f908 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:router and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:22.835608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-88980b23-564e-4360-b806-88b1aa47f908 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:22.842996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-88980b23-564e-4360-b806-88b1aa47f908 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:22.984411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88980b23-564e-4360-b806-88b1aa47f908 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:22.985904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88980b23-564e-4360-b806-88b1aa47f908 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.013162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-022c6cdf-cdc5-4826-9a72-5635ed2cff3c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.013626 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-9503f90b-6176-49fe-bc59-0471849230c9', 'network_id': '9503f90b-6176-49fe-bc59-0471849230c9', 'tenant_id': '7bf164d980454780a71ae23f56113670', 'fixed_ips': [{'subnet_id': 'd7f597a4-2400-44b3-9c2f-1e0bbfe8907e'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:47:23.014466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.025482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88980b23-564e-4360-b806-88b1aa47f908 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.115261 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:47:23.122303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88980b23-564e-4360-b806-88b1aa47f908 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.126993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-022c6cdf-cdc5-4826-9a72-5635ed2cff3c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.141808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c6cdf-cdc5-4826-9a72-5635ed2cff3c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=1165a5bb-bfd4-47db-ade0-c70f89b3779c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:23.256453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Allocated IP 172.20.0.2 (9503f90b-6176-49fe-bc59-0471849230c9/d7f597a4-2400-44b3-9c2f-1e0bbfe8907e/284123fc-011b-450d-8f82-588f36cc889f) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:23.262823 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-022c6cdf-cdc5-4826-9a72-5635ed2cff3c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/1165a5bb-bfd4-47db-ade0-c70f89b3779c HTTP/1.1" status: 204 len: 168 time: 1.6393392 Mar 11 15:47:23.266179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40972) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:23.394000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88980b23-564e-4360-b806-88b1aa47f908 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.396976 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-88980b23-564e-4360-b806-88b1aa47f908 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5887911 Mar 11 15:47:23.401555 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40978) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:23.405149 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-03dcffaa-9c85-4d9d-bcb2-971cede3e8df tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:47:23.405939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-03dcffaa-9c85-4d9d-bcb2-971cede3e8df tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:23.415554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'network_id': '9503f90b-6176-49fe-bc59-0471849230c9', 'name': 'tempest-PortsTestJSON-1366653851'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:23.465690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:47:23.479619 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Sync routers for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:47:23.497537 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:23.498426 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:46:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:23.538172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-03dcffaa-9c85-4d9d-bcb2-971cede3e8df tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:23.542974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40984) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:23.543487 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-03dcffaa-9c85-4d9d-bcb2-971cede3e8df tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/1165a5bb-bfd4-47db-ade0-c70f89b3779c HTTP/1.1" status: 404 len: 333 time: 0.2754428 Mar 11 15:47:23.610374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.615789 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.621268 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4ae02bf3-5782-471f-91bf-d6929466b29d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5685589 Mar 11 15:47:23.623217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 40988) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:23.627704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Transition to ACTIVE for port object 284123fc-011b-450d-8f82-588f36cc889f will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:23.654000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40992) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:23.656526 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Transition to ACTIVE for port object 284123fc-011b-450d-8f82-588f36cc889f will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:23.668036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d9bffa-1eef-4792-8026-238cd044abbb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting subnet 0e67cbd9-3fca-4b37-bfc9-80fcde699be8 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:23.674357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79d9bffa-1eef-4792-8026-238cd044abbb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.693093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-89530b7d-1dfa-49e3-8b82-c6a591b93ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.726141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:23.729381 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.733696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:port and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:23.739221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79d9bffa-1eef-4792-8026-238cd044abbb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.739447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:23.742230 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:23.748512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:23.868540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Network 9503f90b-6176-49fe-bc59-0471849230c9 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:23.879377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:23.886919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:23.910722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:23.914318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.918326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79d9bffa-1eef-4792-8026-238cd044abbb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.959077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port 0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:47:23.994183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'network': {'name': 'tempest-network-smoke--12835729', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'port_security_enabled': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:23.999659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:24.003672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:network and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:24.007005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:24.012676 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:24.035056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 17213942-1e9f-4842-b508-9c86a0d82097 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:24.072503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Pushing event updated for resources: {'Port': ['ID=284123fc-011b-450d-8f82-588f36cc889f,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:24.102749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Attempting to bind port 284123fc-011b-450d-8f82-588f36cc889f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:24.102749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Attempting to bind port 284123fc-011b-450d-8f82-588f36cc889f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'ff4b0a67-2f6a-487b-a036-99c23887ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9503f90b-6176-49fe-bc59-0471849230c9'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:24.103234 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Attempting to bind port 284123fc-011b-450d-8f82-588f36cc889f on network 9503f90b-6176-49fe-bc59-0471849230c9 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:24.109717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:24.113411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.119570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:24.119570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Checking segment: {'id': 'ff4b0a67-2f6a-487b-a036-99c23887ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9503f90b-6176-49fe-bc59-0471849230c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:24.119570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.119570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Bound using segment: {'id': 'ff4b0a67-2f6a-487b-a036-99c23887ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9503f90b-6176-49fe-bc59-0471849230c9'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:24.119570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Bound port: 284123fc-011b-450d-8f82-588f36cc889f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4b0a67-2f6a-487b-a036-99c23887ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9503f90b-6176-49fe-bc59-0471849230c9'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:24.119570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.127588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.142782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79d9bffa-1eef-4792-8026-238cd044abbb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.150093 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:21Z', 'revision_number': 3, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:24.155572 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Checking router: cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:47:24.156124 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Updating router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 port 92afef74-57aa-457b-9384-ffe8ca7a6a49 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:47:24.190176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:24.194122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9bffa-1eef-4792-8026-238cd044abbb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Subnet': ['ID=0e67cbd9-3fca-4b37-bfc9-80fcde699be8,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:24.196423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79d9bffa-1eef-4792-8026-238cd044abbb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.207306 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-79d9bffa-1eef-4792-8026-238cd044abbb tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/0e67cbd9-3fca-4b37-bfc9-80fcde699be8 HTTP/1.1" status: 204 len: 168 time: 0.6605036 Mar 11 15:47:24.207516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 17213942-1e9f-4842-b508-9c86a0d82097 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:24.207516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.207728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:24.209708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 40998) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:24.229805 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:24.237459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771c0f41-4e56-4a14-b045-07a807dc03d6 None None] Network 29f59d32-e240-4284-b001-7411a95d8a8f requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:24.250702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:24.264056 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.364487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] For port 284123fc-011b-450d-8f82-588f36cc889f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:24.403778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] For port 284123fc-011b-450d-8f82-588f36cc889f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=284123fc-011b-450d-8f82-588f36cc889f,segment=NetworkSegment(ff4b0a67-2f6a-487b-a036-99c23887ac2f),segment_id=ff4b0a67-2f6a-487b-a036-99c23887ac2f)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:24.410184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.418099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.11 (9503f90b-6176-49fe-bc59-0471849230c9/d7f597a4-2400-44b3-9c2f-1e0bbfe8907e/0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:24.498301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.504874 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.518089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:24.518561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.668854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.679198 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.727480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8055b94-c092-45d5-b3d6-822f041b2334 None None] Pushing event updated for resources: {'Port': ['ID=284123fc-011b-450d-8f82-588f36cc889f,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:24.781602 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.794947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:47:24.807638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.808060 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Added segment d5fdf9f6-40ac-4532-87f5-22e1863ff7c9 of type vlan for network eab60c90-2490-4f3d-999d-103014fe4777 Mar 11 15:47:24.835253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7792128b-6220-443b-80c7-c1434564cbbe None None] DHCP port deletion for 29f59d32-e240-4284-b001-7411a95d8a8f request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:47:24.840681 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7792128b-6220-443b-80c7-c1434564cbbe None None] Deleting port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:24.845652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7792128b-6220-443b-80c7-c1434564cbbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.864823 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.888168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] For port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e3e7c305-ac38-40ed-a0c3-1fda08aa8b96,segment=NetworkSegment(46c001a0-70d2-4b1e-9655-cb3f5f45919c),segment_id=46c001a0-70d2-4b1e-9655-cb3f5f45919c)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:24.888530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.891154 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Transition to ACTIVE for port object 92afef74-57aa-457b-9384-ffe8ca7a6a49 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:24.897187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.906115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.907419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:24.967421 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.053180 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:25.089814 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Pushing event updated for resources: {'Port': ['ID=92afef74-57aa-457b-9384-ffe8ca7a6a49,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:25.089960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.resource_extend [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:47:25.105493 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.106019 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.106996 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.107487 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.108218 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.108807 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.109285 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.109762 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.110240 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.110747 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.111217 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.111899 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:25.147075 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Attempting to bind port 92afef74-57aa-457b-9384-ffe8ca7a6a49 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:25.147435 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Attempting to bind port 92afef74-57aa-457b-9384-ffe8ca7a6a49 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:25.147795 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Attempting to bind port 92afef74-57aa-457b-9384-ffe8ca7a6a49 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:25.156297 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:25.159725 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:25.159725 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.159725 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:25.159725 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Bound port: 92afef74-57aa-457b-9384-ffe8ca7a6a49, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:25.159725 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.179274 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.186436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:25.187246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.211633 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-7792128b-6220-443b-80c7-c1434564cbbe None None] For port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e3e7c305-ac38-40ed-a0c3-1fda08aa8b96,segment=NetworkSegment(46c001a0-70d2-4b1e-9655-cb3f5f45919c),segment_id=46c001a0-70d2-4b1e-9655-cb3f5f45919c)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:25.212229 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7792128b-6220-443b-80c7-c1434564cbbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.249568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.259737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Allocated IP 172.20.0.1 (7937ba97-e4df-43f8-ac5a-e69466e85b88/189745db-ba45-47e1-b166-ea9ea15d5766/8ad9627a-148b-406b-a435-0ac8bdd35af3) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:25.290957 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] For port 92afef74-57aa-457b-9384-ffe8ca7a6a49, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:25.295419 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] For port 92afef74-57aa-457b-9384-ffe8ca7a6a49, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=92afef74-57aa-457b-9384-ffe8ca7a6a49,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:25.364789 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=e3e7c305-ac38-40ed-a0c3-1fda08aa8b96,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:25.371740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7792128b-6220-443b-80c7-c1434564cbbe None None] Calling delete_port for e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:25.373399 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.376831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No DVR routers for this DVR port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:25.445138 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Network': ['ID=eab60c90-2490-4f3d-999d-103014fe4777,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:25.457279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network eab60c90-2490-4f3d-999d-103014fe4777 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:47:25.461121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.464818 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:25.465444 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:25.491012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object 0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:25.496487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-7792128b-6220-443b-80c7-c1434564cbbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:25.497169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-7792128b-6220-443b-80c7-c1434564cbbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:25.517509 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ccc10b9f-3036-4f42-85f1-78b80d060336 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8623264 Mar 11 15:47:25.523424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41002) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:25.537476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'admin_state_up': True, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:25.553362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.556660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.562731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:25.577012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Transition to ACTIVE for port object 8ad9627a-148b-406b-a435-0ac8bdd35af3 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:25.577777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:router and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:25.590206 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:25.602631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:25.606055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f59d32-e240-4284-b001-7411a95d8a8f']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:25.622766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c001a0-70d2-4b1e-9655-cb3f5f45919c') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:25.623028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.623166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c001a0-70d2-4b1e-9655-cb3f5f45919c') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:25.637158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.660100 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.669120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:25.669538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.694106 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8195b08-0c18-40ff-867c-d73af255f768 None None] Pushing event updated for resources: {'Port': ['ID=92afef74-57aa-457b-9384-ffe8ca7a6a49,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:25.706889 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:25.712052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:25.719358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:25.785613 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:25.788086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.788809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.790300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.792680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Network 7937ba97-e4df-43f8-ac5a-e69466e85b88 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:25.797941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:25.800442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:25.805256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.860816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.863316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9503f90b-6176-49fe-bc59-0471849230c9 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:25.872607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:25.875730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:25.909107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.918981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Network': ['ID=29f59d32-e240-4284-b001-7411a95d8a8f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:25.921936 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.925085 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-559543d6-ce86-4966-8da6-cb6fbb8031e6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/networks/29f59d32-e240-4284-b001-7411a95d8a8f HTTP/1.1" status: 204 len: 168 time: 1.7142749 Mar 11 15:47:25.932312 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41006) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:25.964178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-576591341'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:25.971359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:25.975572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:network and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:25.979565 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:25.990929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:25.998294 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7792128b-6220-443b-80c7-c1434564cbbe None None] Deleting port e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:25.998679 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7792128b-6220-443b-80c7-c1434564cbbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.007777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad9627a-148b-406b-a435-0ac8bdd35af3,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:26.011884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.055102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:26.056417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.076762 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:26.080675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.088076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 284123fc-011b-450d-8f82-588f36cc889f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:26.153286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:47:26.167215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.167215 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Added segment bb74a556-0337-46c7-9cd4-f56cafdd550f of type vlan for network c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 Mar 11 15:47:26.170092 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:21Z', 'revision_number': 3, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:26.176106 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f028fe53-d1bb-477d-96ec-02bd8e357435 None None] The sync data for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv is: [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:21Z', 'revision_number': 3, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:47:26.190062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d4e1cd-21b9-4b6d-9fd8-aa0ba0f23274 None None] Network 9503f90b-6176-49fe-bc59-0471849230c9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:26.209259 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-28320bec-ac94-4353-b544-62ee15142b19 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8062005 Mar 11 15:47:26.219775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41010) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:26.240237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.284320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7792128b-6220-443b-80c7-c1434564cbbe None None] The port 'e3e7c305-ac38-40ed-a0c3-1fda08aa8b96' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:47:26.358171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.472891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ffb49c77-b879-4df4-ac6d-d5be514623a5 None None] Provisioning for port 284123fc-011b-450d-8f82-588f36cc889f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:26.476175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 284123fc-011b-450d-8f82-588f36cc889f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:26.486483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 284123fc-011b-450d-8f82-588f36cc889f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:26.487207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.538682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ffb49c77-b879-4df4-ac6d-d5be514623a5 None None] Provisioning complete for port 284123fc-011b-450d-8f82-588f36cc889f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:26.539420 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ffb49c77-b879-4df4-ac6d-d5be514623a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.615021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.621886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:26.622533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.859620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ffb49c77-b879-4df4-ac6d-d5be514623a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.869336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.932418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 284123fc-011b-450d-8f82-588f36cc889f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=284123fc-011b-450d-8f82-588f36cc889f,segment=NetworkSegment(ff4b0a67-2f6a-487b-a036-99c23887ac2f),segment_id=ff4b0a67-2f6a-487b-a036-99c23887ac2f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:26.996477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.024327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.068613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Network': ['ID=c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:27.072367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:27.086525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.133204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.155184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:47:27.204299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:27.204748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e3e7c305-ac38-40ed-a0c3-1fda08aa8b96 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:27.245089 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1a3d98ae-6337-47ea-8401-1a0c2ccf8bbc tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2962551 Mar 11 15:47:27.249216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41014) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:27.292002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': 'c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:27.439557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-ffb49c77-b879-4df4-ac6d-d5be514623a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:27.440314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-ffb49c77-b879-4df4-ac6d-d5be514623a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:27.440438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=284123fc-011b-450d-8f82-588f36cc889f,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:27.468505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.80 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/28e13de8-cafc-48bf-a926-016788a4d595) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:27.485656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:27.486214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:27.490566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:27.518978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:27.603583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.632707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.637754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:27.641242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.697620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.755367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.856105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.934174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:27.936976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:27.945594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:27.988503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.990517 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.025097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=28e13de8-cafc-48bf-a926-016788a4d595,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:28.053380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad9627a-148b-406b-a435-0ac8bdd35af3,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:28.078087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 284123fc-011b-450d-8f82-588f36cc889f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:28.156384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Subnet': ['ID=75d3d5bf-6d6b-40cf-b4b3-11332c2522ba,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:28.163666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 284123fc-011b-450d-8f82-588f36cc889f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:28.164371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.229856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5a11a40b-d269-4b44-9078-7e177247a5ea None None] Provisioning complete for port 284123fc-011b-450d-8f82-588f36cc889f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:28.230587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5a11a40b-d269-4b44-9078-7e177247a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.244927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.257288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Network 7937ba97-e4df-43f8-ac5a-e69466e85b88 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:28.258994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:28.262560 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Checking segment: {'id': 'bb74a556-0337-46c7-9cd4-f56cafdd550f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:28.262931 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network hostable DHCP agents. Network: c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:47:28.361100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 92afef74-57aa-457b-9384-ffe8ca7a6a49 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:28.366396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.379086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:47:28.477491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:28.484531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:28.489018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.495485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab12466-2bd8-4466-899b-d42af843ab2d None None] Network c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:28.637277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:28.637401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 92afef74-57aa-457b-9384-ffe8ca7a6a49 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:28.667344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 92afef74-57aa-457b-9384-ffe8ca7a6a49 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:28.667716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.737722 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5a11a40b-d269-4b44-9078-7e177247a5ea None None] Provisioning for port 8ad9627a-148b-406b-a435-0ac8bdd35af3 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:28.760135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5a11a40b-d269-4b44-9078-7e177247a5ea None None] Provisioning complete for port 8ad9627a-148b-406b-a435-0ac8bdd35af3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:28.760528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5a11a40b-d269-4b44-9078-7e177247a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.776601 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d1cfb44e-7ebd-460a-96ad-4b0019abc37b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5260632 Mar 11 15:47:28.784607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41018) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:28.792541 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': 'c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39', 'name': 'tempest-PortsIpV6TestJSON-1680623374', 'fixed_ips': [{'subnet_id': '75d3d5bf-6d6b-40cf-b4b3-11332c2522ba', 'ip_address': '2001:db8::10'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:28.881680 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5a11a40b-d269-4b44-9078-7e177247a5ea None None] Port 8ad9627a-148b-406b-a435-0ac8bdd35af3 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:28.904934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.922270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39', 'network_id': 'c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39', 'tenant_id': 'f209c05770b743edb4f255fdd59cced3', 'fixed_ips': [{'subnet_id': '75d3d5bf-6d6b-40cf-b4b3-11332c2522ba'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:47:28.927910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.928484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:47:29.000781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.012369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5a11a40b-d269-4b44-9078-7e177247a5ea None None] Provisioning for port 0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:29.039416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5a11a40b-d269-4b44-9078-7e177247a5ea None None] Provisioning complete for port 0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:29.039416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5a11a40b-d269-4b44-9078-7e177247a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.080443 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 92afef74-57aa-457b-9384-ffe8ca7a6a49, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=92afef74-57aa-457b-9384-ffe8ca7a6a49,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:29.103623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:29.119085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.128450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:29.142279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5a11a40b-d269-4b44-9078-7e177247a5ea None None] Port 0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:29.161849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.214333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Allocated IP 2001:db8::2 (c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39/75d3d5bf-6d6b-40cf-b4b3-11332c2522ba/57b461fc-c07a-4b96-887f-506df3bf0b9a) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:29.234737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:47:29.240626 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f7a25af7-5226-4de2-a50a-b832d51a1241 admin admin] 10.222.0.39 "PUT /v2.0/routers/cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6163707 Mar 11 15:47:29.254462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Sync routers for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:47:29.296130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=92afef74-57aa-457b-9384-ffe8ca7a6a49,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:29.318219 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.365651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:29.366297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:29.403050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:29.405942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.450133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f5579445-5e54-4de3-aa5f-3be07c0645eb None None] Provisioning complete for port 8ad9627a-148b-406b-a435-0ac8bdd35af3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:29.450508 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f5579445-5e54-4de3-aa5f-3be07c0645eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.535676 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.602254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f5579445-5e54-4de3-aa5f-3be07c0645eb None None] Port 8ad9627a-148b-406b-a435-0ac8bdd35af3 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:29.627914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:47:29.772327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:29.820154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f5579445-5e54-4de3-aa5f-3be07c0645eb None None] Provisioning complete for port 0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:29.820528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f5579445-5e54-4de3-aa5f-3be07c0645eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.870259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 436576c5-1f22-4b2e-890e-1a21fa782d73 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:47:29.875062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.916520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.955503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.976817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 92afef74-57aa-457b-9384-ffe8ca7a6a49 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:30.000933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f5579445-5e54-4de3-aa5f-3be07c0645eb None None] Port 0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:30.046423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Transition to ACTIVE for port object 57b461fc-c07a-4b96-887f-506df3bf0b9a will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:30.070704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.074700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:30.119755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:47:30.130833 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Sync routers for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:47:30.140569 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Transition to ACTIVE for port object 57b461fc-c07a-4b96-887f-506df3bf0b9a will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:30.148754 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:30.150713 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:30.194826 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 92afef74-57aa-457b-9384-ffe8ca7a6a49 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:30.195676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.234540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41036) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:30.239321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.253985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9503f90b-6176-49fe-bc59-0471849230c9 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:30.255867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:30.331216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1560165672-network', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:30.362365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:30.366004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.367875 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-329def8a-8b72-4682-b6d6-4ebebf40c1fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8434999 Mar 11 15:47:30.381803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Network c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:30.386033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41040) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:30.388804 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:30.393006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Usage tracker for resource:network and tenant:6693ffa495724ec1b991d0cd69e63469 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:30.399458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:30.404323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:30.416291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:30.424479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:30.430216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Pushing event updated for resources: {'Port': ['ID=57b461fc-c07a-4b96-887f-506df3bf0b9a,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:30.453137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8::10 (c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39/75d3d5bf-6d6b-40cf-b4b3-11332c2522ba/dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:30.517028 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Made reservation on behalf of 6693ffa495724ec1b991d0cd69e63469 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:30.523990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.559775 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.612418 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:30.623411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Usage tracker for resource:security_group_rule and tenant:6693ffa495724ec1b991d0cd69e63469 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:30.629601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:30.634241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Attempting to bind port 57b461fc-c07a-4b96-887f-506df3bf0b9a on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:30.634612 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Attempting to bind port 57b461fc-c07a-4b96-887f-506df3bf0b9a by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'bb74a556-0337-46c7-9cd4-f56cafdd550f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:30.634981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Attempting to bind port 57b461fc-c07a-4b96-887f-506df3bf0b9a on network c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:30.657368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:30.657770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Checking segment: {'id': 'bb74a556-0337-46c7-9cd4-f56cafdd550f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:30.658181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.658579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Bound using segment: {'id': 'bb74a556-0337-46c7-9cd4-f56cafdd550f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:30.659070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Bound port: 57b461fc-c07a-4b96-887f-506df3bf0b9a, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb74a556-0337-46c7-9cd4-f56cafdd550f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:30.659735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.679621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:30.704501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Router ecf1f623-7112-40e2-9c42-cf571e164979 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:47:30.718442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ad023fff-7618-412e-9c1e-d56164f78f1c None None] Provisioning complete for port 0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:30.718815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ad023fff-7618-412e-9c1e-d56164f78f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.778570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:27Z', 'revision_number': 2, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:30.807352 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Checking router: cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:47:30.807713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Updating router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 port 8ad9627a-148b-406b-a435-0ac8bdd35af3 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:47:30.835500 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:28Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:30.843023 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Checking router: 436576c5-1f22-4b2e-890e-1a21fa782d73 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:47:30.843538 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Updating router 436576c5-1f22-4b2e-890e-1a21fa782d73 port 28e13de8-cafc-48bf-a926-016788a4d595 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:47:30.866595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ad023fff-7618-412e-9c1e-d56164f78f1c None None] Port 0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:30.886220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] For port 57b461fc-c07a-4b96-887f-506df3bf0b9a, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:30.890395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] For port 57b461fc-c07a-4b96-887f-506df3bf0b9a, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=57b461fc-c07a-4b96-887f-506df3bf0b9a,segment=NetworkSegment(bb74a556-0337-46c7-9cd4-f56cafdd550f),segment_id=bb74a556-0337-46c7-9cd4-f56cafdd550f)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:30.893468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.922781 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.957055 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.018664 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0ad4de75-15ed-40b9-adc7-bf53a589b93c tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6797a56b2aca4fd594e47cef9b833912&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6182458 Mar 11 15:47:31.024717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41046) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:31.089926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.121693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18390dc-ee4a-4b5e-92d5-eb0a4f2cb0a4 None None] Pushing event updated for resources: {'Port': ['ID=57b461fc-c07a-4b96-887f-506df3bf0b9a,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:31.131974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:31.141551 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.186080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:47:31.191181 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-18ff2d9a-0a85-4763-8418-0c11c673d68c tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "PUT /v2.0/routers/ecf1f623-7112-40e2-9c42-cf571e164979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9585721 Mar 11 15:47:31.194358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41050) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:31.243028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f75f31-c35c-426a-b81c-1517b54a20ed tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:31.248380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28c1b1-9b66-4cf6-9b7f-dc8d4ac93683 None None] Sync routers for ids ['ecf1f623-7112-40e2-9c42-cf571e164979'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:47:31.248916 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c6f75f31-c35c-426a-b81c-1517b54a20ed tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2229466 Mar 11 15:47:31.249288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41054) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:31.250729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.283934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.302024 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2cdea25b-ed21-4580-8646-5f0db4d84fae tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515726 Mar 11 15:47:31.302667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41058) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:31.305526 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28c1b1-9b66-4cf6-9b7f-dc8d4ac93683 None None] Routers {'ecf1f623-7112-40e2-9c42-cf571e164979'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:31.306470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3d28c1b1-9b66-4cf6-9b7f-dc8d4ac93683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ecf1f623-7112-40e2-9c42-cf571e164979'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:31.309326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2078498402', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:31.379747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3d28c1b1-9b66-4cf6-9b7f-dc8d4ac93683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:31.386181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:31.409355 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:31.419358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:47:31.423983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28c1b1-9b66-4cf6-9b7f-dc8d4ac93683 None None] Routers {'ecf1f623-7112-40e2-9c42-cf571e164979'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:31.424395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3d28c1b1-9b66-4cf6-9b7f-dc8d4ac93683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ecf1f623-7112-40e2-9c42-cf571e164979'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:31.429203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:31.434905 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:31.435654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.479523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcb6256-9043-4843-a76e-16b2c3826b0d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:31.502030 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.514060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-3d28c1b1-9b66-4cf6-9b7f-dc8d4ac93683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:31.514289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28c1b1-9b66-4cf6-9b7f-dc8d4ac93683 None None] The sync data for ids ['ecf1f623-7112-40e2-9c42-cf571e164979'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:47:31.519137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.519699 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Added segment d16ff4a6-4259-49f0-af1d-0d890eb91e2c of type vlan for network 91d81b18-b699-424f-981e-4da74eeb3cf5 Mar 11 15:47:31.521605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:31.541322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:31.542113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:subnet and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:31.547701 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Transition to ACTIVE for port object 28e13de8-cafc-48bf-a926-016788a4d595 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:31.551239 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:31.559982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:31.579807 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.599521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c1c4e4-1d00-4a57-b851-40b8542ae477 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:31.601075 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-20c1c4e4-1d00-4a57-b851-40b8542ae477 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf1f623-7112-40e2-9c42-cf571e164979 HTTP/1.1" status: 200 len: 983 time: 0.4057276 Mar 11 15:47:31.604513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41062) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:31.605830 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a51f7c25-0e59-4374-84d2-652f6d5a7ec3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8197188 Mar 11 15:47:31.617097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41066) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:31.623283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': 'c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39', 'name': 'tempest-PortsIpV6TestJSON-1314458645', 'fixed_ips': [{'subnet_id': '75d3d5bf-6d6b-40cf-b4b3-11332c2522ba', 'ip_address': '2001:db8::f'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:31.624154 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.658518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.671556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Transition to ACTIVE for port object 8ad9627a-148b-406b-a435-0ac8bdd35af3 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:31.715760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.716202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:31.722867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.760216 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Attempting to bind port 28e13de8-cafc-48bf-a926-016788a4d595 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:31.760606 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Attempting to bind port 28e13de8-cafc-48bf-a926-016788a4d595 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:31.760973 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Attempting to bind port 28e13de8-cafc-48bf-a926-016788a4d595 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:31.768068 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22351cda-98cd-4404-aa08-5a1e5adb001a None None] Pushing event updated for resources: {'Port': ['ID=28e13de8-cafc-48bf-a926-016788a4d595,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:31.786578 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:31.786578 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:31.786578 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.786578 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:31.786578 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Bound port: 28e13de8-cafc-48bf-a926-016788a4d595, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:31.786578 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.807364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.809248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:31.810243 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.956666 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7195423 Mar 11 15:47:31.956666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:31.958481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2e325-b51b-4a67-93ff-55060458fc5e admin admin] Pushing event updated for resources: {'Network': ['ID=91d81b18-b699-424f-981e-4da74eeb3cf5,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:31.963369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41070) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:31.967711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:port and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:31.973599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Request body: {'subnet': {'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1560165672-subnet', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:31.975513 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] For port 28e13de8-cafc-48bf-a926-016788a4d595, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:31.979114 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:31.986867 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] For port 28e13de8-cafc-48bf-a926-016788a4d595, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=28e13de8-cafc-48bf-a926-016788a4d595,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:31.987600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:31.997849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:32.000139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Usage tracker for resource:subnet and tenant:6693ffa495724ec1b991d0cd69e63469 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:32.004131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:32.016969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:32.030312 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.044648 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 91d81b18-b699-424f-981e-4da74eeb3cf5 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:47:32.075911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:32.083192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.105714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Made reservation on behalf of 6693ffa495724ec1b991d0cd69e63469 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:32.108075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.177290 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:32.178133 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:32.200093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:47:32.285048 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22351cda-98cd-4404-aa08-5a1e5adb001a None None] Pushing event updated for resources: {'Port': ['ID=28e13de8-cafc-48bf-a926-016788a4d595,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:32.315329 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 57b461fc-c07a-4b96-887f-506df3bf0b9a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:32.366964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.390435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d4205-7e76-4aa4-ba30-d51ba0583735 None None] Pushing event updated for resources: {'Port': ['ID=8ad9627a-148b-406b-a435-0ac8bdd35af3,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:32.431629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Attempting to bind port 8ad9627a-148b-406b-a435-0ac8bdd35af3 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:32.431914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Attempting to bind port 8ad9627a-148b-406b-a435-0ac8bdd35af3 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:32.432477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Attempting to bind port 8ad9627a-148b-406b-a435-0ac8bdd35af3 on network 7937ba97-e4df-43f8-ac5a-e69466e85b88 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:32.440348 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:32.454385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Checking segment: {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:32.454385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.454385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Bound using segment: {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:32.454385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Bound port: 8ad9627a-148b-406b-a435-0ac8bdd35af3, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:32.454385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.474470 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:32.516402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Subnet': ['ID=18421903-d32c-4194-9976-84a4232fbb9d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:32.573066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] For port 8ad9627a-148b-406b-a435-0ac8bdd35af3, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:32.582722 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] For port 8ad9627a-148b-406b-a435-0ac8bdd35af3, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8ad9627a-148b-406b-a435-0ac8bdd35af3,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:32.585764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 57b461fc-c07a-4b96-887f-506df3bf0b9a completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:32.618115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Checking segment: {'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:32.619246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network hostable DHCP agents. Network: eab60c90-2490-4f3d-999d-103014fe4777, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:47:32.657796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8::f (c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39/75d3d5bf-6d6b-40cf-b4b3-11332c2522ba/ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:32.663609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.754035 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a371e-f5ba-4027-ab8c-50c94b6fc2b2 None None] Network c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:32.782768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network eab60c90-2490-4f3d-999d-103014fe4777 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:47:32.788501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d4205-7e76-4aa4-ba30-d51ba0583735 None None] Pushing event updated for resources: {'Port': ['ID=8ad9627a-148b-406b-a435-0ac8bdd35af3,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:32.815129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:32.815786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:32.861242 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:28Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:32.862766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3b212ed4-c79f-4802-93db-84fce5a5cda1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.866442 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6b1ca-e82f-4a4f-8e04-a36b8f1bd857 None None] The sync data for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv is: [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:28Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:47:32.894623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.967801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, eab60c90-2490-4f3d-999d-103014fe4777) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:32.984245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:32.985014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.000631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d531943-3fc1-4e80-88f1-e5a2ebf2eac0 None None] Network eab60c90-2490-4f3d-999d-103014fe4777 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:33.050110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c46751-3d71-4f69-a49c-8a0263ee81b7,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:33.089050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Checking segment: {'id': 'd16ff4a6-4259-49f0-af1d-0d890eb91e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:33.089050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Network hostable DHCP agents. Network: 91d81b18-b699-424f-981e-4da74eeb3cf5, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:47:33.139492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.143954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dfc0aa4d-6950-4b5c-a8f9-2857989f71e1 None None] Provisioning for port 57b461fc-c07a-4b96-887f-506df3bf0b9a completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:33.163509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:33.202255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Network 91d81b18-b699-424f-981e-4da74eeb3cf5 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:47:33.246442 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d5ae9b80-ae6c-4645-9355-3ebefa145561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9426239 Mar 11 15:47:33.249254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41074) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:33.293658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dfc0aa4d-6950-4b5c-a8f9-2857989f71e1 None None] Provisioning complete for port 57b461fc-c07a-4b96-887f-506df3bf0b9a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:33.294281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dfc0aa4d-6950-4b5c-a8f9-2857989f71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.318148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 91d81b18-b699-424f-981e-4da74eeb3cf5) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:33.326511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:33.328307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.340750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.348434 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb79fe6c-1a7b-4e5d-844e-be2c1c0a71fe None None] Network 91d81b18-b699-424f-981e-4da74eeb3cf5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:33.433842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3b212ed4-c79f-4802-93db-84fce5a5cda1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:33.434425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3b212ed4-c79f-4802-93db-84fce5a5cda1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.459678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:33.487044 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:33.490361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:33.494712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:33.501336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:33.501336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.559422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:33.684875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3b212ed4-c79f-4802-93db-84fce5a5cda1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.734159 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6d637b33-f823-4419-a300-fdb703198c23 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1159620 Mar 11 15:47:33.741900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41078) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:33.743847 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8678f7ad-d1be-473d-bca8-2c36d57e7fd0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7794964 Mar 11 15:47:33.746507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41082) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:33.794876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1560165672-router', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:33.819570 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:33.836211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3b212ed4-c79f-4802-93db-84fce5a5cda1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:33.836535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Usage tracker for resource:router and tenant:6693ffa495724ec1b991d0cd69e63469 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:33.840825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:34.070855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 28e13de8-cafc-48bf-a926-016788a4d595 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:34.100489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:34.216029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94686e97-3558-4c79-b517-7d54b9f99fd3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:34.217025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-94686e97-3558-4c79-b517-7d54b9f99fd3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:34.234207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.235237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.259783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-eab60c90-2490-4f3d-999d-103014fe4777', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:47:34.260633 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.276823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3b212ed4-c79f-4802-93db-84fce5a5cda1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.310294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.318074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dfc0aa4d-6950-4b5c-a8f9-2857989f71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.343401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-94686e97-3558-4c79-b517-7d54b9f99fd3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:34.347376 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-94686e97-3558-4c79-b517-7d54b9f99fd3 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5995166 Mar 11 15:47:34.347957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41086) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:34.352414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b212ed4-c79f-4802-93db-84fce5a5cda1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:34.462810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-91d81b18-b699-424f-981e-4da74eeb3cf5', 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'fixed_ips': [{'subnet_id': 'd4c46751-3d71-4f69-a49c-8a0263ee81b7'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:47:34.462810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.495129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-dfc0aa4d-6950-4b5c-a8f9-2857989f71e1 None None] For port 57b461fc-c07a-4b96-887f-506df3bf0b9a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=57b461fc-c07a-4b96-887f-506df3bf0b9a,segment=NetworkSegment(bb74a556-0337-46c7-9cd4-f56cafdd550f),segment_id=bb74a556-0337-46c7-9cd4-f56cafdd550f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:34.514269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 28e13de8-cafc-48bf-a926-016788a4d595 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:34.625499 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:32Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:34.627635 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 28e13de8-cafc-48bf-a926-016788a4d595 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:34.628000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.670966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dfc0aa4d-6950-4b5c-a8f9-2857989f71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.692062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3b212ed4-c79f-4802-93db-84fce5a5cda1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.800956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdb779-4c22-4b69-a417-452bfd39ab29 None None] The sync data for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv is: [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:32Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:47:34.898503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.916221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Allocated IP 172.20.0.2 (eab60c90-2490-4f3d-999d-103014fe4777/18421903-d32c-4194-9976-84a4232fbb9d/1369322b-89c6-4b17-88a7-0ec35ac923a3) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:34.919507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.921358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296d143c-da9b-402f-8343-6519bf7ce60d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:34.928026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296d143c-da9b-402f-8343-6519bf7ce60d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:34.937837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296d143c-da9b-402f-8343-6519bf7ce60d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:34.939865 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-296d143c-da9b-402f-8343-6519bf7ce60d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.5894663 Mar 11 15:47:34.955597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41090) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:34.985106 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-43e386f3-3933-4161-a832-d8475e0fa5a5 None None] Provisioning complete for port 57b461fc-c07a-4b96-887f-506df3bf0b9a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:34.986050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-43e386f3-3933-4161-a832-d8475e0fa5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:35.031877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0aa4d-6950-4b5c-a8f9-2857989f71e1 None None] Pushing event updated for resources: {'Port': ['ID=57b461fc-c07a-4b96-887f-506df3bf0b9a,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:35.172716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:35.319731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3a406ef9-4b10-4871-92b3-dd7bf7b2676d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:35.320085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a406ef9-4b10-4871-92b3-dd7bf7b2676d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:35.405196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Allocated IP 172.20.0.2 (91d81b18-b699-424f-981e-4da74eeb3cf5/d4c46751-3d71-4f69-a49c-8a0263ee81b7/08eb872d-ae91-4300-8dd7-220d545a68ea) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:35.417765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b212ed4-c79f-4802-93db-84fce5a5cda1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Router ecf1f623-7112-40e2-9c42-cf571e164979 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:47:35.462649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 28e13de8-cafc-48bf-a926-016788a4d595, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=28e13de8-cafc-48bf-a926-016788a4d595,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:35.549173 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:35.551777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:35.670793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b212ed4-c79f-4802-93db-84fce5a5cda1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:47:35.683914 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65695ccb-1c09-4a5f-b374-e36dad666e9b None None] Sync routers for ids ['ecf1f623-7112-40e2-9c42-cf571e164979'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:47:35.690873 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3b212ed4-c79f-4802-93db-84fce5a5cda1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "PUT /v2.0/routers/ecf1f623-7112-40e2-9c42-cf571e164979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0812094 Mar 11 15:47:35.691107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41094) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:35.699298 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65695ccb-1c09-4a5f-b374-e36dad666e9b None None] Routers {'ecf1f623-7112-40e2-9c42-cf571e164979'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:35.700235 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-65695ccb-1c09-4a5f-b374-e36dad666e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ecf1f623-7112-40e2-9c42-cf571e164979'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:35.746401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Transition to ACTIVE for port object 1369322b-89c6-4b17-88a7-0ec35ac923a3 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:35.758868 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27872a4-e122-4115-bfae-572868c1b38b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:47:35.759437 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d27872a4-e122-4115-bfae-572868c1b38b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:35.785130 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-65695ccb-1c09-4a5f-b374-e36dad666e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:35.796222 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65695ccb-1c09-4a5f-b374-e36dad666e9b None None] Routers {'ecf1f623-7112-40e2-9c42-cf571e164979'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:35.797350 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-65695ccb-1c09-4a5f-b374-e36dad666e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['ecf1f623-7112-40e2-9c42-cf571e164979'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:35.833597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Transition to ACTIVE for port object 1369322b-89c6-4b17-88a7-0ec35ac923a3 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:35.858942 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=28e13de8-cafc-48bf-a926-016788a4d595,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:35.885626 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d27872a4-e122-4115-bfae-572868c1b38b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:35.887332 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d27872a4-e122-4115-bfae-572868c1b38b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/0d4e62a4-b0f5-47d9-a8bf-9abffa69ec13 HTTP/1.1" status: 404 len: 333 time: 0.1945767 Mar 11 15:47:35.889151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41098) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:35.907040 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-65695ccb-1c09-4a5f-b374-e36dad666e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:35.907474 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65695ccb-1c09-4a5f-b374-e36dad666e9b None None] The sync data for ids ['ecf1f623-7112-40e2-9c42-cf571e164979'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:47:35.938543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:35.991122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-43e386f3-3933-4161-a832-d8475e0fa5a5 None None] Provisioning for port ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:36.022837 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-43e386f3-3933-4161-a832-d8475e0fa5a5 None None] Provisioning complete for port ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:36.023212 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-43e386f3-3933-4161-a832-d8475e0fa5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.052922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Network eab60c90-2490-4f3d-999d-103014fe4777 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:36.065569 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:36.082194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:36.111732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.134719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ad9627a-148b-406b-a435-0ac8bdd35af3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:36.146544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd397f15-b144-44c6-858d-7b97f02f7d7b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.220018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a406ef9-4b10-4871-92b3-dd7bf7b2676d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.251974 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Transition to ACTIVE for port object 08eb872d-ae91-4300-8dd7-220d545a68ea will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:36.257582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Pushing event updated for resources: {'Port': ['ID=1369322b-89c6-4b17-88a7-0ec35ac923a3,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:36.280571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-43e386f3-3933-4161-a832-d8475e0fa5a5 None None] Port ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:36.305428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Attempting to bind port 1369322b-89c6-4b17-88a7-0ec35ac923a3 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:36.305835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Attempting to bind port 1369322b-89c6-4b17-88a7-0ec35ac923a3 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:36.306201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Attempting to bind port 1369322b-89c6-4b17-88a7-0ec35ac923a3 on network eab60c90-2490-4f3d-999d-103014fe4777 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:36.314792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:36.315150 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Checking segment: {'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:36.315558 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.315949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Bound using segment: {'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:36.316415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Bound port: 1369322b-89c6-4b17-88a7-0ec35ac923a3, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:36.316816 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.328119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Transition to ACTIVE for port object 08eb872d-ae91-4300-8dd7-220d545a68ea will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:36.380119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3a406ef9-4b10-4871-92b3-dd7bf7b2676d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:36.422288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 8ad9627a-148b-406b-a435-0ac8bdd35af3 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:36.426710 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.478141 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8ad9627a-148b-406b-a435-0ac8bdd35af3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:36.478141 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.504612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.1 (eab60c90-2490-4f3d-999d-103014fe4777/18421903-d32c-4194-9976-84a4232fbb9d/4ae20c97-49de-47ba-b4a7-4cfd6b5145cd) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:36.515849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd397f15-b144-44c6-858d-7b97f02f7d7b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.521864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd397f15-b144-44c6-858d-7b97f02f7d7b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.524316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-43e386f3-3933-4161-a832-d8475e0fa5a5 None None] Provisioning for port dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:36.542418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Network 91d81b18-b699-424f-981e-4da74eeb3cf5 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:36.548977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:36.556105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-43e386f3-3933-4161-a832-d8475e0fa5a5 None None] Provisioning complete for port dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:36.557168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-43e386f3-3933-4161-a832-d8475e0fa5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.588450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] For port 1369322b-89c6-4b17-88a7-0ec35ac923a3, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:36.590635 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:36.607113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd397f15-b144-44c6-858d-7b97f02f7d7b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.607737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd397f15-b144-44c6-858d-7b97f02f7d7b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Fanout notify agent at l3_agent the message router_deleted on router ecf1f623-7112-40e2-9c42-cf571e164979 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:47:36.624432 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd397f15-b144-44c6-858d-7b97f02f7d7b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.625988 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cd397f15-b144-44c6-858d-7b97f02f7d7b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/routers/ecf1f623-7112-40e2-9c42-cf571e164979 HTTP/1.1" status: 204 len: 168 time: 0.7352815 Mar 11 15:47:36.628354 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41102) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:36.691046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] For port 1369322b-89c6-4b17-88a7-0ec35ac923a3, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=1369322b-89c6-4b17-88a7-0ec35ac923a3,segment=NetworkSegment(d5fdf9f6-40ac-4532-87f5-22e1863ff7c9),segment_id=d5fdf9f6-40ac-4532-87f5-22e1863ff7c9)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:36.692138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Pushing event updated for resources: {'Port': ['ID=08eb872d-ae91-4300-8dd7-220d545a68ea,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:36.720859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da2d211-f7ef-4fee-b9fe-28f95eae1f43 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting subnet d7f597a4-2400-44b3-9c2f-1e0bbfe8907e {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:36.724256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7da2d211-f7ef-4fee-b9fe-28f95eae1f43 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.759480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-43e386f3-3933-4161-a832-d8475e0fa5a5 None None] Port dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:36.786784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7da2d211-f7ef-4fee-b9fe-28f95eae1f43 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.803934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.869469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Attempting to bind port 08eb872d-ae91-4300-8dd7-220d545a68ea on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:36.870092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Attempting to bind port 08eb872d-ae91-4300-8dd7-220d545a68ea by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'd16ff4a6-4259-49f0-af1d-0d890eb91e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:36.870619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Attempting to bind port 08eb872d-ae91-4300-8dd7-220d545a68ea on network 91d81b18-b699-424f-981e-4da74eeb3cf5 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:36.898248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:36.899058 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Checking segment: {'id': 'd16ff4a6-4259-49f0-af1d-0d890eb91e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:36.899713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.900330 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Bound using segment: {'id': 'd16ff4a6-4259-49f0-af1d-0d890eb91e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:36.901045 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Bound port: 08eb872d-ae91-4300-8dd7-220d545a68ea, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16ff4a6-4259-49f0-af1d-0d890eb91e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:36.901659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.905782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7da2d211-f7ef-4fee-b9fe-28f95eae1f43 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.915122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.916619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.957781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a406ef9-4b10-4871-92b3-dd7bf7b2676d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.962675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.030117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0f2cc-4c02-415a-a528-9da64c473c17 None None] Pushing event updated for resources: {'Port': ['ID=1369322b-89c6-4b17-88a7-0ec35ac923a3,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:37.033837 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a49d1dbe-a8ba-4ce3-a5f1-93578f92f9d1 None None] Provisioning complete for port ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:37.036752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a49d1dbe-a8ba-4ce3-a5f1-93578f92f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.096111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.105071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7da2d211-f7ef-4fee-b9fe-28f95eae1f43 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.143939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 8ad9627a-148b-406b-a435-0ac8bdd35af3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8ad9627a-148b-406b-a435-0ac8bdd35af3,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:37.172929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7da2d211-f7ef-4fee-b9fe-28f95eae1f43 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.184257 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2d211-f7ef-4fee-b9fe-28f95eae1f43 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f597a4-2400-44b3-9c2f-1e0bbfe8907e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:37.190044 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7da2d211-f7ef-4fee-b9fe-28f95eae1f43 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/d7f597a4-2400-44b3-9c2f-1e0bbfe8907e HTTP/1.1" status: 204 len: 168 time: 0.5602050 Mar 11 15:47:37.194140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41106) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:37.204708 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] For port 08eb872d-ae91-4300-8dd7-220d545a68ea, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:37.209160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] For port 08eb872d-ae91-4300-8dd7-220d545a68ea, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=08eb872d-ae91-4300-8dd7-220d545a68ea,segment=NetworkSegment(d16ff4a6-4259-49f0-af1d-0d890eb91e2c),segment_id=d16ff4a6-4259-49f0-af1d-0d890eb91e2c)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:37.209930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a49d1dbe-a8ba-4ce3-a5f1-93578f92f9d1 None None] Port ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855 was deleted so its status cannot be updated. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 15:47:37.220208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b453cafd-eba9-4317-b452-7728cccea3f5 None None] Network 9503f90b-6176-49fe-bc59-0471849230c9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:37.258277 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.259170 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 57b461fc-c07a-4b96-887f-506df3bf0b9a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:37.280081 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a406ef9-4b10-4871-92b3-dd7bf7b2676d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:37.291896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a406ef9-4b10-4871-92b3-dd7bf7b2676d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.330686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:37.402102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.431704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a49d1dbe-a8ba-4ce3-a5f1-93578f92f9d1 None None] Provisioning complete for port dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:37.432143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a49d1dbe-a8ba-4ce3-a5f1-93578f92f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.513961 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3a406ef9-4b10-4871-92b3-dd7bf7b2676d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855 HTTP/1.1" status: 204 len: 168 time: 2.4227424 Mar 11 15:47:37.517265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41110) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:37.574299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Allocated IP 172.26.6.195 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/7d903105-d2ba-485b-9773-ed709734e559) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:37.577094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a49d1dbe-a8ba-4ce3-a5f1-93578f92f9d1 None None] Port dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:37.616455 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-62896f2e-0a82-4933-8275-7dbcd69c7714 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:47:37.621011 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-62896f2e-0a82-4933-8275-7dbcd69c7714 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/ab3dcf89-a3a1-44e6-aeb7-27e8ff13b855 HTTP/1.1" status: 404 len: 333 time: 0.1028016 Mar 11 15:47:37.621603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41114) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:37.627917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.668264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.860411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a288f546-febf-40db-b3f5-69045251469a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:37.861011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a288f546-febf-40db-b3f5-69045251469a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.863969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 57b461fc-c07a-4b96-887f-506df3bf0b9a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:37.864629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.918043 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=8ad9627a-148b-406b-a435-0ac8bdd35af3,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:37.967974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network eab60c90-2490-4f3d-999d-103014fe4777 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:37.969403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:38.049531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:38.129672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=4ae20c97-49de-47ba-b4a7-4cfd6b5145cd,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:38.172802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36ea49-76be-47e3-bce9-20987f131a1e None None] Pushing event updated for resources: {'Port': ['ID=08eb872d-ae91-4300-8dd7-220d545a68ea,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:38.199205 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.252419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.307271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a288f546-febf-40db-b3f5-69045251469a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.369130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b084fa-aa5d-4ada-8514-b7be2610bf51 None None] DHCP port deletion for 9503f90b-6176-49fe-bc59-0471849230c9 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:47:38.381476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f3b084fa-aa5d-4ada-8514-b7be2610bf51 None None] Deleting port 284123fc-011b-450d-8f82-588f36cc889f {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:38.385979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fa-aa5d-4ada-8514-b7be2610bf51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.468964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a288f546-febf-40db-b3f5-69045251469a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:38.609892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 08eb872d-ae91-4300-8dd7-220d545a68ea up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:38.622384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 284123fc-011b-450d-8f82-588f36cc889f {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:38.625234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.638642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.702115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ddc62d-3819-4942-999a-4538174f1d99 None None] Network eab60c90-2490-4f3d-999d-103014fe4777 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:38.718620 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Pushing event updated for resources: {'Port': ['ID=7d903105-d2ba-485b-9773-ed709734e559,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:38.757929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:38.757929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:38.757929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.776972 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:38.784758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a288f546-febf-40db-b3f5-69045251469a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.857699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288f546-febf-40db-b3f5-69045251469a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:38.869545 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f3b084fa-aa5d-4ada-8514-b7be2610bf51 None None] For port 284123fc-011b-450d-8f82-588f36cc889f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=284123fc-011b-450d-8f82-588f36cc889f,segment=NetworkSegment(ff4b0a67-2f6a-487b-a036-99c23887ac2f),segment_id=ff4b0a67-2f6a-487b-a036-99c23887ac2f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:38.869944 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fa-aa5d-4ada-8514-b7be2610bf51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.939354 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a288f546-febf-40db-b3f5-69045251469a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.994243 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a288f546-febf-40db-b3f5-69045251469a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b HTTP/1.1" status: 204 len: 168 time: 1.3714564 Mar 11 15:47:38.994978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41118) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:39.045386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f3b084fa-aa5d-4ada-8514-b7be2610bf51 None None] Calling delete_port for 284123fc-011b-450d-8f82-588f36cc889f owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:39.076901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-42815846-8ce4-4650-898d-12508887f8cf None None] Provisioning for port 1369322b-89c6-4b17-88a7-0ec35ac923a3 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:39.115262 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e3d7b0-cc7d-4895-b9fd-4e43fe8d9372 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:47:39.116065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-40e3d7b0-cc7d-4895-b9fd-4e43fe8d9372 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:39.149694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] For port 284123fc-011b-450d-8f82-588f36cc889f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=284123fc-011b-450d-8f82-588f36cc889f,segment=NetworkSegment(ff4b0a67-2f6a-487b-a036-99c23887ac2f),segment_id=ff4b0a67-2f6a-487b-a036-99c23887ac2f)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:39.150131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.177472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 08eb872d-ae91-4300-8dd7-220d545a68ea completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:39.199312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 28e13de8-cafc-48bf-a926-016788a4d595 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:39.228885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-40e3d7b0-cc7d-4895-b9fd-4e43fe8d9372 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:39.232924 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-40e3d7b0-cc7d-4895-b9fd-4e43fe8d9372 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/dbdb90ce-ec3f-4055-b97c-e6edafdf7c5b HTTP/1.1" status: 404 len: 333 time: 0.2334819 Mar 11 15:47:39.246996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b087ce40-c90a-449d-b475-0ade837b4043 None None] Network 91d81b18-b699-424f-981e-4da74eeb3cf5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:39.304664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41122) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:39.314162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 284123fc-011b-450d-8f82-588f36cc889f owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:39.405692 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e0a6a7c8-8de1-4e1c-b136-07ea90d2f480 None None] Provisioning for port 08eb872d-ae91-4300-8dd7-220d545a68ea completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:39.418639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fa-aa5d-4ada-8514-b7be2610bf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.432713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58ca1af-e75e-44aa-b561-7a37eec807a8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting subnet 75d3d5bf-6d6b-40cf-b4b3-11332c2522ba {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:39.446034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e58ca1af-e75e-44aa-b561-7a37eec807a8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.470279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e0a6a7c8-8de1-4e1c-b136-07ea90d2f480 None None] Provisioning complete for port 08eb872d-ae91-4300-8dd7-220d545a68ea triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:39.470500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a7c8-8de1-4e1c-b136-07ea90d2f480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.495144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:39.495536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:39.501982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e58ca1af-e75e-44aa-b561-7a37eec807a8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.507582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.519617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b084fa-aa5d-4ada-8514-b7be2610bf51 None None] Pushing event deleted for resources: {'Port': ['ID=284123fc-011b-450d-8f82-588f36cc889f,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:39.524728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b084fa-aa5d-4ada-8514-b7be2610bf51 None None] No DVR routers for this DVR port 284123fc-011b-450d-8f82-588f36cc889f on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:39.589855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.603414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e58ca1af-e75e-44aa-b561-7a37eec807a8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.614743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 28e13de8-cafc-48bf-a926-016788a4d595 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:39.615308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.738192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e58ca1af-e75e-44aa-b561-7a37eec807a8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.784612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.792164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e58ca1af-e75e-44aa-b561-7a37eec807a8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.804346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ca1af-e75e-44aa-b561-7a37eec807a8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Subnet': ['ID=75d3d5bf-6d6b-40cf-b4b3-11332c2522ba,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:39.808136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=4ae20c97-49de-47ba-b4a7-4cfd6b5145cd,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:39.812004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04b1cd-02b2-4f43-b9f9-24b5b541df36 None None] Network c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:39.813236 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e58ca1af-e75e-44aa-b561-7a37eec807a8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/75d3d5bf-6d6b-40cf-b4b3-11332c2522ba HTTP/1.1" status: 204 len: 168 time: 0.5074704 Mar 11 15:47:39.813907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41126) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:40.067967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 284123fc-011b-450d-8f82-588f36cc889f {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:40.068643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.069712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a7c8-8de1-4e1c-b136-07ea90d2f480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.112820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.157773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] The port '284123fc-011b-450d-8f82-588f36cc889f' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:47:40.166383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network eab60c90-2490-4f3d-999d-103014fe4777 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:40.169485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:40.171362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.202213 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e0a6a7c8-8de1-4e1c-b136-07ea90d2f480 None None] For port 08eb872d-ae91-4300-8dd7-220d545a68ea, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=08eb872d-ae91-4300-8dd7-220d545a68ea,segment=NetworkSegment(d16ff4a6-4259-49f0-af1d-0d890eb91e2c),segment_id=d16ff4a6-4259-49f0-af1d-0d890eb91e2c)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:40.204175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1369322b-89c6-4b17-88a7-0ec35ac923a3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:40.213172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 57b461fc-c07a-4b96-887f-506df3bf0b9a {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:40.213690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.316536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a7c8-8de1-4e1c-b136-07ea90d2f480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.388669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.420763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6a7c8-8de1-4e1c-b136-07ea90d2f480 None None] Pushing event updated for resources: {'Port': ['ID=08eb872d-ae91-4300-8dd7-220d545a68ea,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:40.422005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9503f90b-6176-49fe-bc59-0471849230c9']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:40.452763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4b0a67-2f6a-487b-a036-99c23887ac2f') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:40.453064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4b0a67-2f6a-487b-a036-99c23887ac2f') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:40.476526 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 1369322b-89c6-4b17-88a7-0ec35ac923a3 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:40.494063 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.501044 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 1369322b-89c6-4b17-88a7-0ec35ac923a3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:40.502162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.527318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.560012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e10e3-0b92-40c3-99ed-0ca7e73fa0d7 None None] DHCP port deletion for c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:47:40.562154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-80db10c3-a368-4479-a0db-6d1065a0f6bc None None] Provisioning for port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:40.574888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:40.578297 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.589785 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a56e10e3-0b92-40c3-99ed-0ca7e73fa0d7 None None] Deleting port 57b461fc-c07a-4b96-887f-506df3bf0b9a {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:40.590166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a56e10e3-0b92-40c3-99ed-0ca7e73fa0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:40.596460 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:40.626093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-80db10c3-a368-4479-a0db-6d1065a0f6bc None None] Provisioning complete for port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:40.626748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-80db10c3-a368-4479-a0db-6d1065a0f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.727036 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-80db10c3-a368-4479-a0db-6d1065a0f6bc None None] Port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:40.765611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] For port 57b461fc-c07a-4b96-887f-506df3bf0b9a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=57b461fc-c07a-4b96-887f-506df3bf0b9a,segment=NetworkSegment(bb74a556-0337-46c7-9cd4-f56cafdd550f),segment_id=bb74a556-0337-46c7-9cd4-f56cafdd550f)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:40.765857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.800266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 436576c5-1f22-4b2e-890e-1a21fa782d73 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:47:40.815036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.887661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.895141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 57b461fc-c07a-4b96-887f-506df3bf0b9a owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:40.910886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-80db10c3-a368-4479-a0db-6d1065a0f6bc None None] Provisioning complete for port 1369322b-89c6-4b17-88a7-0ec35ac923a3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:40.911255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-80db10c3-a368-4479-a0db-6d1065a0f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.940051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.959951 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/networks/9503f90b-6176-49fe-bc59-0471849230c9 HTTP/1.1" status: 204 len: 168 time: 3.7645671 Mar 11 15:47:40.961248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41130) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:40.969095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f51afd-2dce-4d1a-b3cd-855dd7016a20 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Network': ['ID=9503f90b-6176-49fe-bc59-0471849230c9,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:40.986228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a56e10e3-0b92-40c3-99ed-0ca7e73fa0d7 None None] For port 57b461fc-c07a-4b96-887f-506df3bf0b9a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=57b461fc-c07a-4b96-887f-506df3bf0b9a,segment=NetworkSegment(bb74a556-0337-46c7-9cd4-f56cafdd550f),segment_id=bb74a556-0337-46c7-9cd4-f56cafdd550f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:40.986617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a56e10e3-0b92-40c3-99ed-0ca7e73fa0d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.994254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:41.067519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9fe110-c765-436d-a08a-1f0d046b4dec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.068113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4d9fe110-c765-436d-a08a-1f0d046b4dec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:41.137779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a56e10e3-0b92-40c3-99ed-0ca7e73fa0d7 None None] Calling delete_port for 57b461fc-c07a-4b96-887f-506df3bf0b9a owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:41.142824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:47:41.151183 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6a8e1abf-2cb2-4ea6-9bc2-e0474ff30631 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/436576c5-1f22-4b2e-890e-1a21fa782d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9006164 Mar 11 15:47:41.151361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41134) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:41.172699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Sync routers for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:47:41.176392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4d9fe110-c765-436d-a08a-1f0d046b4dec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:41.180497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41138) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:41.180707 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4d9fe110-c765-436d-a08a-1f0d046b4dec tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/bbcf531a-79ce-40ca-9340-a229f28c9136 HTTP/1.1" status: 200 len: 840 time: 0.2154665 Mar 11 15:47:41.197730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:41.239893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:41.240109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:41.261638 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3fdab69f-a9d5-4010-9de7-b63ea188a030 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/bbcf531a-79ce-40ca-9340-a229f28c9136?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0800073 Mar 11 15:47:41.266775 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41142) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:41.278053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:41.287840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 1369322b-89c6-4b17-88a7-0ec35ac923a3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=1369322b-89c6-4b17-88a7-0ec35ac923a3,segment=NetworkSegment(d5fdf9f6-40ac-4532-87f5-22e1863ff7c9),segment_id=d5fdf9f6-40ac-4532-87f5-22e1863ff7c9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:41.315484 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:47:41.339119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=57b461fc-c07a-4b96-887f-506df3bf0b9a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:41.349391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No DVR routers for this DVR port 57b461fc-c07a-4b96-887f-506df3bf0b9a on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:41.359728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:41.360507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ad9627a-148b-406b-a435-0ac8bdd35af3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:41.453220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-80db10c3-a368-4479-a0db-6d1065a0f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:41.456689 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15c366-9845-49f7-890d-3ccf2475c2d2 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.457170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15c366-9845-49f7-890d-3ccf2475c2d2 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.457635 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15c366-9845-49f7-890d-3ccf2475c2d2 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.458101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15c366-9845-49f7-890d-3ccf2475c2d2 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.458568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15c366-9845-49f7-890d-3ccf2475c2d2 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.459027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15c366-9845-49f7-890d-3ccf2475c2d2 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.459501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15c366-9845-49f7-890d-3ccf2475c2d2 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.459950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15c366-9845-49f7-890d-3ccf2475c2d2 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.460406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15c366-9845-49f7-890d-3ccf2475c2d2 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.465680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2a15c366-9845-49f7-890d-3ccf2475c2d2 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6254 time: 0.3104687 Mar 11 15:47:41.518854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41146) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:41.523255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-a56e10e3-0b92-40c3-99ed-0ca7e73fa0d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:41.523606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-a56e10e3-0b92-40c3-99ed-0ca7e73fa0d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:41.579284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:41.608970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:41.616250 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:41.626502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:41.632643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb74a556-0337-46c7-9cd4-f56cafdd550f') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:41.633793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb74a556-0337-46c7-9cd4-f56cafdd550f') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:41.634545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:41.639352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:41.653876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:41.659545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:41.662509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e7a0ad-0dc5-4dd4-b3df-606e7934e99a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.662973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e7a0ad-0dc5-4dd4-b3df-606e7934e99a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.663748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e7a0ad-0dc5-4dd4-b3df-606e7934e99a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.663877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e7a0ad-0dc5-4dd4-b3df-606e7934e99a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.664317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e7a0ad-0dc5-4dd4-b3df-606e7934e99a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.664886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e7a0ad-0dc5-4dd4-b3df-606e7934e99a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.669272 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-56e7a0ad-0dc5-4dd4-b3df-606e7934e99a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1465223 Mar 11 15:47:41.670211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41150) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:41.744770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=1369322b-89c6-4b17-88a7-0ec35ac923a3,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:41.756135 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:47:41.768283 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Sync routers for ids ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:47:41.781450 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Routers {'658ceee8-5b8a-4a5a-b682-b5fdc39d634d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:41.782514 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:41.788343 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8ad9627a-148b-406b-a435-0ac8bdd35af3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:41.788743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:41.795693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:41.801170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:41.876970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:41.886223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:41.886611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:41.902974 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:41.914097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-80db10c3-a368-4479-a0db-6d1065a0f6bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:41.914451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-80db10c3-a368-4479-a0db-6d1065a0f6bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:41.933901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:41.937747 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1d0a0b0b-5d54-4a4b-b64a-30e857df872c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1853714 Mar 11 15:47:41.939461 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41154) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:42.024450 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Set router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:42.026107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a56e10e3-0b92-40c3-99ed-0ca7e73fa0d7 None None] Deleting port 57b461fc-c07a-4b96-887f-506df3bf0b9a {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:42.026779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a56e10e3-0b92-40c3-99ed-0ca7e73fa0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.140705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.146857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a56e10e3-0b92-40c3-99ed-0ca7e73fa0d7 None None] The port '57b461fc-c07a-4b96-887f-506df3bf0b9a' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:47:42.169782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.210366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Network': ['ID=c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:42.264868 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-45600417-2667-4a38-9eb0-bba04e608dc4 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/networks/c7a7d0b0-a3e7-40a8-b0a9-94ccc6903c39 HTTP/1.1" status: 204 len: 168 time: 2.4498351 Mar 11 15:47:42.271588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41158) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:42.283662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:38Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:39Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:42.286021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-551858323'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:42.292632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Checking router: 436576c5-1f22-4b2e-890e-1a21fa782d73 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:47:42.295832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:42.296266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Updating router 436576c5-1f22-4b2e-890e-1a21fa782d73 port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:47:42.323690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:network and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:42.351202 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ddfef992-a982-4870-a8b3-23e3afba3335 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.6751707 Mar 11 15:47:42.353087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:42.362863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:42.364511 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'name': 'tempest-TestVolumeBootPattern-1560165672-router', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '7d903105-d2ba-485b-9773-ed709734e559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:39Z', 'revision_number': 3, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'gw_port': {'id': '7d903105-d2ba-485b-9773-ed709734e559', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:37Z', 'updated_at': '2022-03-11T15:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:42.369863 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Checking router: 658ceee8-5b8a-4a5a-b682-b5fdc39d634d for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:47:42.373531 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Updating router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d port 7d903105-d2ba-485b-9773-ed709734e559 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:47:42.391683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1369322b-89c6-4b17-88a7-0ec35ac923a3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:42.419595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:42.423591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.432510 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.480992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:47:42.501046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.501680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Added segment f2a47708-6aea-4e9d-be11-a0c1c55294b4 of type vlan for network 237490ea-f5ae-4550-bbfd-7f194cf123a2 Mar 11 15:47:42.538226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.542756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.564476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.623236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.626979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 1369322b-89c6-4b17-88a7-0ec35ac923a3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:42.627339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.631231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:42.635444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.655467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9654913b-3351-42ce-aae8-6b06c124db40 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:42.656604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:42.671958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:42.672874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.720068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed4a3e-fc1c-459f-a55b-8c0f658ee453 None None] Network 9654913b-3351-42ce-aae8-6b06c124db40 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:42.761421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Subnet': ['ID=149fac76-8295-4252-a63b-f8eb79610279,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:42.770175 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4935787 Mar 11 15:47:42.771222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41164) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:42.786863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': '237490ea-f5ae-4550-bbfd-7f194cf123a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:42.825930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41168) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:42.861809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301924480', 'description': 'tempest-secgroup-smoke-1301924480 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:42.874546 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f290c11b-05f7-4437-96c0-c1e087663d9a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6067541 Mar 11 15:47:42.876023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:42.879270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41172) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:42.888377 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.900818 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Transition to ACTIVE for port object 7d903105-d2ba-485b-9773-ed709734e559 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:42.903304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'security_group': {'name': 'tempest-secgroup-1431819602'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:42.912150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:42.913299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affe8a1-0e24-4546-b667-5db696032d0f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Network': ['ID=237490ea-f5ae-4550-bbfd-7f194cf123a2,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:42.915779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:42.918206 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:42.923792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f6778bea-d858-4973-a616-a8d67e3603c7 None None] Provisioning complete for port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:42.924373 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f6778bea-d858-4973-a616-a8d67e3603c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.927879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:42.932018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:security_group and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:42.932783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:42.935763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:42.937342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:42.940329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:42.948244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:42.948826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:42.962037 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.977309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 237490ea-f5ae-4550-bbfd-7f194cf123a2 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:47:43.063126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.065500 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Attempting to bind port 7d903105-d2ba-485b-9773-ed709734e559 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:43.065872 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Attempting to bind port 7d903105-d2ba-485b-9773-ed709734e559 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:43.066224 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Attempting to bind port 7d903105-d2ba-485b-9773-ed709734e559 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:43.074904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.076334 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0765c-6b43-48e6-b856-18e54211ff96 None None] Pushing event updated for resources: {'Port': ['ID=7d903105-d2ba-485b-9773-ed709734e559,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:43.079913 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:43.080286 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:43.080712 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.081092 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:43.081733 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Bound port: 7d903105-d2ba-485b-9773-ed709734e559, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:43.082129 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.091966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:43.096072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.096237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.121177 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 08eb872d-ae91-4300-8dd7-220d545a68ea up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:43.161657 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:43.179582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:43.189997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:43.195306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:security_group_rule and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:43.198592 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:43.203885 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] For port 7d903105-d2ba-485b-9773-ed709734e559, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:43.206157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:43.207708 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f6778bea-d858-4973-a616-a8d67e3603c7 None None] Port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:43.209134 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] For port 7d903105-d2ba-485b-9773-ed709734e559, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7d903105-d2ba-485b-9773-ed709734e559,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:43.212352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:43.222753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:43.299144 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.350762 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f6778bea-d858-4973-a616-a8d67e3603c7 None None] Provisioning complete for port 08eb872d-ae91-4300-8dd7-220d545a68ea triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:43.351163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f6778bea-d858-4973-a616-a8d67e3603c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.434087 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Routers {'658ceee8-5b8a-4a5a-b682-b5fdc39d634d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:43.434794 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:43.517002 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0765c-6b43-48e6-b856-18e54211ff96 None None] Pushing event updated for resources: {'Port': ['ID=7d903105-d2ba-485b-9773-ed709734e559,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:43.561886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.593601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.598712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 08eb872d-ae91-4300-8dd7-220d545a68ea triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:43.599062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.601203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Allocated IP 172.20.0.1 (91d81b18-b699-424f-981e-4da74eeb3cf5/d4c46751-3d71-4f69-a49c-8a0263ee81b7/d7af0d39-2f23-444c-b13a-dfc96f1eeb09) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:43.615989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.663079 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] Set router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:43.687093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Checking segment: {'id': 'f2a47708-6aea-4e9d-be11-a0c1c55294b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '237490ea-f5ae-4550-bbfd-7f194cf123a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:43.687843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network hostable DHCP agents. Network: 237490ea-f5ae-4550-bbfd-7f194cf123a2, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:47:43.708100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Subnet': ['ID=3593ae85-ecd7-4aae-bdd2-d591a0fa5092,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:43.713571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.723852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.787674 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 237490ea-f5ae-4550-bbfd-7f194cf123a2 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:47:43.809972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.812091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a8dc1a-8b28-495d-ace5-3459cf44ba1d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:43.826901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Transition to ACTIVE for port object 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:43.831217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-9654913b-3351-42ce-aae8-6b06c124db40', 'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'tenant_id': '7bf164d980454780a71ae23f56113670', 'fixed_ips': [{'subnet_id': '149fac76-8295-4252-a63b-f8eb79610279'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:47:43.832024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.858277 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:47:43.867393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.879148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2626be1e-d121-4684-b34b-e2781c823fb6,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:43.890573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Transition to ACTIVE for port object d7af0d39-2f23-444c-b13a-dfc96f1eeb09 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:43.898511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 237490ea-f5ae-4550-bbfd-7f194cf123a2) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:43.903661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:43.904111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.927670 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.932281 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c55c0d18-1bba-499a-a757-bb758d67039a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0418932 Mar 11 15:47:43.932281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.932281 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-07065448-addd-4559-9840-b79e61e572a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1047776 Mar 11 15:47:43.933127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41176) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:43.935205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41178) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:43.935875 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d612131-b43f-4517-8933-a1f144784878 None None] Network 237490ea-f5ae-4550-bbfd-7f194cf123a2 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:43.939012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'security_group': {'name': 'tempest-secgroup-1308974072'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:43.941951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9ed61167-d1fa-47df-8e63-df703c3cedc3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '2626be1e-d121-4684-b34b-e2781c823fb6', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:43.945810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:43.950125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:security_group and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:43.951893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9ed61167-d1fa-47df-8e63-df703c3cedc3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:43.953572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:43.958296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9ed61167-d1fa-47df-8e63-df703c3cedc3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:43.959014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.960600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:43.962774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9ed61167-d1fa-47df-8e63-df703c3cedc3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:43.970875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9ed61167-d1fa-47df-8e63-df703c3cedc3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:43.995962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.033479 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-24d04e08-98da-41bf-bb3a-62cb5e531194 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2573423 Mar 11 15:47:44.037591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41184) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:44.052455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ce6faa6d-5b6d-4b3a-ab30-ada8606322a7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-450461226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:44.066888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ce6faa6d-5b6d-4b3a-ab30-ada8606322a7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:44.071855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Network 91d81b18-b699-424f-981e-4da74eeb3cf5 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:44.072402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ce6faa6d-5b6d-4b3a-ab30-ada8606322a7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:router and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:44.075157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:44.082640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ce6faa6d-5b6d-4b3a-ab30-ada8606322a7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:44.083050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:44.100958 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'name': 'tempest-TestVolumeBootPattern-1560165672-router', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '7d903105-d2ba-485b-9773-ed709734e559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:39Z', 'revision_number': 3, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'gw_port': {'id': '7d903105-d2ba-485b-9773-ed709734e559', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:37Z', 'updated_at': '2022-03-11T15:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:44.109010 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe8cb9-816c-4566-a49c-08dbdd028931 None None] The sync data for ids ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'] in dv-neutron-833203-2-hyperv is: [{'id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'name': 'tempest-TestVolumeBootPattern-1560165672-router', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '7d903105-d2ba-485b-9773-ed709734e559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:39Z', 'revision_number': 3, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'gw_port': {'id': '7d903105-d2ba-485b-9773-ed709734e559', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:37Z', 'updated_at': '2022-03-11T15:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:47:44.127278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ce6faa6d-5b6d-4b3a-ab30-ada8606322a7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:44.148003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ed61167-d1fa-47df-8e63-df703c3cedc3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.175064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.193426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7af0d39-2f23-444c-b13a-dfc96f1eeb09,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:44.197091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.212987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 284123fc-011b-450d-8f82-588f36cc889f no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:44.258378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:44.275119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:security_group_rule and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:44.280013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:44.314292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:44.317190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ce6faa6d-5b6d-4b3a-ab30-ada8606322a7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.325865 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ce6faa6d-5b6d-4b3a-ab30-ada8606322a7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.344423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ed61167-d1fa-47df-8e63-df703c3cedc3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.375259 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ce6faa6d-5b6d-4b3a-ab30-ada8606322a7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.437752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ed61167-d1fa-47df-8e63-df703c3cedc3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.441893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.485964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed61167-d1fa-47df-8e63-df703c3cedc3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cf9a37-29cf-45d0-8555-bd06e5f04230,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:44.522311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 284123fc-011b-450d-8f82-588f36cc889f {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:44.522682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 284123fc-011b-450d-8f82-588f36cc889f not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:44.523100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 57b461fc-c07a-4b96-887f-506df3bf0b9a no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:44.534389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ce6faa6d-5b6d-4b3a-ab30-ada8606322a7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.553897 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.598949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.620762 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360563fb-a13b-4e59-bfec-d797e583b1b1 None None] Pushing event updated for resources: {'Port': ['ID=4ae20c97-49de-47ba-b4a7-4cfd6b5145cd,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:44.623107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 57b461fc-c07a-4b96-887f-506df3bf0b9a {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:47:44.623649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 57b461fc-c07a-4b96-887f-506df3bf0b9a not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:44.658110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ed61167-d1fa-47df-8e63-df703c3cedc3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.661911 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9ed61167-d1fa-47df-8e63-df703c3cedc3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7220109 Mar 11 15:47:44.662076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41188) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:44.672181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7e7e6a51-d338-4e11-a060-0c9656c7edb6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '2626be1e-d121-4684-b34b-e2781c823fb6', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:44.673030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da0be4c-425b-41c5-b175-04f137602b23,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:44.673900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7e7e6a51-d338-4e11-a060-0c9656c7edb6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:44.685743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7e7e6a51-d338-4e11-a060-0c9656c7edb6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:44.690055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7e7e6a51-d338-4e11-a060-0c9656c7edb6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:44.706507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7e7e6a51-d338-4e11-a060-0c9656c7edb6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:44.713103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ce6faa6d-5b6d-4b3a-ab30-ada8606322a7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.714384 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ce6faa6d-5b6d-4b3a-ab30-ada8606322a7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6730802 Mar 11 15:47:44.717361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41192) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:44.719503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Allocated IP 172.20.0.2 (9654913b-3351-42ce-aae8-6b06c124db40/149fac76-8295-4252-a63b-f8eb79610279/77c72713-577d-4ff3-9d4c-c210df3cee32) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:44.723036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'network_id': '237490ea-f5ae-4550-bbfd-7f194cf123a2', 'name': 'tempest-PortsIpV6TestJSON-1946594772'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:44.822029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7d903105-d2ba-485b-9773-ed709734e559 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:44.850506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.855476 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fd9c1324-fab6-4e0a-9a6d-a3dc35b92341 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9211650 Mar 11 15:47:44.860709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41196) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:44.867835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1232771373', 'security_groups': ['7da0be4c-425b-41c5-b175-04f137602b23'], 'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '149fac76-8295-4252-a63b-f8eb79610279'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:44.885732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7e7e6a51-d338-4e11-a060-0c9656c7edb6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.960881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7e7e6a51-d338-4e11-a060-0c9656c7edb6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.000604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:45.004853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:port and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:45.006434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.008025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:45.012011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-237490ea-f5ae-4550-bbfd-7f194cf123a2', 'network_id': '237490ea-f5ae-4550-bbfd-7f194cf123a2', 'tenant_id': 'f209c05770b743edb4f255fdd59cced3', 'fixed_ips': [{'subnet_id': '3593ae85-ecd7-4aae-bdd2-d591a0fa5092'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:47:45.014413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.018308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:45.031666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Attempting to bind port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:45.032203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Attempting to bind port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:45.032586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Attempting to bind port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd on network eab60c90-2490-4f3d-999d-103014fe4777 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:45.035139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7e7e6a51-d338-4e11-a060-0c9656c7edb6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.036177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:45.040580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e3c68b64-0bfc-45b9-93af-80d7e834011b None None] Provisioning for port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:45.048817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:45.054461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:45.054854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Checking segment: {'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:45.056260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.056704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Bound using segment: {'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:45.057198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Bound port: 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:45.057683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.069945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e6a51-d338-4e11-a060-0c9656c7edb6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c1b93b-b3d6-45af-9b8b-2e2de64c4243,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:45.084483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e3c68b64-0bfc-45b9-93af-80d7e834011b None None] Provisioning complete for port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:45.084876 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e3c68b64-0bfc-45b9-93af-80d7e834011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.087128 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.117379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:45.122722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.151803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port c1785d34-1a71-4c16-b49d-241f14a04a8b yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:47:45.172702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:45.203047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7e7e6a51-d338-4e11-a060-0c9656c7edb6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.207563 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7e7e6a51-d338-4e11-a060-0c9656c7edb6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5443597 Mar 11 15:47:45.208382 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41200) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:45.221680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4b1f561b-6b9e-4e3f-aaa6-3b343628c3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '2626be1e-d121-4684-b34b-e2781c823fb6', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:45.229060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4b1f561b-6b9e-4e3f-aaa6-3b343628c3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:45.233880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4b1f561b-6b9e-4e3f-aaa6-3b343628c3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:45.236972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4b1f561b-6b9e-4e3f-aaa6-3b343628c3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:45.244775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4b1f561b-6b9e-4e3f-aaa6-3b343628c3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:45.301211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7af0d39-2f23-444c-b13a-dfc96f1eeb09,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:45.309312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.348864 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 7d903105-d2ba-485b-9773-ed709734e559 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:45.372199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e3c68b64-0bfc-45b9-93af-80d7e834011b None None] Port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:45.376719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4b1f561b-6b9e-4e3f-aaa6-3b343628c3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.396892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7d903105-d2ba-485b-9773-ed709734e559 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:45.397270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.423774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8::23b (237490ea-f5ae-4550-bbfd-7f194cf123a2/3593ae85-ecd7-4aae-bdd2-d591a0fa5092/c1785d34-1a71-4c16-b49d-241f14a04a8b) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:45.429803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.463008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port e537bdfe-a0f9-40e6-858d-3adf86d03d2d yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:47:45.491757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4b1f561b-6b9e-4e3f-aaa6-3b343628c3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.554007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] For port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:45.589439 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] For port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4ae20c97-49de-47ba-b4a7-4cfd6b5145cd,segment=NetworkSegment(d5fdf9f6-40ac-4532-87f5-22e1863ff7c9),segment_id=d5fdf9f6-40ac-4532-87f5-22e1863ff7c9)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:45.604720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Network 91d81b18-b699-424f-981e-4da74eeb3cf5 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:45.605983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:45.609356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.652880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Transition to ACTIVE for port object 77c72713-577d-4ff3-9d4c-c210df3cee32 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:45.700745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Transition to ACTIVE for port object 77c72713-577d-4ff3-9d4c-c210df3cee32 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:45.707336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.726512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 7d903105-d2ba-485b-9773-ed709734e559, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7d903105-d2ba-485b-9773-ed709734e559,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:45.729861 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.739442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4b1f561b-6b9e-4e3f-aaa6-3b343628c3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.782442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f561b-6b9e-4e3f-aaa6-3b343628c3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a3add0-f39d-44f6-9e6a-77e0d1dcc32c,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:45.825674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:45.826762 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:45.895542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.918807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4b1f561b-6b9e-4e3f-aaa6-3b343628c3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.920272 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4b1f561b-6b9e-4e3f-aaa6-3b343628c3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7095492 Mar 11 15:47:45.929829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41204) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:45.942751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.944211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-490a3874-7507-49ee-b69d-864bc6d197d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '2626be1e-d121-4684-b34b-e2781c823fb6', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:45.948147 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360563fb-a13b-4e59-bfec-d797e583b1b1 None None] Pushing event updated for resources: {'Port': ['ID=4ae20c97-49de-47ba-b4a7-4cfd6b5145cd,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:45.951508 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:45.952668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-490a3874-7507-49ee-b69d-864bc6d197d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:45.959903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-490a3874-7507-49ee-b69d-864bc6d197d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:45.960333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-490a3874-7507-49ee-b69d-864bc6d197d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:45.970561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-490a3874-7507-49ee-b69d-864bc6d197d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:45.980389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object c1785d34-1a71-4c16-b49d-241f14a04a8b will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:46.078564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-490a3874-7507-49ee-b69d-864bc6d197d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.091853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b4f38e6d-e1d0-4dd2-807a-ea3d60dada2b {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:46.092376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:46.099862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.138899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:47:46.149641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Network 9654913b-3351-42ce-aae8-6b06c124db40 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:46.177842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:46.189096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:46.202210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 237490ea-f5ae-4550-bbfd-7f194cf123a2 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:46.210876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:46.211037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=7d903105-d2ba-485b-9773-ed709734e559,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:46.216952 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:46.217291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:46.223101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:46.223708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.265931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=c1785d34-1a71-4c16-b49d-241f14a04a8b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:46.271782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-490a3874-7507-49ee-b69d-864bc6d197d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.344767 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-75f3c67b-652d-466c-a60d-6a642983a6b9 None None] Provisioning complete for port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:46.345190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-75f3c67b-652d-466c-a60d-6a642983a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.366805 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:47:46.373505 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-490a3874-7507-49ee-b69d-864bc6d197d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.383017 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a0bb6598-b597-42a6-a420-031ce7f72eef tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6646178 Mar 11 15:47:46.386360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41208) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:46.406556 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a3874-7507-49ee-b69d-864bc6d197d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2019e195-730c-4fb0-bfc3-87bb302199eb,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:46.427387 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Sync routers for ids ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:47:46.454857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Allocated IP 2001:db8::2 (237490ea-f5ae-4550-bbfd-7f194cf123a2/3593ae85-ecd7-4aae-bdd2-d591a0fa5092/e7de41f9-281f-4dff-8dc5-8efdd280a087) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:46.498200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-490a3874-7507-49ee-b69d-864bc6d197d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.499967 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-490a3874-7507-49ee-b69d-864bc6d197d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5687468 Mar 11 15:47:46.502609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41212) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:46.507980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '2626be1e-d121-4684-b34b-e2781c823fb6', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:46.512501 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-43d3ba6c-a684-412b-a603-df59eac1f3c3 admin admin] 10.222.0.39 "PUT /v2.0/routers/658ceee8-5b8a-4a5a-b682-b5fdc39d634d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5718641 Mar 11 15:47:46.519250 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:46.525923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:46.530355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:46.537581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:46.572329 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Routers {'658ceee8-5b8a-4a5a-b682-b5fdc39d634d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:46.573007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:46.598118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.618824 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:47:46.627932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.648502 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-75f3c67b-652d-466c-a60d-6a642983a6b9 None None] Port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:46.667053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Pushing event updated for resources: {'Port': ['ID=77c72713-577d-4ff3-9d4c-c210df3cee32,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:46.669563 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Attempting to bind port 77c72713-577d-4ff3-9d4c-c210df3cee32 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:46.670115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Attempting to bind port 77c72713-577d-4ff3-9d4c-c210df3cee32 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'daca9694-59ee-4eaf-8468-1abf73e3cd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9654913b-3351-42ce-aae8-6b06c124db40'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:46.670671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Attempting to bind port 77c72713-577d-4ff3-9d4c-c210df3cee32 on network 9654913b-3351-42ce-aae8-6b06c124db40 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:46.729591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:46.729591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Checking segment: {'id': 'daca9694-59ee-4eaf-8468-1abf73e3cd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9654913b-3351-42ce-aae8-6b06c124db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:46.729591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.729591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Bound using segment: {'id': 'daca9694-59ee-4eaf-8468-1abf73e3cd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9654913b-3351-42ce-aae8-6b06c124db40'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:46.729591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Bound port: 77c72713-577d-4ff3-9d4c-c210df3cee32, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daca9694-59ee-4eaf-8468-1abf73e3cd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9654913b-3351-42ce-aae8-6b06c124db40'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:46.729591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.737251 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port 6911e199-f92b-4b4a-91ce-5acd8fdc60c9 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:47:46.786839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.855534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7d903105-d2ba-485b-9773-ed709734e559 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:46.897945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.925007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca5b0ab-b5ec-4d34-9296-eb28f06280f3,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:47.024646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.028362 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-35b739ee-aa67-4ce2-8d74-30d3409afa0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5220795 Mar 11 15:47:47.028651 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41222) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:47.034111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '2626be1e-d121-4684-b34b-e2781c823fb6', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:47.040155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:47.044046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:47.047287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:47.055351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:47.125910 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:47:47.134049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.143817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.11 (9654913b-3351-42ce-aae8-6b06c124db40/149fac76-8295-4252-a63b-f8eb79610279/6911e199-f92b-4b4a-91ce-5acd8fdc60c9) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:47.211691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.230368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Set router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:47.297405 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.325454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41226) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:47.336620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762654538', 'description': 'tempest-secgroup-smoke-1762654538 description', 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:47.340911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d31b3e-068b-4b26-bf1b-b9276c2fe8f3,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:47.347277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:47.354002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Usage tracker for resource:security_group and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:47.357152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:47.363511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:47.389934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.418373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.421521 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5ad45c0b-d746-4d02-915c-9131c3d08042 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3912921 Mar 11 15:47:47.447690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.472587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] For port 77c72713-577d-4ff3-9d4c-c210df3cee32, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:47.478911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:47.484824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Usage tracker for resource:security_group_rule and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:47.489097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:47.501887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:47.560308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7d903105-d2ba-485b-9773-ed709734e559 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:47.560709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.589955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.620849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] For port 77c72713-577d-4ff3-9d4c-c210df3cee32, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=77c72713-577d-4ff3-9d4c-c210df3cee32,segment=NetworkSegment(daca9694-59ee-4eaf-8468-1abf73e3cd8f),segment_id=daca9694-59ee-4eaf-8468-1abf73e3cd8f)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:47.651994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.655013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.669937 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.718954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b419ca45-c5dc-49de-8faf-12eb361d7041,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:47.724752 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-f067fcd2-785c-4252-8e7a-67a762ddc680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301924480&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.0873563 Mar 11 15:47:47.739885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.744988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Transition to ACTIVE for port object e7de41f9-281f-4dff-8dc5-8efdd280a087 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:47.790670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.792605 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-48c6ac4c-50e1-4984-831f-feac433632c1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4661019 Mar 11 15:47:47.795925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41242) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:47.796292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object 6911e199-f92b-4b4a-91ce-5acd8fdc60c9 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:47.850782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c1d21e17-110f-4217-b945-e0819d3a9311 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'security_group_rule': {'security_group_id': 'b419ca45-c5dc-49de-8faf-12eb361d7041', 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:47.861091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Transition to ACTIVE for port object e7de41f9-281f-4dff-8dc5-8efdd280a087 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:47.862190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c1d21e17-110f-4217-b945-e0819d3a9311 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:47.875860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c1d21e17-110f-4217-b945-e0819d3a9311 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Usage tracker for resource:security_group_rule and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:47.885186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c1d21e17-110f-4217-b945-e0819d3a9311 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:47.894939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c1d21e17-110f-4217-b945-e0819d3a9311 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:47.935937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-08bd4594-21cf-45ef-b006-50a14057900c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:47.937374 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-08bd4594-21cf-45ef-b006-50a14057900c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/networks?id=eab60c90-2490-4f3d-999d-103014fe4777 HTTP/1.1" status: 200 len: 795 time: 0.1911142 Mar 11 15:47:47.951185 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:38Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:47.954205 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-c855a1b4-0b50-44ac-bc31-2be1ed4fae9a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/quotas/6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 375 time: 0.0105424 Mar 11 15:47:47.959074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:47.985422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.002300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720d0fa-7a81-45be-9ed0-dfe7f1eba33a None None] Pushing event updated for resources: {'Port': ['ID=77c72713-577d-4ff3-9d4c-c210df3cee32,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:48.007219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81274d-24b9-4b5f-9b1a-db0a1902581e None None] The sync data for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv is: [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:38Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:47:48.029610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d21e17-110f-4217-b945-e0819d3a9311 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.047300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.129153 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-1cbcbfbc-9214-45c9-9f4a-d9b2782032fd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1664627 Mar 11 15:47:48.178618 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Network 237490ea-f5ae-4550-bbfd-7f194cf123a2 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:48.180037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d21e17-110f-4217-b945-e0819d3a9311 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.198489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:48.207716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:48.217216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Pushing event updated for resources: {'Port': ['ID=e7de41f9-281f-4dff-8dc5-8efdd280a087,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:48.269115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=6911e199-f92b-4b4a-91ce-5acd8fdc60c9,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:48.275946 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.311916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d21e17-110f-4217-b945-e0819d3a9311 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.372277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d21e17-110f-4217-b945-e0819d3a9311 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9a84d9-4ca9-4c67-b2c3-5863dc7825dc,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:48.384648 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Attempting to bind port e7de41f9-281f-4dff-8dc5-8efdd280a087 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:48.395786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Attempting to bind port e7de41f9-281f-4dff-8dc5-8efdd280a087 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'f2a47708-6aea-4e9d-be11-a0c1c55294b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '237490ea-f5ae-4550-bbfd-7f194cf123a2'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:48.395786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Attempting to bind port e7de41f9-281f-4dff-8dc5-8efdd280a087 on network 237490ea-f5ae-4550-bbfd-7f194cf123a2 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:48.396051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9654913b-3351-42ce-aae8-6b06c124db40 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:48.405809 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:48.406258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Checking segment: {'id': 'f2a47708-6aea-4e9d-be11-a0c1c55294b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '237490ea-f5ae-4550-bbfd-7f194cf123a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:48.406671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.407068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Bound using segment: {'id': 'f2a47708-6aea-4e9d-be11-a0c1c55294b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '237490ea-f5ae-4550-bbfd-7f194cf123a2'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:48.408164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Bound port: e7de41f9-281f-4dff-8dc5-8efdd280a087, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a47708-6aea-4e9d-be11-a0c1c55294b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '237490ea-f5ae-4550-bbfd-7f194cf123a2'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:48.408164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.408365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:48.433321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'name': 'tempest-TestVolumeBootPattern-1560165672-router', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '7d903105-d2ba-485b-9773-ed709734e559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:44Z', 'revision_number': 4, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'gw_port': {'id': '7d903105-d2ba-485b-9773-ed709734e559', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:37Z', 'updated_at': '2022-03-11T15:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'd7af0d39-2f23-444c-b13a-dfc96f1eeb09', 'name': '', 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'mac_address': 'fa:16:3e:38:22:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'd4c46751-3d71-4f69-a49c-8a0263ee81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:43Z', 'updated_at': '2022-03-11T15:47:44Z', 'revision_number': 2, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'subnets': [{'id': 'd4c46751-3d71-4f69-a49c-8a0263ee81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:48.436576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:48.457331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-96bcd089-1a4f-4316-9ac2-12c1bb8aaa19 service neutron] 10.222.0.39 "GET /v2.0/networks/eab60c90-2490-4f3d-999d-103014fe4777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155127 Mar 11 15:47:48.477525 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Checking router: 658ceee8-5b8a-4a5a-b682-b5fdc39d634d for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:47:48.478163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Updating router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:47:48.537811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:48.538699 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.584901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.595175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1d21e17-110f-4217-b945-e0819d3a9311 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.597036 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c1d21e17-110f-4217-b945-e0819d3a9311 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7991481 Mar 11 15:47:48.599944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41246) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:48.610277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1ec55336-52f5-4bc2-b7ab-43befa462dc9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'security_group_rule': {'security_group_id': 'b419ca45-c5dc-49de-8faf-12eb361d7041', 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:48.628719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1ec55336-52f5-4bc2-b7ab-43befa462dc9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:48.640142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] For port e7de41f9-281f-4dff-8dc5-8efdd280a087, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:48.643305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1ec55336-52f5-4bc2-b7ab-43befa462dc9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Usage tracker for resource:security_group_rule and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:48.660121 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-2fdb4345-b287-42d1-9112-3c3ce0b7039d service neutron] 10.222.0.39 "GET /v2.0/networks/eab60c90-2490-4f3d-999d-103014fe4777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985252 Mar 11 15:47:48.663947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] For port e7de41f9-281f-4dff-8dc5-8efdd280a087, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e7de41f9-281f-4dff-8dc5-8efdd280a087,segment=NetworkSegment(f2a47708-6aea-4e9d-be11-a0c1c55294b4),segment_id=f2a47708-6aea-4e9d-be11-a0c1c55294b4)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:48.664879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1ec55336-52f5-4bc2-b7ab-43befa462dc9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:48.691589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1ec55336-52f5-4bc2-b7ab-43befa462dc9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:48.793041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.812024 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=c1785d34-1a71-4c16-b49d-241f14a04a8b,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:48.833000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1ec55336-52f5-4bc2-b7ab-43befa462dc9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.887718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:48.942170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.003630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1ec55336-52f5-4bc2-b7ab-43befa462dc9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.008510 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-27131158-f28c-4a49-bec1-48f2a46707b8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1481564 Mar 11 15:47:49.014664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41254) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:49.036639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9dc7c8f4-35ac-439b-9fd4-9c7aed72c6df tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:49.076963 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9801d634-34ab-4bd5-ae4e-25f3c6e743f5 req-1deeff17-4cac-4b32-8f2d-90d6a6063c37 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 210 time: 0.0801215 Mar 11 15:47:49.122713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1ec55336-52f5-4bc2-b7ab-43befa462dc9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.244687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec55336-52f5-4bc2-b7ab-43befa462dc9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104f61e1-d9d4-4274-b265-fa959fcdff42,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:49.349727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1ec55336-52f5-4bc2-b7ab-43befa462dc9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.351162 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1ec55336-52f5-4bc2-b7ab-43befa462dc9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7501583 Mar 11 15:47:49.354857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41262) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:49.356069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9dc7c8f4-35ac-439b-9fd4-9c7aed72c6df tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:49.360710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a0328e32-fc5b-4afa-95c2-617f00e42b65 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'security_group_rule': {'security_group_id': 'b419ca45-c5dc-49de-8faf-12eb361d7041', 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:49.368482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9dc7c8f4-35ac-439b-9fd4-9c7aed72c6df tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:49.371424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a0328e32-fc5b-4afa-95c2-617f00e42b65 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:49.372322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9dc7c8f4-35ac-439b-9fd4-9c7aed72c6df tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:49.378995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a0328e32-fc5b-4afa-95c2-617f00e42b65 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Usage tracker for resource:security_group_rule and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:49.379343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9dc7c8f4-35ac-439b-9fd4-9c7aed72c6df tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:49.393866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a0328e32-fc5b-4afa-95c2-617f00e42b65 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:49.404938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a0328e32-fc5b-4afa-95c2-617f00e42b65 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:49.470811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9803ac-0466-4bd8-bf67-33bd7b661cb8 None None] Pushing event updated for resources: {'Port': ['ID=e7de41f9-281f-4dff-8dc5-8efdd280a087,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:49.488083 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.500739 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc7c8f4-35ac-439b-9fd4-9c7aed72c6df tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:49.512580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c8f4-35ac-439b-9fd4-9c7aed72c6df tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.560844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0328e32-fc5b-4afa-95c2-617f00e42b65 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.634558 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.643539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:49.650133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Transition to ACTIVE for port object d7af0d39-2f23-444c-b13a-dfc96f1eeb09 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:49.654721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:49.655638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.669228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0328e32-fc5b-4afa-95c2-617f00e42b65 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.775797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.795830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0328e32-fc5b-4afa-95c2-617f00e42b65 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.817166 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.ipam_backend_mixin [None req-9dc7c8f4-35ac-439b-9fd4-9c7aed72c6df tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 149fac76-8295-4252-a63b-f8eb79610279 (CIDR: 172.20.0.0/28) Mar 11 15:47:49.839521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0328e32-fc5b-4afa-95c2-617f00e42b65 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf47c3a7-2ad1-4dd7-bde7-f305c80c48ef,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:49.965956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0328e32-fc5b-4afa-95c2-617f00e42b65 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:49.969948 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a0328e32-fc5b-4afa-95c2-617f00e42b65 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6115606 Mar 11 15:47:49.970199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41266) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:49.977164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-19b47162-df1d-4aac-a092-6500dc917b6c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'security_group_rule': {'security_group_id': 'b419ca45-c5dc-49de-8faf-12eb361d7041', 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:49.993169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-19b47162-df1d-4aac-a092-6500dc917b6c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:50.003125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-19b47162-df1d-4aac-a092-6500dc917b6c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Usage tracker for resource:security_group_rule and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:50.006700 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc7c8f4-35ac-439b-9fd4-9c7aed72c6df tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:47:50.007243 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc7c8f4-35ac-439b-9fd4-9c7aed72c6df tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:47:50.010379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-19b47162-df1d-4aac-a092-6500dc917b6c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:50.016823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-19b47162-df1d-4aac-a092-6500dc917b6c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:50.044432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356713bb-da55-4d92-8db7-7770d2ef644a None None] Pushing event updated for resources: {'Port': ['ID=d7af0d39-2f23-444c-b13a-dfc96f1eeb09,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:50.056232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.093954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5df6757c-94d6-4aa9-a3fe-93cc3edc8481 None None] Provisioning complete for port bbcf531a-79ce-40ca-9340-a229f28c9136 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:50.094464 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5df6757c-94d6-4aa9-a3fe-93cc3edc8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.133498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19b47162-df1d-4aac-a092-6500dc917b6c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.269327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Attempting to bind port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:50.270763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Attempting to bind port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'd16ff4a6-4259-49f0-af1d-0d890eb91e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:50.271912 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Attempting to bind port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 on network 91d81b18-b699-424f-981e-4da74eeb3cf5 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:50.282349 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9081947-3c31-4a2b-ac4e-6ea93561947e req-eb2da9fb-a28b-421b-99eb-6f5373555e2f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 210 time: 0.0758030 Mar 11 15:47:50.303565 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4ae20c97-49de-47ba-b4a7-4cfd6b5145cd,segment=NetworkSegment(d5fdf9f6-40ac-4532-87f5-22e1863ff7c9),segment_id=d5fdf9f6-40ac-4532-87f5-22e1863ff7c9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:50.312825 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5df6757c-94d6-4aa9-a3fe-93cc3edc8481 None None] Port bbcf531a-79ce-40ca-9340-a229f28c9136 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:50.316379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:50.316874 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Checking segment: {'id': 'd16ff4a6-4259-49f0-af1d-0d890eb91e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:50.317386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.317871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Bound using segment: {'id': 'd16ff4a6-4259-49f0-af1d-0d890eb91e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:50.318455 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Bound port: d7af0d39-2f23-444c-b13a-dfc96f1eeb09, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16ff4a6-4259-49f0-af1d-0d890eb91e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:50.318920 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.357301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19b47162-df1d-4aac-a092-6500dc917b6c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.382882 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9dc7c8f4-35ac-439b-9fd4-9c7aed72c6df tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3578250 Mar 11 15:47:50.385984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41274) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:50.386398 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.387265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 77c72713-577d-4ff3-9d4c-c210df3cee32 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:50.391793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:50.419502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.489251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19b47162-df1d-4aac-a092-6500dc917b6c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.497181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5df6757c-94d6-4aa9-a3fe-93cc3edc8481 None None] Provisioning for port 77c72713-577d-4ff3-9d4c-c210df3cee32 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:50.534879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb2691-2879-485e-b62a-d0e80aed289d None None] Network 237490ea-f5ae-4550-bbfd-7f194cf123a2 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:50.538456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b47162-df1d-4aac-a092-6500dc917b6c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8e8447-7c6a-48cf-887c-8e3c360a0204,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:50.546783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.547988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.585407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:50.590688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:50.594301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] For port d7af0d39-2f23-444c-b13a-dfc96f1eeb09, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:50.602699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:50.607662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=4ae20c97-49de-47ba-b4a7-4cfd6b5145cd,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:50.610048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:50.652435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19b47162-df1d-4aac-a092-6500dc917b6c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.656234 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-19b47162-df1d-4aac-a092-6500dc917b6c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6826901 Mar 11 15:47:50.657093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41278) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:50.663457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] For port d7af0d39-2f23-444c-b13a-dfc96f1eeb09, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d7af0d39-2f23-444c-b13a-dfc96f1eeb09,segment=NetworkSegment(d16ff4a6-4259-49f0-af1d-0d890eb91e2c),segment_id=d16ff4a6-4259-49f0-af1d-0d890eb91e2c)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:50.666632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'security_group_rule': {'security_group_id': 'b419ca45-c5dc-49de-8faf-12eb361d7041', 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:50.673009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:50.677348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Usage tracker for resource:security_group_rule and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:50.681444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:50.690455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:50.719074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=c1785d34-1a71-4c16-b49d-241f14a04a8b,revision_number=3']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:50.760877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:50.765516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.769995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 237490ea-f5ae-4550-bbfd-7f194cf123a2 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:50.774711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:50.804098 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Project acbbd0b5a4f34fd68899f082e39aa450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:47:50.814559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b5fdd732-b44d-44d1-8802-0551f911be33 None None] Provisioning for port e7de41f9-281f-4dff-8dc5-8efdd280a087 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:50.829050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 77c72713-577d-4ff3-9d4c-c210df3cee32 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:50.832805 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.861702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.895688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 77c72713-577d-4ff3-9d4c-c210df3cee32 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:50.896061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.940737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6a036899-c56d-420c-b338-f9c96a765b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:51.017894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Routers {'658ceee8-5b8a-4a5a-b682-b5fdc39d634d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:51.017894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:51.075000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356713bb-da55-4d92-8db7-7770d2ef644a None None] Pushing event updated for resources: {'Port': ['ID=d7af0d39-2f23-444c-b13a-dfc96f1eeb09,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:51.087656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:51.121666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Router 46f5e19a-1add-4347-ad57-e9c98d14542f is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:47:51.130911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b5fdd732-b44d-44d1-8802-0551f911be33 None None] Provisioning for port 6911e199-f92b-4b4a-91ce-5acd8fdc60c9 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:51.184911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:51.235754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a52d823-68d8-4650-a9c7-83bc0bb7d9aa,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:51.253485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b5fdd732-b44d-44d1-8802-0551f911be33 None None] Provisioning complete for port 6911e199-f92b-4b4a-91ce-5acd8fdc60c9 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:51.253866 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd732-b44d-44d1-8802-0551f911be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:51.326853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:51.330539 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8c031a0a-7df9-4171-8b9c-0809af028330 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6691256 Mar 11 15:47:51.331276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41284) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:51.335996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'security_group_rule': {'security_group_id': 'b419ca45-c5dc-49de-8faf-12eb361d7041', 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:51.343141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:51.347580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Usage tracker for resource:security_group_rule and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:51.351371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:51.358827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:51.373371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:51.377214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:47:51.383763 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-be683fa5-e155-4955-9954-edaa9fc38cda tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "PUT /v2.0/routers/46f5e19a-1add-4347-ad57-e9c98d14542f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9959121 Mar 11 15:47:51.385921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41288) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:51.390680 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3f0dc-4144-4612-a64c-7b44fe5a715f None None] Sync routers for ids ['46f5e19a-1add-4347-ad57-e9c98d14542f'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:47:51.418903 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3f0dc-4144-4612-a64c-7b44fe5a715f None None] Routers {'46f5e19a-1add-4347-ad57-e9c98d14542f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:51.420036 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a4a3f0dc-4144-4612-a64c-7b44fe5a715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['46f5e19a-1add-4347-ad57-e9c98d14542f'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:51.472169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9654913b-3351-42ce-aae8-6b06c124db40 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:51.475649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:51.489782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:51.490514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:51.520087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedfe3ee-02de-43e0-9048-3588faa84eb9 None None] Network 9654913b-3351-42ce-aae8-6b06c124db40 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:51.546718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:51.552277 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a4a3f0dc-4144-4612-a64c-7b44fe5a715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:51.566834 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3f0dc-4144-4612-a64c-7b44fe5a715f None None] Routers {'46f5e19a-1add-4347-ad57-e9c98d14542f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:51.567851 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a4a3f0dc-4144-4612-a64c-7b44fe5a715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['46f5e19a-1add-4347-ad57-e9c98d14542f'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:51.581500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Subnet': ['ID=4c210873-51c0-4f93-a97b-82a32b37ac68,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:51.581980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdd732-b44d-44d1-8802-0551f911be33 None None] Port 6911e199-f92b-4b4a-91ce-5acd8fdc60c9 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:51.582949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25b772-adc3-4bb2-8e2c-0140297e3073 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:51.583713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dd25b772-adc3-4bb2-8e2c-0140297e3073 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:51.590171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] Set router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:47:51.603250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Project acbbd0b5a4f34fd68899f082e39aa450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:47:51.612390 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1acba16b-6519-427c-be42-2968d5aef277 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2227066 Mar 11 15:47:51.612754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41292) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:51.618865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-862520481', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4c210873-51c0-4f93-a97b-82a32b37ac68'}], 'security_groups': ['89a8dc1a-8b28-495d-ace5-3459cf44ba1d']}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:51.632581 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a0dcb37-4781-4f34-9971-686de1b0e81d req-25fb06ff-b822-4656-90c3-40b0b4bb081b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 210 time: 0.1189382 Mar 11 15:47:51.639738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:51.646883 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a4a3f0dc-4144-4612-a64c-7b44fe5a715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:51.647677 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3f0dc-4144-4612-a64c-7b44fe5a715f None None] The sync data for ids ['46f5e19a-1add-4347-ad57-e9c98d14542f'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:47:51.683408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dd25b772-adc3-4bb2-8e2c-0140297e3073 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:51.687735 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dd25b772-adc3-4bb2-8e2c-0140297e3073 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports?device_id=46f5e19a-1add-4347-ad57-e9c98d14542f HTTP/1.1" status: 200 len: 989 time: 0.3005526 Mar 11 15:47:51.695132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41296) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:51.868884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:51.954786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:51.956499 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 77c72713-577d-4ff3-9d4c-c210df3cee32, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=77c72713-577d-4ff3-9d4c-c210df3cee32,segment=NetworkSegment(daca9694-59ee-4eaf-8468-1abf73e3cd8f),segment_id=daca9694-59ee-4eaf-8468-1abf73e3cd8f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:51.967936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:52.044842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:52.155748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=77c72713-577d-4ff3-9d4c-c210df3cee32,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:52.177220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e4b1c0-e822-4af0-a540-488f56dd2bb5,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:52.184086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:52.188253 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6b50be5a-6a0e-4dd4-b7ea-1597c2385ce5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8536310 Mar 11 15:47:52.367958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:52.526551 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-c35aeb9d-40da-4e65-ad43-aca24d1ee9b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:52.528001 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-c35aeb9d-40da-4e65-ad43-aca24d1ee9b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=eab60c90-2490-4f3d-999d-103014fe4777 HTTP/1.1" status: 200 len: 795 time: 0.3746977 Mar 11 15:47:52.532987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:52.540998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:52.576764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-044d27ca-0d5b-43f2-baa0-72661f2c76d8 None None] Provisioning for port c1785d34-1a71-4c16-b49d-241f14a04a8b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:52.590796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-044d27ca-0d5b-43f2-baa0-72661f2c76d8 None None] Provisioning complete for port c1785d34-1a71-4c16-b49d-241f14a04a8b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:52.591168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-044d27ca-0d5b-43f2-baa0-72661f2c76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:52.625985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Delete allocated IP 172.20.0.11 (9654913b-3351-42ce-aae8-6b06c124db40/149fac76-8295-4252-a63b-f8eb79610279) {{(pid=88557) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:47:52.627636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'name': 'tempest-TestVolumeBootPattern-1560165672-router', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '7d903105-d2ba-485b-9773-ed709734e559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:44Z', 'revision_number': 4, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'gw_port': {'id': '7d903105-d2ba-485b-9773-ed709734e559', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:37Z', 'updated_at': '2022-03-11T15:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'd7af0d39-2f23-444c-b13a-dfc96f1eeb09', 'name': '', 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'mac_address': 'fa:16:3e:38:22:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'd4c46751-3d71-4f69-a49c-8a0263ee81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:43Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 4, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'subnets': [{'id': 'd4c46751-3d71-4f69-a49c-8a0263ee81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:52.635038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.20 (9654913b-3351-42ce-aae8-6b06c124db40/4c210873-51c0-4f93-a97b-82a32b37ac68/6911e199-f92b-4b4a-91ce-5acd8fdc60c9) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:52.654977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08f78c-f71b-4af6-9088-9fdd0c104d1e None None] The sync data for ids ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'] in dv-neutron-833203-2-hyperv is: [{'id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'name': 'tempest-TestVolumeBootPattern-1560165672-router', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '7d903105-d2ba-485b-9773-ed709734e559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:44Z', 'revision_number': 4, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'gw_port': {'id': '7d903105-d2ba-485b-9773-ed709734e559', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:37Z', 'updated_at': '2022-03-11T15:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'd7af0d39-2f23-444c-b13a-dfc96f1eeb09', 'name': '', 'network_id': '91d81b18-b699-424f-981e-4da74eeb3cf5', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'mac_address': 'fa:16:3e:38:22:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'd4c46751-3d71-4f69-a49c-8a0263ee81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:43Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 4, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'subnets': [{'id': 'd4c46751-3d71-4f69-a49c-8a0263ee81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:47:52.670124 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-17a1a470-b4d8-4aea-a5e5-29eb7129cd3a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 380 time: 0.1333475 Mar 11 15:47:52.691837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'device_id': '3a921254-9094-4383-8cc8-74c93aa29903', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'admin_state_up': True, 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'security_groups': ['2626be1e-d121-4684-b34b-e2781c823fb6']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:52.769196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-044d27ca-0d5b-43f2-baa0-72661f2c76d8 None None] Port c1785d34-1a71-4c16-b49d-241f14a04a8b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:52.897970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e7de41f9-281f-4dff-8dc5-8efdd280a087 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:52.969366 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a3d7de5-8245-4dd7-b4f6-79de72de4606 req-7004a4e8-c96d-454f-82b6-6380de6a0754 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 210 time: 0.1031890 Mar 11 15:47:53.083406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:53.086993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76dbda85-92f6-4435-be1c-7624a70ba185 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.102029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ade64612-a2dd-4ceb-9f92-4384e30abfd5 None None] Provisioning complete for port c1785d34-1a71-4c16-b49d-241f14a04a8b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:53.102405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ade64612-a2dd-4ceb-9f92-4384e30abfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.129721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e3b162-ac03-4041-8c48-d42487dceafc None None] Update dhcp port {'port': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'fixed_ips': [{'subnet_id': '149fac76-8295-4252-a63b-f8eb79610279', 'ip_address': '172.20.0.2'}, {'subnet_id': '4c210873-51c0-4f93-a97b-82a32b37ac68'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': '77c72713-577d-4ff3-9d4c-c210df3cee32'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:47:53.144396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:port and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:53.159512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:53.169525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:53.189468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.209567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object 6911e199-f92b-4b4a-91ce-5acd8fdc60c9 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:53.224594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-54e3b162-ac03-4041-8c48-d42487dceafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.237091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ade64612-a2dd-4ceb-9f92-4384e30abfd5 None None] Port c1785d34-1a71-4c16-b49d-241f14a04a8b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:53.344577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.455522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-54e3b162-ac03-4041-8c48-d42487dceafc None None] Allocated IP 172.20.0.18 (9654913b-3351-42ce-aae8-6b06c124db40/4c210873-51c0-4f93-a97b-82a32b37ac68/77c72713-577d-4ff3-9d4c-c210df3cee32) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:53.483768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:53.483768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.575867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=6911e199-f92b-4b4a-91ce-5acd8fdc60c9,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:53.592456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] In _notify_port_updated(), no bound segment for port 6911e199-f92b-4b4a-91ce-5acd8fdc60c9 on network 9654913b-3351-42ce-aae8-6b06c124db40 {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:47:53.603672 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:53.611686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.611686 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-66c5cab6-fee3-4ed3-878b-e7ffa973c4fa tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "PUT /v2.0/ports/6911e199-f92b-4b4a-91ce-5acd8fdc60c9 HTTP/1.1" status: 200 len: 920 time: 1.9920447 Mar 11 15:47:53.611686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41348) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:53.659264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port e7de41f9-281f-4dff-8dc5-8efdd280a087 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:53.670642 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port e7de41f9-281f-4dff-8dc5-8efdd280a087 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:53.671099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.690501 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e17e78a3-d7fa-4eae-9438-48844554a8bd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 6911e199-f92b-4b4a-91ce-5acd8fdc60c9 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:53.691151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e17e78a3-d7fa-4eae-9438-48844554a8bd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.751941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-54e3b162-ac03-4041-8c48-d42487dceafc None None] For port 77c72713-577d-4ff3-9d4c-c210df3cee32, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=77c72713-577d-4ff3-9d4c-c210df3cee32,segment=NetworkSegment(daca9694-59ee-4eaf-8468-1abf73e3cd8f),segment_id=daca9694-59ee-4eaf-8468-1abf73e3cd8f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:53.792296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-76dbda85-92f6-4435-be1c-7624a70ba185 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port c1785d34-1a71-4c16-b49d-241f14a04a8b {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:53.792660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76dbda85-92f6-4435-be1c-7624a70ba185 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.853062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d563a977-a5eb-4762-aff8-35395f9c4668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.863251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-54e3b162-ac03-4041-8c48-d42487dceafc None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.894233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.10 (eab60c90-2490-4f3d-999d-103014fe4777/18421903-d32c-4194-9976-84a4232fbb9d/d38a475a-27e1-4d0c-acee-af19a063a089) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:53.896352 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-54e3b162-ac03-4041-8c48-d42487dceafc None None] Transition to ACTIVE for port object 77c72713-577d-4ff3-9d4c-c210df3cee32 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:53.899286 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:53.934674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port e7de41f9-281f-4dff-8dc5-8efdd280a087, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e7de41f9-281f-4dff-8dc5-8efdd280a087,segment=NetworkSegment(f2a47708-6aea-4e9d-be11-a0c1c55294b4),segment_id=f2a47708-6aea-4e9d-be11-a0c1c55294b4)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:54.016998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e17e78a3-d7fa-4eae-9438-48844554a8bd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.042649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-54e3b162-ac03-4041-8c48-d42487dceafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.160478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76dbda85-92f6-4435-be1c-7624a70ba185 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.175322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e17e78a3-d7fa-4eae-9438-48844554a8bd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 6911e199-f92b-4b4a-91ce-5acd8fdc60c9 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:54.190641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.247585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3b162-ac03-4041-8c48-d42487dceafc None None] Pushing event updated for resources: {'Port': ['ID=77c72713-577d-4ff3-9d4c-c210df3cee32,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:54.269561 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3bd2f58b-3c74-4825-87b8-1a517bd1beee req-f5052eda-2bc1-4e44-8db6-f1fdf0fc8d13 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 210 time: 0.0987754 Mar 11 15:47:54.363875 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=e7de41f9-281f-4dff-8dc5-8efdd280a087,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:54.406885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.460523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-76dbda85-92f6-4435-be1c-7624a70ba185 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for c1785d34-1a71-4c16-b49d-241f14a04a8b owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:54.466091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 77c72713-577d-4ff3-9d4c-c210df3cee32 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:54.500163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e17e78a3-d7fa-4eae-9438-48844554a8bd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.541620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.582252 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d7af0d39-2f23-444c-b13a-dfc96f1eeb09 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:54.630024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.636891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e78a3-d7fa-4eae-9438-48844554a8bd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=6911e199-f92b-4b4a-91ce-5acd8fdc60c9,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:54.661521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object d38a475a-27e1-4d0c-acee-af19a063a089 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:54.750294 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:54.755694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e17e78a3-d7fa-4eae-9438-48844554a8bd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.759981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:54.759981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.773715 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e17e78a3-d7fa-4eae-9438-48844554a8bd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/6911e199-f92b-4b4a-91ce-5acd8fdc60c9 HTTP/1.1" status: 204 len: 168 time: 1.1633332 Mar 11 15:47:54.776045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41376) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:54.854446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.856500 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35662de-a37d-4761-9c7f-d9ccb9d3437f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:47:54.860460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c35662de-a37d-4761-9c7f-d9ccb9d3437f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/6911e199-f92b-4b4a-91ce-5acd8fdc60c9 HTTP/1.1" status: 404 len: 333 time: 0.0809255 Mar 11 15:47:54.861318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41392) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:54.920848 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.946722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network eab60c90-2490-4f3d-999d-103014fe4777 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:54.959005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:54.963222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76dbda85-92f6-4435-be1c-7624a70ba185 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.968084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:47:54.969457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78517e85-8470-460f-a725-f77ce1bec16f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.976853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port d7af0d39-2f23-444c-b13a-dfc96f1eeb09, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d7af0d39-2f23-444c-b13a-dfc96f1eeb09,segment=NetworkSegment(d16ff4a6-4259-49f0-af1d-0d890eb91e2c),segment_id=d16ff4a6-4259-49f0-af1d-0d890eb91e2c)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:55.012978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78517e85-8470-460f-a725-f77ce1bec16f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.019940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=d38a475a-27e1-4d0c-acee-af19a063a089,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:55.035537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.138175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78517e85-8470-460f-a725-f77ce1bec16f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.188271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbda85-92f6-4435-be1c-7624a70ba185 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=c1785d34-1a71-4c16-b49d-241f14a04a8b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:55.197818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78517e85-8470-460f-a725-f77ce1bec16f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da0be4c-425b-41c5-b175-04f137602b23,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:55.199941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-78517e85-8470-460f-a725-f77ce1bec16f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.207628 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-78517e85-8470-460f-a725-f77ce1bec16f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/security-groups/7da0be4c-425b-41c5-b175-04f137602b23 HTTP/1.1" status: 204 len: 168 time: 0.3448966 Mar 11 15:47:55.212188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41404) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:55.225820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=d7af0d39-2f23-444c-b13a-dfc96f1eeb09,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:55.308159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dc5c8eb3-bd46-403a-9c80-b43539037b88 None None] Provisioning complete for port bbcf531a-79ce-40ca-9340-a229f28c9136 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:55.308530 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8eb3-bd46-403a-9c80-b43539037b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.373376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6340d1d9-21b5-4e14-b1b9-5c07e28d3ac4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.446910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c8eb3-bd46-403a-9c80-b43539037b88 None None] Port bbcf531a-79ce-40ca-9340-a229f28c9136 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:55.447179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6340d1d9-21b5-4e14-b1b9-5c07e28d3ac4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.459656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dc5c8eb3-bd46-403a-9c80-b43539037b88 None None] Could not find standard attr ID for object 6911e199-f92b-4b4a-91ce-5acd8fdc60c9. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:47:55.483519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:55.486786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.542993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dc5c8eb3-bd46-403a-9c80-b43539037b88 None None] Provisioning for port 77c72713-577d-4ff3-9d4c-c210df3cee32 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:55.548589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dc5c8eb3-bd46-403a-9c80-b43539037b88 None None] Provisioning complete for port 77c72713-577d-4ff3-9d4c-c210df3cee32 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:55.556369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8eb3-bd46-403a-9c80-b43539037b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.600887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6340d1d9-21b5-4e14-b1b9-5c07e28d3ac4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.616407 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-159ae17c-5a8f-4820-8ba9-d5e68a80f82f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9371023 Mar 11 15:47:55.622139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76dbda85-92f6-4435-be1c-7624a70ba185 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.632572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340d1d9-21b5-4e14-b1b9-5c07e28d3ac4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a8dc1a-8b28-495d-ace5-3459cf44ba1d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:55.635060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6340d1d9-21b5-4e14-b1b9-5c07e28d3ac4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.636327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Request body: {'port': {'device_id': '3a921254-9094-4383-8cc8-74c93aa29903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:55.636530 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6340d1d9-21b5-4e14-b1b9-5c07e28d3ac4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/security-groups/89a8dc1a-8b28-495d-ace5-3459cf44ba1d HTTP/1.1" status: 204 len: 168 time: 0.4232872 Mar 11 15:47:55.639178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41410) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:55.768412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9dbf1d-7002-41be-80cb-5928421a8f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting subnet 149fac76-8295-4252-a63b-f8eb79610279 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:55.780126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d9dbf1d-7002-41be-80cb-5928421a8f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.874192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d9dbf1d-7002-41be-80cb-5928421a8f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.885257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.920524 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-650cea3a-53f2-407f-8747-5a0a672f6f71 None None] Could not find standard attr ID for object 6911e199-f92b-4b4a-91ce-5acd8fdc60c9. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:47:55.933964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.993615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d9dbf1d-7002-41be-80cb-5928421a8f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:56.047347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-650cea3a-53f2-407f-8747-5a0a672f6f71 None None] Provisioning for port d38a475a-27e1-4d0c-acee-af19a063a089 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:56.057328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-650cea3a-53f2-407f-8747-5a0a672f6f71 None None] Provisioning complete for port d38a475a-27e1-4d0c-acee-af19a063a089 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:56.058869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-650cea3a-53f2-407f-8747-5a0a672f6f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:56.147385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-650cea3a-53f2-407f-8747-5a0a672f6f71 None None] Port d38a475a-27e1-4d0c-acee-af19a063a089 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:56.162070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d9dbf1d-7002-41be-80cb-5928421a8f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:56.243544 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d9dbf1d-7002-41be-80cb-5928421a8f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:56.254456 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a06190-f884-47c9-ab2d-a12cbfdb93e0 None None] Network 9654913b-3351-42ce-aae8-6b06c124db40 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:56.261435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dbf1d-7002-41be-80cb-5928421a8f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Subnet': ['ID=149fac76-8295-4252-a63b-f8eb79610279,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:56.274998 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6d9dbf1d-7002-41be-80cb-5928421a8f86 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/149fac76-8295-4252-a63b-f8eb79610279 HTTP/1.1" status: 204 len: 168 time: 0.6311572 Mar 11 15:47:56.276869 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41416) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:56.295184 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:56.308518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dbda85-92f6-4435-be1c-7624a70ba185 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Router 46f5e19a-1add-4347-ad57-e9c98d14542f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:47:56.325022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd90524-0ca5-4af1-bb42-9eee9eebc69a req-8ce3e19c-e50b-48b3-9209-b13981464e0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:56.325943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6fd90524-0ca5-4af1-bb42-9eee9eebc69a req-8ce3e19c-e50b-48b3-9209-b13981464e0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:56.331156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:56.443329 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 77c72713-577d-4ff3-9d4c-c210df3cee32 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:56.555201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6fd90524-0ca5-4af1-bb42-9eee9eebc69a req-8ce3e19c-e50b-48b3-9209-b13981464e0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:56.556690 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fd90524-0ca5-4af1-bb42-9eee9eebc69a req-8ce3e19c-e50b-48b3-9209-b13981464e0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 932 time: 0.9886661 Mar 11 15:47:56.577508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:56.581358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:56.584246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:56.590246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:56.616878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dbda85-92f6-4435-be1c-7624a70ba185 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:47:56.631048 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-76dbda85-92f6-4435-be1c-7624a70ba185 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "PUT /v2.0/routers/46f5e19a-1add-4347-ad57-e9c98d14542f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9420896 Mar 11 15:47:56.634798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41420) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:56.642068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e78ee-2416-4ff6-af48-0e52fd42df97 None None] Sync routers for ids ['46f5e19a-1add-4347-ad57-e9c98d14542f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:47:56.652450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 77c72713-577d-4ff3-9d4c-c210df3cee32 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:56.656706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:56.670285 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fd90524-0ca5-4af1-bb42-9eee9eebc69a req-3eb1dee6-2633-48a4-bf07-bb698632e674 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730591 Mar 11 15:47:56.700483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e78ee-2416-4ff6-af48-0e52fd42df97 None None] Routers {'46f5e19a-1add-4347-ad57-e9c98d14542f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:56.701144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bf0e78ee-2416-4ff6-af48-0e52fd42df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['46f5e19a-1add-4347-ad57-e9c98d14542f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:56.712859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:56.716727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:56.739044 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-9460f64d-405c-44f4-818d-37e69910a62b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:47:56.743644 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9460f64d-405c-44f4-818d-37e69910a62b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/c1785d34-1a71-4c16-b49d-241f14a04a8b HTTP/1.1" status: 404 len: 333 time: 0.1042907 Mar 11 15:47:56.753571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41424) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:56.780657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bf0e78ee-2416-4ff6-af48-0e52fd42df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:56.842155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e78ee-2416-4ff6-af48-0e52fd42df97 None None] Routers {'46f5e19a-1add-4347-ad57-e9c98d14542f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:47:56.842779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bf0e78ee-2416-4ff6-af48-0e52fd42df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['46f5e19a-1add-4347-ad57-e9c98d14542f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:56.905346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38a475a-27e1-4d0c-acee-af19a063a089 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:47:56.916714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:56.934098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Transition to ACTIVE for port object d38a475a-27e1-4d0c-acee-af19a063a089 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:56.964109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-bf0e78ee-2416-4ff6-af48-0e52fd42df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:56.964739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e78ee-2416-4ff6-af48-0e52fd42df97 None None] The sync data for ids ['46f5e19a-1add-4347-ad57-e9c98d14542f'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:47:56.964847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1ebaf1c0-824d-447a-a049-15375e4b9549 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.049570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e7de41f9-281f-4dff-8dc5-8efdd280a087 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:57.075001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.129553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port e7de41f9-281f-4dff-8dc5-8efdd280a087 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:57.129969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.350578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d7af0d39-2f23-444c-b13a-dfc96f1eeb09 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:57.380271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Pushing event updated for resources: {'Port': ['ID=d38a475a-27e1-4d0c-acee-af19a063a089,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:57.443677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1ebaf1c0-824d-447a-a049-15375e4b9549 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.447970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1ebaf1c0-824d-447a-a049-15375e4b9549 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.536465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Attempting to bind port d38a475a-27e1-4d0c-acee-af19a063a089 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:57.537038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Attempting to bind port d38a475a-27e1-4d0c-acee-af19a063a089 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:57.538240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Attempting to bind port d38a475a-27e1-4d0c-acee-af19a063a089 on network eab60c90-2490-4f3d-999d-103014fe4777 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:57.547529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Port d38a475a-27e1-4d0c-acee-af19a063a089 on network eab60c90-2490-4f3d-999d-103014fe4777 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:47:57.547704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:57.547812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Attempting to bind port d38a475a-27e1-4d0c-acee-af19a063a089 on network eab60c90-2490-4f3d-999d-103014fe4777 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:47:57.547909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.559569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:47:57.560721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Checking segment: {'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:47:57.561264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Bound using segment: {'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:47:57.561809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Bound port: d38a475a-27e1-4d0c-acee-af19a063a089, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:57.563179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.654845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1ebaf1c0-824d-447a-a049-15375e4b9549 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.655275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebaf1c0-824d-447a-a049-15375e4b9549 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Fanout notify agent at l3_agent the message router_deleted on router 46f5e19a-1add-4347-ad57-e9c98d14542f {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:47:57.677505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1ebaf1c0-824d-447a-a049-15375e4b9549 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.680160 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1ebaf1c0-824d-447a-a049-15375e4b9549 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/routers/46f5e19a-1add-4347-ad57-e9c98d14542f HTTP/1.1" status: 204 len: 168 time: 0.9253407 Mar 11 15:47:57.686569 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41430) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:57.713234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] For port d38a475a-27e1-4d0c-acee-af19a063a089, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:47:57.723130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] For port d38a475a-27e1-4d0c-acee-af19a063a089, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d38a475a-27e1-4d0c-acee-af19a063a089,segment=NetworkSegment(d5fdf9f6-40ac-4532-87f5-22e1863ff7c9),segment_id=d5fdf9f6-40ac-4532-87f5-22e1863ff7c9)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:47:57.740148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.817733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9654913b-3351-42ce-aae8-6b06c124db40 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:57.832005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:57.841272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-185e83b8-e16d-4aa1-a943-e2ace09a8227 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting subnet 3593ae85-ecd7-4aae-bdd2-d591a0fa5092 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:47:57.844259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:57.844920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.858008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-185e83b8-e16d-4aa1-a943-e2ace09a8227 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.873724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.924610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Subnet': ['ID=4d4a32d2-2154-4a27-956c-550e67ec3676,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:57.943411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-185e83b8-e16d-4aa1-a943-e2ace09a8227 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.011806 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-58a62a5d-4cce-4c10-850e-41aa447ae936 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7332373 Mar 11 15:47:58.012850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41436) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:58.016475 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30247f0a-f9d8-4b47-8082-8051713733e8 None None] Network 9654913b-3351-42ce-aae8-6b06c124db40 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:58.026962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'security_group': {'name': 'tempest-secgroup-1612829065'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:58.036855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:58.045173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:security_group and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:58.053067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:58.062473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:58.078218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:58.079017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.080217 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] 10.222.0.30 "PUT /v2.0/ports/d38a475a-27e1-4d0c-acee-af19a063a089 HTTP/1.1" status: 200 len: 1094 time: 2.4480386 Mar 11 15:47:58.081783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a921254-9094-4383-8cc8-74c93aa29903', 'tag': 'd38a475a-27e1-4d0c-acee-af19a063a089'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:47:58.084984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-185e83b8-e16d-4aa1-a943-e2ace09a8227 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.115821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Pushing event updated for resources: {'Port': ['ID=d38a475a-27e1-4d0c-acee-af19a063a089,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:58.124356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.124750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.125092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.125430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.125755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.126084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.126438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.126737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.127054 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.127372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.127691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.128003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af794-8f83-42f4-8326-93823df7c81a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:58.152391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.173079 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a921254-9094-4383-8cc8-74c93aa29903', 'tag': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'status': 'completed', 'code': 200} Mar 11 15:47:58.195900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3da3e2-af7c-4e9a-a8ca-101ab9bfb219 req-b96113fa-e476-41c0-b49f-550e3c0a6410 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:58.200667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:58.200839 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cc3da3e2-af7c-4e9a-a8ca-101ab9bfb219 req-b96113fa-e476-41c0-b49f-550e3c0a6410 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 944 time: 0.3840518 Mar 11 15:47:58.222389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:security_group_rule and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:58.226136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:58.240886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:58.241455 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-669240cd-de50-44c5-bfbb-85fc6d45bb8e None None] Provisioning complete for port bbcf531a-79ce-40ca-9340-a229f28c9136 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:58.249231 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-669240cd-de50-44c5-bfbb-85fc6d45bb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.346029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-185e83b8-e16d-4aa1-a943-e2ace09a8227 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.387026 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-669240cd-de50-44c5-bfbb-85fc6d45bb8e None None] Port bbcf531a-79ce-40ca-9340-a229f28c9136 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:47:58.394976 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cc3da3e2-af7c-4e9a-a8ca-101ab9bfb219 req-75772c24-bbcf-43ee-9411-538c39df899a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949671 Mar 11 15:47:58.407309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e83b8-e16d-4aa1-a943-e2ace09a8227 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Subnet': ['ID=3593ae85-ecd7-4aae-bdd2-d591a0fa5092,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:58.427224 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e729c-e10b-409b-a9c3-41507e43b1e9 req-c3b957fe-2d70-4e82-bdd7-75fa53153315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:58.430631 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-849e729c-e10b-409b-a9c3-41507e43b1e9 req-c3b957fe-2d70-4e82-bdd7-75fa53153315 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 1097 time: 0.2281899 Mar 11 15:47:58.442649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-669240cd-de50-44c5-bfbb-85fc6d45bb8e None None] Provisioning complete for port 77c72713-577d-4ff3-9d4c-c210df3cee32 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:58.443014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-669240cd-de50-44c5-bfbb-85fc6d45bb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.462267 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-185e83b8-e16d-4aa1-a943-e2ace09a8227 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.470988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.493417 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-185e83b8-e16d-4aa1-a943-e2ace09a8227 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/3593ae85-ecd7-4aae-bdd2-d591a0fa5092 HTTP/1.1" status: 204 len: 168 time: 0.8053999 Mar 11 15:47:58.496093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41444) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:58.499164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef8a037-4e63-480f-834b-3f0094b6ed65 None None] Network 237490ea-f5ae-4550-bbfd-7f194cf123a2 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:47:58.563388 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.611333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e729c-e10b-409b-a9c3-41507e43b1e9 req-c54b98df-2d91-4e50-ac88-aaa2b2ff829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:58.613022 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-849e729c-e10b-409b-a9c3-41507e43b1e9 req-c54b98df-2d91-4e50-ac88-aaa2b2ff829f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1749041 Mar 11 15:47:58.685837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7f7bc0-c102-4e5b-909d-91295b6bbaab,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:58.697108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.707961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port e7de41f9-281f-4dff-8dc5-8efdd280a087 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:58.708389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.804000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e729c-e10b-409b-a9c3-41507e43b1e9 req-3b518c11-f419-4a2e-a5bc-a3677baf3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:58.806155 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-849e729c-e10b-409b-a9c3-41507e43b1e9 req-3b518c11-f419-4a2e-a5bc-a3677baf3142 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1871269 Mar 11 15:47:58.897080 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.897511 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-486089c0-be73-447d-ae7b-a4ff1d9a0447 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8808866 Mar 11 15:47:58.905068 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41448) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:58.910505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'security_group': {'name': 'tempest-secgroup-269799299'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:58.926103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:58.940600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:security_group and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:58.946950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:59.015792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:59.016403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-e79fa291-c549-4ad2-b3a7-e7a977aedf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:59.021471 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-e79fa291-c549-4ad2-b3a7-e7a977aedf7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 1097 time: 0.1570795 Mar 11 15:47:59.050831 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b1fcc5-d436-4e38-b750-25acad45e9db None None] DHCP port deletion for 237490ea-f5ae-4550-bbfd-7f194cf123a2 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:47:59.072820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-12b1fcc5-d436-4e38-b750-25acad45e9db None None] Deleting port e7de41f9-281f-4dff-8dc5-8efdd280a087 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:47:59.073392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-12b1fcc5-d436-4e38-b750-25acad45e9db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.106194 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-5e38b4f9-a5fc-49a7-924e-d2df02437f97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38a475a-27e1-4d0c-acee-af19a063a089 HTTP/1.1" status: 200 len: 217 time: 0.0836937 Mar 11 15:47:59.145274 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Update dhcp port {'port': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'fixed_ips': [{'subnet_id': '4c210873-51c0-4f93-a97b-82a32b37ac68', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d4a32d2-2154-4a27-956c-550e67ec3676'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': '77c72713-577d-4ff3-9d4c-c210df3cee32'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:47:59.168308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] For port e7de41f9-281f-4dff-8dc5-8efdd280a087, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e7de41f9-281f-4dff-8dc5-8efdd280a087,segment=NetworkSegment(f2a47708-6aea-4e9d-be11-a0c1c55294b4),segment_id=f2a47708-6aea-4e9d-be11-a0c1c55294b4)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:59.169001 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.190498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-8c7d990d-ae30-4242-9c27-ad94fbe363be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:59.193222 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-8c7d990d-ae30-4242-9c27-ad94fbe363be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18421903-d32c-4194-9976-84a4232fbb9d HTTP/1.1" status: 200 len: 835 time: 0.0812929 Mar 11 15:47:59.313521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-cff42558-1b9b-43a1-aed4-abe942abe6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:59.321680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-cff42558-1b9b-43a1-aed4-abe942abe6c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eab60c90-2490-4f3d-999d-103014fe4777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1233294 Mar 11 15:47:59.327608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.328957 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for e7de41f9-281f-4dff-8dc5-8efdd280a087 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:59.374113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.423595 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:59.430039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:security_group_rule and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:59.433497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:59.442231 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:59.510553 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-dee66433-c70b-4736-aeee-09db3f187874 service neutron] 10.222.0.30 "GET /v2.0/networks/eab60c90-2490-4f3d-999d-103014fe4777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741860 Mar 11 15:47:59.532855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.541224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.616867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.643542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-12b1fcc5-d436-4e38-b750-25acad45e9db None None] For port e7de41f9-281f-4dff-8dc5-8efdd280a087, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e7de41f9-281f-4dff-8dc5-8efdd280a087,segment=NetworkSegment(f2a47708-6aea-4e9d-be11-a0c1c55294b4),segment_id=f2a47708-6aea-4e9d-be11-a0c1c55294b4)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:47:59.644354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-12b1fcc5-d436-4e38-b750-25acad45e9db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.655348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No DVR routers for this DVR port e7de41f9-281f-4dff-8dc5-8efdd280a087 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:59.696837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=e7de41f9-281f-4dff-8dc5-8efdd280a087,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:59.752318 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be7538f8-dc34-4614-afcf-ce83edc1f583 req-7d392ad8-aed8-49e1-ac5b-caef28cbba40 service neutron] 10.222.0.30 "GET /v2.0/networks/eab60c90-2490-4f3d-999d-103014fe4777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355788 Mar 11 15:47:59.780441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.780441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.780441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.780441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.780441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.780441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.780441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.781239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.781239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.781239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.781495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049169ed-ba9f-4a12-bd01-025354d7221d req-7e3d94cd-f14c-41ca-8384-f4c9720c329f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:59.782045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.782045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:59.783330 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-049169ed-ba9f-4a12-bd01-025354d7221d req-7e3d94cd-f14c-41ca-8384-f4c9720c329f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 944 time: 0.1513963 Mar 11 15:47:59.840804 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-049169ed-ba9f-4a12-bd01-025354d7221d req-43ede945-4d97-4d10-9496-54b7a98364cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488520 Mar 11 15:47:59.856384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-12b1fcc5-d436-4e38-b750-25acad45e9db None None] Calling delete_port for e7de41f9-281f-4dff-8dc5-8efdd280a087 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:47:59.869254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d43b264-46b9-4b46-aba1-a760c61114a3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:59.875852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.900923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.907815 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ca5ea6bf-daef-47c7-86e8-1275eb9735c9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9961619 Mar 11 15:47:59.907815 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237490ea-f5ae-4550-bbfd-7f194cf123a2']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:59.908136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41456) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:59.913186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'security_group': {'name': 'tempest-secgroup-506561030'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:47:59.920920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a47708-6aea-4e9d-be11-a0c1c55294b4') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:59.921313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a47708-6aea-4e9d-be11-a0c1c55294b4') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:59.927533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:59.934978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:security_group and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:59.936373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.938734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:59.945658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:59.958879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.967171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:47:59.967640 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.986238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Allocated IP 172.20.0.2 (9654913b-3351-42ce-aae8-6b06c124db40/4d4a32d2-2154-4a27-956c-550e67ec3676/77c72713-577d-4ff3-9d4c-c210df3cee32) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:59.986495 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:59.991567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-12b1fcc5-d436-4e38-b750-25acad45e9db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:59.991943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-12b1fcc5-d436-4e38-b750-25acad45e9db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:48:00.012533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:00.034203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:00.038201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:security_group_rule and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:00.041947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:00.048526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:00.131037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] For port 77c72713-577d-4ff3-9d4c-c210df3cee32, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=77c72713-577d-4ff3-9d4c-c210df3cee32,segment=NetworkSegment(daca9694-59ee-4eaf-8468-1abf73e3cd8f),segment_id=daca9694-59ee-4eaf-8468-1abf73e3cd8f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:00.144282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:00.157484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:00.263299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e7de41f9-281f-4dff-8dc5-8efdd280a087 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:48:00.302780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: e7de41f9-281f-4dff-8dc5-8efdd280a087 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:48:00.303124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e7de41f9-281f-4dff-8dc5-8efdd280a087 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:48:00.492760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Transition to ACTIVE for port object 77c72713-577d-4ff3-9d4c-c210df3cee32 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:00.493020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:00.493636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-12b1fcc5-d436-4e38-b750-25acad45e9db None None] Deleting port e7de41f9-281f-4dff-8dc5-8efdd280a087 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:00.494990 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-12b1fcc5-d436-4e38-b750-25acad45e9db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:00.513639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:00.521176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:00.523389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Network': ['ID=237490ea-f5ae-4550-bbfd-7f194cf123a2,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:00.528137 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-46ad5965-1bb0-49fc-ab29-faeb15345149 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/networks/237490ea-f5ae-4550-bbfd-7f194cf123a2 HTTP/1.1" status: 204 len: 168 time: 2.0303566 Mar 11 15:48:00.532660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41460) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:00.567916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:00.579417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-12b1fcc5-d436-4e38-b750-25acad45e9db None None] The port 'e7de41f9-281f-4dff-8dc5-8efdd280a087' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:48:00.615197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6efc6d-91ac-4564-8b81-87606b6c91e0,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:00.638327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2362431-dfec-4ee4-9711-d8b790610627 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:00.638985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d2362431-dfec-4ee4-9711-d8b790610627 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:00.731924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Pushing event updated for resources: {'Port': ['ID=77c72713-577d-4ff3-9d4c-c210df3cee32,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:00.738406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:00.739642 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f952c7f4-e75b-4d56-b828-799c9d9248b3 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8323929 Mar 11 15:48:00.739968 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.740324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.742052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.742052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.742052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.742052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.742483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.742709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.743039 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.743362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.743700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.744002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8690671f-c2c3-4a19-a303-d5cd1dbe20ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:00.744401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41466) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:00.757646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1450128724', 'security_groups': ['1b6efc6d-91ac-4564-8b81-87606b6c91e0'], 'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d4a32d2-2154-4a27-956c-550e67ec3676'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:00.778188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d2362431-dfec-4ee4-9711-d8b790610627 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:00.779364 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d2362431-dfec-4ee4-9711-d8b790610627 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/f1fbdc35-5970-4d62-b159-fa71bbd091e1 HTTP/1.1" status: 200 len: 844 time: 0.2425768 Mar 11 15:48:00.783640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41470) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:00.892189 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7d0d4769-060d-4a9d-bc46-f16a99680e30 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/f1fbdc35-5970-4d62-b159-fa71bbd091e1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1043530 Mar 11 15:48:00.892346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41476) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:00.899015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:00.959452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:00.965366 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:port and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:00.970990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:00.977619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:01.076117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:01.081949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:01.085377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:01.092187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:01.093469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:01.125525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b18f1-0534-4b58-85e7-3de2f8bcc550 req-45753afb-2cbf-45d9-b35e-c3a1f8c574c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:01.127056 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f07b18f1-0534-4b58-85e7-3de2f8bcc550 req-45753afb-2cbf-45d9-b35e-c3a1f8c574c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 944 time: 0.1237264 Mar 11 15:48:01.180813 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f07b18f1-0534-4b58-85e7-3de2f8bcc550 req-d58a4073-f9ef-41e7-a177-1555f4064917 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477588 Mar 11 15:48:01.262989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:01.293883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] device_id is not set on port 0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:48:01.429400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:01.432948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:01.467078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e0c7eda8-210d-4109-a345-d40f514458b4 None None] Provisioning complete for port bbcf531a-79ce-40ca-9340-a229f28c9136 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:01.467713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e0c7eda8-210d-4109-a345-d40f514458b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:01.524618 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e0c7eda8-210d-4109-a345-d40f514458b4 None None] Port bbcf531a-79ce-40ca-9340-a229f28c9136 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:01.538256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.3 (9654913b-3351-42ce-aae8-6b06c124db40/4d4a32d2-2154-4a27-956c-550e67ec3676/0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:01.593989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e0c7eda8-210d-4109-a345-d40f514458b4 None None] Provisioning for port 77c72713-577d-4ff3-9d4c-c210df3cee32 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:01.599661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e0c7eda8-210d-4109-a345-d40f514458b4 None None] Provisioning complete for port 77c72713-577d-4ff3-9d4c-c210df3cee32 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:01.600254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e0c7eda8-210d-4109-a345-d40f514458b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:01.774774 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:01.792466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object 0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:01.949828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:01.950510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.017143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:02.020960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:02.025234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:02.025823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.033419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5872cff-7dbe-4ed4-8d16-c9c8a32959b7 None None] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:02.055774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Subnet': ['ID=3548a51e-0a69-45f9-be5c-20dc2af4f8fc,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:02.128119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9654913b-3351-42ce-aae8-6b06c124db40 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:02.135933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:02.140372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:02.144373 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-eb9d9299-5d77-4a00-8b26-52c373ecb64c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2509196 Mar 11 15:48:02.146999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41482) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:02.154323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'security_group': {'name': 'tempest-secgroup-151065705'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:02.163224 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:02.169839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:security_group and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:02.175773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:02.178429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:02.187365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:02.217692 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:02.218353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.258350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.309522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:02.318888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:security_group_rule and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:02.323426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:02.324741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 77c72713-577d-4ff3-9d4c-c210df3cee32 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:02.342962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:02.346661 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-da584025-ec98-4e8c-b232-1172597efbff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5956559 Mar 11 15:48:02.346825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41488) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:02.362290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-658ebe89-f917-4562-8cd5-582cbbefebbd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:02.458842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device d38a475a-27e1-4d0c-acee-af19a063a089 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:48:02.465453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 77c72713-577d-4ff3-9d4c-c210df3cee32 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:02.465839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.537476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-150feecc-1e8d-4436-877e-d2f3ba4e6669', 'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'tenant_id': 'f209c05770b743edb4f255fdd59cced3', 'fixed_ips': [{'subnet_id': '3548a51e-0a69-45f9-be5c-20dc2af4f8fc'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:48:02.538319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.607626 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-658ebe89-f917-4562-8cd5-582cbbefebbd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:02.622718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-658ebe89-f917-4562-8cd5-582cbbefebbd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:02.627494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-658ebe89-f917-4562-8cd5-582cbbefebbd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:02.643381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-658ebe89-f917-4562-8cd5-582cbbefebbd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:02.678237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.684888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f7558-34d0-4d4d-9c15-6f8d32316a25 req-079d526a-88a4-471d-acd2-81332d39b6ee tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:02.686427 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1a0f7558-34d0-4d4d-9c15-6f8d32316a25 req-079d526a-88a4-471d-acd2-81332d39b6ee tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 944 time: 0.1980116 Mar 11 15:48:02.693171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6c0da5b7-95e4-410e-8f6f-73e10696bd44 None None] Provisioning for port 0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:02.723063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6c0da5b7-95e4-410e-8f6f-73e10696bd44 None None] Provisioning complete for port 0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:02.723479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6c0da5b7-95e4-410e-8f6f-73e10696bd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.739296 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1a0f7558-34d0-4d4d-9c15-6f8d32316a25 req-f5af112d-db6a-468d-a72c-11c2808d8000 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462182 Mar 11 15:48:02.762140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.812059 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3295f27a-3a33-41cb-ba0d-2fe5a32f9736,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:02.874880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658ebe89-f917-4562-8cd5-582cbbefebbd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:02.878435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-658ebe89-f917-4562-8cd5-582cbbefebbd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.910119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.910942 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c1894028-e84a-40cf-8fd1-c1cea2b36e3a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7627904 Mar 11 15:48:02.911411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port d38a475a-27e1-4d0c-acee-af19a063a089, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d38a475a-27e1-4d0c-acee-af19a063a089,segment=NetworkSegment(d5fdf9f6-40ac-4532-87f5-22e1863ff7c9),segment_id=d5fdf9f6-40ac-4532-87f5-22e1863ff7c9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:02.914879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41492) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:02.918679 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6c0da5b7-95e4-410e-8f6f-73e10696bd44 None None] Port 0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:02.921523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'security_group': {'name': 'tempest-secgroup-113450790'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:02.932416 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:02.937979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:security_group and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:02.945953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:02.959423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:02.973124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'port_id': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'mac_address': 'fa:16:3e:2c:2e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:48:03.029616 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.ipam_backend_mixin [None req-658ebe89-f917-4562-8cd5-582cbbefebbd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4d4a32d2-2154-4a27-956c-550e67ec3676 (CIDR: 172.20.0.0/28) Mar 11 15:48:03.036180 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Allocated IP 2001:db8::2 (150feecc-1e8d-4436-877e-d2f3ba4e6669/3548a51e-0a69-45f9-be5c-20dc2af4f8fc/fca6ad5c-11d6-472e-bd20-3f6828aa6a74) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:03.053879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.071109 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-658ebe89-f917-4562-8cd5-582cbbefebbd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:48:03.071418 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.071829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658ebe89-f917-4562-8cd5-582cbbefebbd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:03.097055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:03.097922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38a475a-27e1-4d0c-acee-af19a063a089 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:48:03.101480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:security_group_rule and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:03.104630 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:03.116485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:03.161901 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-658ebe89-f917-4562-8cd5-582cbbefebbd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8139479 Mar 11 15:48:03.164435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41498) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:03.171186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f05db72b-b832-4b26-93f4-4b135b7ff556 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:03.174761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port d38a475a-27e1-4d0c-acee-af19a063a089, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d38a475a-27e1-4d0c-acee-af19a063a089,segment=NetworkSegment(d5fdf9f6-40ac-4532-87f5-22e1863ff7c9),segment_id=d5fdf9f6-40ac-4532-87f5-22e1863ff7c9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:03.203662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.270030 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.293399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.333863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f05db72b-b832-4b26-93f4-4b135b7ff556 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:03.338560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f05db72b-b832-4b26-93f4-4b135b7ff556 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:03.345489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f05db72b-b832-4b26-93f4-4b135b7ff556 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:03.347922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f05db72b-b832-4b26-93f4-4b135b7ff556 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:03.360911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be37677e-2f12-4094-8c0e-08504177e0f1,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:03.363630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.379794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Transition to ACTIVE for port object fca6ad5c-11d6-472e-bd20-3f6828aa6a74 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:03.382064 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=d38a475a-27e1-4d0c-acee-af19a063a089,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:03.395320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.400199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41502) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:03.404076 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-95b8a4e6-436a-4c41-b706-53aeb7ae9d16 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4853232 Mar 11 15:48:03.404226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Transition to ACTIVE for port object fca6ad5c-11d6-472e-bd20-3f6828aa6a74 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:03.406069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-703550261', 'security_groups': ['be37677e-2f12-4094-8c0e-08504177e0f1'], 'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3548a51e-0a69-45f9-be5c-20dc2af4f8fc'}]}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:03.494842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05db72b-b832-4b26-93f4-4b135b7ff556 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:03.498269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f05db72b-b832-4b26-93f4-4b135b7ff556 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.503897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.580424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:03.584934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['d38a475a-27e1-4d0c-acee-af19a063a089'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:48:03.616307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:03.624843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Pushing event updated for resources: {'Port': ['ID=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:03.629301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:03.666612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:03.682471 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.ipam_backend_mixin [None req-f05db72b-b832-4b26-93f4-4b135b7ff556 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4c210873-51c0-4f93-a97b-82a32b37ac68 (CIDR: 172.20.0.16/28) Mar 11 15:48:03.685263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:03.746217 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05db72b-b832-4b26-93f4-4b135b7ff556 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:48:03.746617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05db72b-b832-4b26-93f4-4b135b7ff556 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:03.746753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Attempting to bind port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:48:03.747120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Attempting to bind port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:48:03.747484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Attempting to bind port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 on network 150feecc-1e8d-4436-877e-d2f3ba4e6669 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:48:03.765456 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:48:03.765836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Checking segment: {'id': 'a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:48:03.766243 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.766637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Bound using segment: {'id': 'a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:48:03.767114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Bound port: fca6ad5c-11d6-472e-bd20-3f6828aa6a74, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:48:03.767496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.779093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:03.895440 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f05db72b-b832-4b26-93f4-4b135b7ff556 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7290537 Mar 11 15:48:03.898249 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41508) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:03.904221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'subnet': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:03.940062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] For port fca6ad5c-11d6-472e-bd20-3f6828aa6a74, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:48:03.961857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] For port fca6ad5c-11d6-472e-bd20-3f6828aa6a74, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,segment=NetworkSegment(a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e),segment_id=a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:48:04.019888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:04.026114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:04.044634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7504ce-7dfa-4c6a-be8a-cf3d4dee63c8 req-7b68732c-feb2-4c6a-bc3f-80d88a7893f1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:04.052081 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6e7504ce-7dfa-4c6a-be8a-cf3d4dee63c8 req-7b68732c-feb2-4c6a-bc3f-80d88a7893f1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 945 time: 0.1639163 Mar 11 15:48:04.080907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port 2dfb9e03-af97-4c3d-b23e-a56d1a004239 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:48:04.104975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:04.108850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Usage tracker for resource:subnet and tenant:7bf164d980454780a71ae23f56113670 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:04.112413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:04.118543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:04.149286 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6e7504ce-7dfa-4c6a-be8a-cf3d4dee63c8 req-24fd29b7-d2b4-49e4-8aa3-a36b34337959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958424 Mar 11 15:48:04.165981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d77e29-dae2-4c89-b004-a268d448657b None None] Pushing event updated for resources: {'Port': ['ID=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:04.195194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Made reservation on behalf of 7bf164d980454780a71ae23f56113670 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:04.199666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:04.449760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8::1d5 (150feecc-1e8d-4436-877e-d2f3ba4e6669/3548a51e-0a69-45f9-be5c-20dc2af4f8fc/2dfb9e03-af97-4c3d-b23e-a56d1a004239) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:04.652343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:04.715318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Network 9654913b-3351-42ce-aae8-6b06c124db40 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:04.719111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:04.723150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:04.723747 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:04.729177 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1941596-c6d4-4a3f-883f-6df7a97dcda1 None None] Network 9654913b-3351-42ce-aae8-6b06c124db40 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:04.766212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Subnet': ['ID=fa3f21d9-8843-44ab-8e8a-8bf7bf697ebf,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:04.807348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:04.830288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object 2dfb9e03-af97-4c3d-b23e-a56d1a004239 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:04.865438 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b85659ba-7f29-4715-9cd0-f502e2bf1140 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9658034 Mar 11 15:48:04.869380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41514) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:04.878091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1870986330', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fa3f21d9-8843-44ab-8e8a-8bf7bf697ebf'}], 'security_groups': ['1a7f7bc0-c102-4e5b-909d-91295b6bbaab', '3d43b264-46b9-4b46-aba1-a760c61114a3']}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:04.939000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:05.055053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:05.060206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:05.065679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:05.072157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:05.073180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:05.101550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=2dfb9e03-af97-4c3d-b23e-a56d1a004239,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:05.101718 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:05.175621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8ba401e6-5cc1-4cb6-b09d-2548791bbabf tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7716436 Mar 11 15:48:05.175900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41520) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:05.182574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c014cb8a-4eb2-49ee-b88c-19cbed942042 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:05.269154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5acb53-b37d-4071-b9f9-a4a696f6bf97 None None] Update dhcp port {'port': {'network_id': '9654913b-3351-42ce-aae8-6b06c124db40', 'fixed_ips': [{'subnet_id': '4c210873-51c0-4f93-a97b-82a32b37ac68', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d4a32d2-2154-4a27-956c-550e67ec3676', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fa3f21d9-8843-44ab-8e8a-8bf7bf697ebf'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': '77c72713-577d-4ff3-9d4c-c210df3cee32'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:48:05.416981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fa5acb53-b37d-4071-b9f9-a4a696f6bf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:05.535854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c014cb8a-4eb2-49ee-b88c-19cbed942042 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:05.543349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c014cb8a-4eb2-49ee-b88c-19cbed942042 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:05.553791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c014cb8a-4eb2-49ee-b88c-19cbed942042 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:05.578447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29617812-cb3b-4689-bd75-89f7fcc4248f req-bd352437-039d-4f53-b940-2d6df3d210d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:05.579995 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29617812-cb3b-4689-bd75-89f7fcc4248f req-bd352437-039d-4f53-b940-2d6df3d210d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 945 time: 0.2092557 Mar 11 15:48:05.584669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c014cb8a-4eb2-49ee-b88c-19cbed942042 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:05.643049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29617812-cb3b-4689-bd75-89f7fcc4248f req-1bac8a82-2abf-4254-92d3-b15975bcfd8b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492771 Mar 11 15:48:05.665247 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6b80c1ce-98bf-4ec0-b3d9-b2a34b0d7061 None None] Provisioning complete for port f1fbdc35-5970-4d62-b159-fa71bbd091e1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:05.665616 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6b80c1ce-98bf-4ec0-b3d9-b2a34b0d7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:05.675020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c014cb8a-4eb2-49ee-b88c-19cbed942042 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:05.680272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c014cb8a-4eb2-49ee-b88c-19cbed942042 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:05.722216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Delete allocated IP 172.20.0.3 (9654913b-3351-42ce-aae8-6b06c124db40/4d4a32d2-2154-4a27-956c-550e67ec3676) {{(pid=88557) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:48:05.743402 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6b80c1ce-98bf-4ec0-b3d9-b2a34b0d7061 None None] Port f1fbdc35-5970-4d62-b159-fa71bbd091e1 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:05.745861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Allocated IP 172.20.0.42 (9654913b-3351-42ce-aae8-6b06c124db40/fa3f21d9-8843-44ab-8e8a-8bf7bf697ebf/0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:05.840442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6b80c1ce-98bf-4ec0-b3d9-b2a34b0d7061 None None] Provisioning for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:05.875359 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.ipam_backend_mixin [None req-c014cb8a-4eb2-49ee-b88c-19cbed942042 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3548a51e-0a69-45f9-be5c-20dc2af4f8fc (CIDR: 2001:db8::/64) Mar 11 15:48:05.927683 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c014cb8a-4eb2-49ee-b88c-19cbed942042 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:48:05.928128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c014cb8a-4eb2-49ee-b88c-19cbed942042 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:06.002137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:06.019134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Transition to ACTIVE for port object 0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:06.035563 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c014cb8a-4eb2-49ee-b88c-19cbed942042 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8587332 Mar 11 15:48:06.038189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41526) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:06.044243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:06.057921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8a7c039d-9871-425c-89f2-e0efaec93128 None None] Provisioning for port 2dfb9e03-af97-4c3d-b23e-a56d1a004239 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:06.063347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8a7c039d-9871-425c-89f2-e0efaec93128 None None] Provisioning complete for port 2dfb9e03-af97-4c3d-b23e-a56d1a004239 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:06.068028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8a7c039d-9871-425c-89f2-e0efaec93128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:06.109351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:06.130553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c039d-9871-425c-89f2-e0efaec93128 None None] Port 2dfb9e03-af97-4c3d-b23e-a56d1a004239 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:06.201237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:06.220936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:06.233283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:06.249577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:06.272079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-fa5acb53-b37d-4071-b9f9-a4a696f6bf97 None None] Allocated IP 172.20.0.34 (9654913b-3351-42ce-aae8-6b06c124db40/fa3f21d9-8843-44ab-8e8a-8bf7bf697ebf/77c72713-577d-4ff3-9d4c-c210df3cee32) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:06.330395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] In _notify_port_updated(), no bound segment for port 0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a on network 9654913b-3351-42ce-aae8-6b06c124db40 {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:48:06.337753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:06.338393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:06.339713 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "PUT /v2.0/ports/0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a HTTP/1.1" status: 200 len: 960 time: 1.4687853 Mar 11 15:48:06.340756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0465002-766b-4ee0-b02d-0518b89c00c7 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event updated for resources: {'Port': ['ID=0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:06.344055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41530) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:06.387875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:06.391342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:06.410489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fca6ad5c-11d6-472e-bd20-3f6828aa6a74 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:06.494677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device d38a475a-27e1-4d0c-acee-af19a063a089 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:06.517518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-84b99177-923c-46f1-a41c-4eb359d786e9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port 0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:06.517857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-84b99177-923c-46f1-a41c-4eb359d786e9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:06.558221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-fa5acb53-b37d-4071-b9f9-a4a696f6bf97 None None] For port 77c72713-577d-4ff3-9d4c-c210df3cee32, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=77c72713-577d-4ff3-9d4c-c210df3cee32,segment=NetworkSegment(daca9694-59ee-4eaf-8468-1abf73e3cd8f),segment_id=daca9694-59ee-4eaf-8468-1abf73e3cd8f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:06.604597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fa5acb53-b37d-4071-b9f9-a4a696f6bf97 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:06.621703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-fa5acb53-b37d-4071-b9f9-a4a696f6bf97 None None] Transition to ACTIVE for port object 77c72713-577d-4ff3-9d4c-c210df3cee32 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:06.663311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:06.668706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:06.669728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:06.733037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port d38a475a-27e1-4d0c-acee-af19a063a089 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:06.739098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fa5acb53-b37d-4071-b9f9-a4a696f6bf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:06.802356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port d38a475a-27e1-4d0c-acee-af19a063a089 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:06.803139 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:06.924800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-84b99177-923c-46f1-a41c-4eb359d786e9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:07.051602 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5acb53-b37d-4071-b9f9-a4a696f6bf97 None None] Pushing event updated for resources: {'Port': ['ID=77c72713-577d-4ff3-9d4c-c210df3cee32,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:07.054991 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:07.083237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-84b99177-923c-46f1-a41c-4eb359d786e9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for 0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:07.135343 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port fca6ad5c-11d6-472e-bd20-3f6828aa6a74, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,segment=NetworkSegment(a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e),segment_id=a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:07.206179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:07.206179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a921254-9094-4383-8cc8-74c93aa29903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38a475a-27e1-4d0c-acee-af19a063a089'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:48:07.215359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port d38a475a-27e1-4d0c-acee-af19a063a089, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d38a475a-27e1-4d0c-acee-af19a063a089,segment=NetworkSegment(d5fdf9f6-40ac-4532-87f5-22e1863ff7c9),segment_id=d5fdf9f6-40ac-4532-87f5-22e1863ff7c9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:07.263386 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a921254-9094-4383-8cc8-74c93aa29903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'code': 200} Mar 11 15:48:07.299370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c6bc-ac00-454d-8cad-6ccd74d454c1 req-e990f4a2-2e20-4946-a2db-4489071ebef2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:07.301024 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-21b2c6bc-ac00-454d-8cad-6ccd74d454c1 req-e990f4a2-2e20-4946-a2db-4489071ebef2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 945 time: 0.4928019 Mar 11 15:48:07.412767 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-21b2c6bc-ac00-454d-8cad-6ccd74d454c1 req-3f157d20-ab7d-4235-bf7c-2dc597d7280d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858026 Mar 11 15:48:07.771052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-33d67c76-be20-403e-9e5d-6f58f6f4b2a2 None None] Provisioning complete for port bbcf531a-79ce-40ca-9340-a229f28c9136 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:07.771345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-33d67c76-be20-403e-9e5d-6f58f6f4b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:07.799359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:07.817872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-84b99177-923c-46f1-a41c-4eb359d786e9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:07.848049 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:07.884005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-33d67c76-be20-403e-9e5d-6f58f6f4b2a2 None None] Port bbcf531a-79ce-40ca-9340-a229f28c9136 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:07.889124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:07.899113 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:07.971384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b99177-923c-46f1-a41c-4eb359d786e9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:07.975281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=d38a475a-27e1-4d0c-acee-af19a063a089,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:07.988924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-33d67c76-be20-403e-9e5d-6f58f6f4b2a2 None None] Provisioning for port 77c72713-577d-4ff3-9d4c-c210df3cee32 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:07.994711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-33d67c76-be20-403e-9e5d-6f58f6f4b2a2 None None] Provisioning complete for port 77c72713-577d-4ff3-9d4c-c210df3cee32 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:07.998542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-33d67c76-be20-403e-9e5d-6f58f6f4b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:08.108482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:08.121735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:08.134690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:08.134690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:08.135220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338af00b-104b-4796-85ef-6f4bcc2be30e None None] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:08.135333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Subnet': ['ID=1385199f-b467-4edd-aedf-3456dd792ed4,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:08.182107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-84b99177-923c-46f1-a41c-4eb359d786e9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:08.183947 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-84b99177-923c-46f1-a41c-4eb359d786e9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a HTTP/1.1" status: 204 len: 168 time: 1.8384597 Mar 11 15:48:08.186578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41542) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:08.238576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc82a7-b641-4db5-8112-8858453be8f9 req-b38b218c-a046-4698-8e93-2f1fde603790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:08.240098 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f0fc82a7-b641-4db5-8112-8858453be8f9 req-b38b218c-a046-4698-8e93-2f1fde603790 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 1099 time: 0.2245703 Mar 11 15:48:08.241478 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aadfdc5-a3cf-4d10-8244-efe747983968 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] GET failed (client error): The resource could not be found. Mar 11 15:48:08.242490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9aadfdc5-a3cf-4d10-8244-efe747983968 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:08.270248 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4abdc2b9-dcc1-400b-a751-c9b1ec4c8375 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2278559 Mar 11 15:48:08.270623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41546) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:08.276770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1903663269', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1385199f-b467-4edd-aedf-3456dd792ed4'}], 'security_groups': ['3295f27a-3a33-41cb-ba0d-2fe5a32f9736']}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:08.292487 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f0fc82a7-b641-4db5-8112-8858453be8f9 req-a05de53f-3f89-4c89-9183-a6a404fe514b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457246 Mar 11 15:48:08.308432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-33d67c76-be20-403e-9e5d-6f58f6f4b2a2 None None] Could not find standard attr ID for object 0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:48:08.356369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fca6ad5c-11d6-472e-bd20-3f6828aa6a74 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:08.366548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9aadfdc5-a3cf-4d10-8244-efe747983968 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:08.368322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9aadfdc5-a3cf-4d10-8244-efe747983968 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports/0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a HTTP/1.1" status: 404 len: 333 time: 0.1808774 Mar 11 15:48:08.371315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41550) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:08.476960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-633f2399-8410-425e-9093-679e7824d16b None None] Could not find standard attr ID for object 0a11e35e-e8d3-4a9f-81d2-fd1cf18a6c4a. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:48:08.558326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:08.558761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:08.702616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44921392-41d8-4b43-b137-15ec65ac5ff7 req-7519c156-6def-4493-888f-82db4f6180dc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:08.704207 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44921392-41d8-4b43-b137-15ec65ac5ff7 req-7519c156-6def-4493-888f-82db4f6180dc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 946 time: 0.1263716 Mar 11 15:48:08.750906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-52e31faa-1322-448f-9237-2e92cec5d23f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:08.770881 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44921392-41d8-4b43-b137-15ec65ac5ff7 req-a2d24f1b-3376-41da-aded-fc8af15f20cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531149 Mar 11 15:48:08.796075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-52e31faa-1322-448f-9237-2e92cec5d23f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:08.799635 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 77c72713-577d-4ff3-9d4c-c210df3cee32 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:08.882459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cbe54b-f9d7-438f-9251-527a661a6ee6 None None] Update dhcp port {'port': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'fixed_ips': [{'subnet_id': '3548a51e-0a69-45f9-be5c-20dc2af4f8fc', 'ip_address': '2001:db8::2'}, {'subnet_id': '1385199f-b467-4edd-aedf-3456dd792ed4'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': 'fca6ad5c-11d6-472e-bd20-3f6828aa6a74'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:48:08.892309 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:08.941357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 77c72713-577d-4ff3-9d4c-c210df3cee32 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:08.941724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:08.966888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe54b-f9d7-438f-9251-527a661a6ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.005039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-52e31faa-1322-448f-9237-2e92cec5d23f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.034685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e31faa-1322-448f-9237-2e92cec5d23f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6efc6d-91ac-4564-8b81-87606b6c91e0,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:09.043620 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-52e31faa-1322-448f-9237-2e92cec5d23f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.044854 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-52e31faa-1322-448f-9237-2e92cec5d23f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/security-groups/1b6efc6d-91ac-4564-8b81-87606b6c91e0 HTTP/1.1" status: 204 len: 168 time: 0.6706462 Mar 11 15:48:09.047600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41558) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:09.251828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-546d9ccf-d91a-4c6d-9238-8f1e758b5d0b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.260257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-d8cbe54b-f9d7-438f-9251-527a661a6ee6 None None] Allocated IP 2001:db8:0:1::2 (150feecc-1e8d-4436-877e-d2f3ba4e6669/1385199f-b467-4edd-aedf-3456dd792ed4/fca6ad5c-11d6-472e-bd20-3f6828aa6a74) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:09.292093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-546d9ccf-d91a-4c6d-9238-8f1e758b5d0b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.400898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-546d9ccf-d91a-4c6d-9238-8f1e758b5d0b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.410612 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d8cbe54b-f9d7-438f-9251-527a661a6ee6 None None] For port fca6ad5c-11d6-472e-bd20-3f6828aa6a74, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,segment=NetworkSegment(a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e),segment_id=a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:09.421867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d9ccf-d91a-4c6d-9238-8f1e758b5d0b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d43b264-46b9-4b46-aba1-a760c61114a3,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:09.424941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-546d9ccf-d91a-4c6d-9238-8f1e758b5d0b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.426291 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-546d9ccf-d91a-4c6d-9238-8f1e758b5d0b tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/security-groups/3d43b264-46b9-4b46-aba1-a760c61114a3 HTTP/1.1" status: 204 len: 168 time: 0.3778436 Mar 11 15:48:09.428920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41562) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:09.450419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe54b-f9d7-438f-9251-527a661a6ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.489357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d8cbe54b-f9d7-438f-9251-527a661a6ee6 None None] Transition to ACTIVE for port object fca6ad5c-11d6-472e-bd20-3f6828aa6a74 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:09.502684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-92d22429-7b88-4bb2-a92e-c420cf078020 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.533065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-92d22429-7b88-4bb2-a92e-c420cf078020 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.555339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe54b-f9d7-438f-9251-527a661a6ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.708835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbe54b-f9d7-438f-9251-527a661a6ee6 None None] Pushing event updated for resources: {'Port': ['ID=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:09.736842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-92d22429-7b88-4bb2-a92e-c420cf078020 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.741079 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Delete allocated IP 2001:db8::1d5 (150feecc-1e8d-4436-877e-d2f3ba4e6669/3548a51e-0a69-45f9-be5c-20dc2af4f8fc) {{(pid=88557) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:48:09.763644 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d22429-7b88-4bb2-a92e-c420cf078020 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7f7bc0-c102-4e5b-909d-91295b6bbaab,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:09.768085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8:0:1::174 (150feecc-1e8d-4436-877e-d2f3ba4e6669/1385199f-b467-4edd-aedf-3456dd792ed4/2dfb9e03-af97-4c3d-b23e-a56d1a004239) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:09.800052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-92d22429-7b88-4bb2-a92e-c420cf078020 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.804692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41570) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:09.811225 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-92d22429-7b88-4bb2-a92e-c420cf078020 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a7f7bc0-c102-4e5b-909d-91295b6bbaab HTTP/1.1" status: 204 len: 168 time: 0.3748410 Mar 11 15:48:09.912156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-49dd5974-df55-4e37-9aa0-1c6690af171e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting subnet 4d4a32d2-2154-4a27-956c-550e67ec3676 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:48:09.916185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-49dd5974-df55-4e37-9aa0-1c6690af171e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.048832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-49dd5974-df55-4e37-9aa0-1c6690af171e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.051027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.073064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object 2dfb9e03-af97-4c3d-b23e-a56d1a004239 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:10.131717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.155839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d02c5-aba6-4acf-b049-200361e8c7af req-268f1b81-f3c4-4a6f-bb25-7db1594626dc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:10.157380 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-092d02c5-aba6-4acf-b049-200361e8c7af req-268f1b81-f3c4-4a6f-bb25-7db1594626dc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 946 time: 0.1920774 Mar 11 15:48:10.187821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-49dd5974-df55-4e37-9aa0-1c6690af171e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.287292 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-092d02c5-aba6-4acf-b049-200361e8c7af req-cf417ee0-b7be-4fb9-90cb-10504781ec71 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146228 Mar 11 15:48:10.335097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] In _notify_port_updated(), no bound segment for port 2dfb9e03-af97-4c3d-b23e-a56d1a004239 on network 150feecc-1e8d-4436-877e-d2f3ba4e6669 {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:48:10.342620 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:10.343293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.347405 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "PUT /v2.0/ports/2dfb9e03-af97-4c3d-b23e-a56d1a004239 HTTP/1.1" status: 200 len: 931 time: 2.0729563 Mar 11 15:48:10.351996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41584) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:10.365817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353af063-d928-45c5-a8be-43d95d48f093 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=2dfb9e03-af97-4c3d-b23e-a56d1a004239,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:10.398334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fca6ad5c-11d6-472e-bd20-3f6828aa6a74 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:10.445792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-52cb94b9-7a3a-4dbd-b57f-7ff4e39ca38a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 2dfb9e03-af97-4c3d-b23e-a56d1a004239 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:10.446277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-52cb94b9-7a3a-4dbd-b57f-7ff4e39ca38a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.533483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-49dd5974-df55-4e37-9aa0-1c6690af171e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.591222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-89dc9cd2-68bb-4373-8c22-a9dcfe8558eb None None] Provisioning for port 2dfb9e03-af97-4c3d-b23e-a56d1a004239 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:10.592819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd5974-df55-4e37-9aa0-1c6690af171e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4a32d2-2154-4a27-956c-550e67ec3676,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:10.597120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-49dd5974-df55-4e37-9aa0-1c6690af171e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.600440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-89dc9cd2-68bb-4373-8c22-a9dcfe8558eb None None] Provisioning complete for port 2dfb9e03-af97-4c3d-b23e-a56d1a004239 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:10.601774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-89dc9cd2-68bb-4373-8c22-a9dcfe8558eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.605272 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-49dd5974-df55-4e37-9aa0-1c6690af171e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/4d4a32d2-2154-4a27-956c-550e67ec3676 HTTP/1.1" status: 204 len: 168 time: 0.7994082 Mar 11 15:48:10.609202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41588) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:10.637766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc05f1e-1e86-448a-9e03-3b6100afbcb7 None None] Network 9654913b-3351-42ce-aae8-6b06c124db40 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:10.679952 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-048a1fff-dd47-4c69-b2d5-26fe031b6da6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting subnet fa3f21d9-8843-44ab-8e8a-8bf7bf697ebf {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:48:10.683460 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-048a1fff-dd47-4c69-b2d5-26fe031b6da6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.725428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3516067-6f0f-416a-811f-7c6a2b17dca4 req-3439ae64-e750-440f-9a68-f7faa3f2134d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:10.727058 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3516067-6f0f-416a-811f-7c6a2b17dca4 req-3439ae64-e750-440f-9a68-f7faa3f2134d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 946 time: 0.2488897 Mar 11 15:48:10.756451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-048a1fff-dd47-4c69-b2d5-26fe031b6da6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.798184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-89dc9cd2-68bb-4373-8c22-a9dcfe8558eb None None] Port 2dfb9e03-af97-4c3d-b23e-a56d1a004239 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:10.818602 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-89dc9cd2-68bb-4373-8c22-a9dcfe8558eb None None] Provisioning complete for port f1fbdc35-5970-4d62-b159-fa71bbd091e1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:10.819087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-89dc9cd2-68bb-4373-8c22-a9dcfe8558eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.869145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-048a1fff-dd47-4c69-b2d5-26fe031b6da6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.892079 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3516067-6f0f-416a-811f-7c6a2b17dca4 req-eda7c6e1-841b-43d2-89c2-9268d4351c53 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473405 Mar 11 15:48:10.927729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41594) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:10.952063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-89dc9cd2-68bb-4373-8c22-a9dcfe8558eb None None] Port f1fbdc35-5970-4d62-b159-fa71bbd091e1 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:11.014968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-52cb94b9-7a3a-4dbd-b57f-7ff4e39ca38a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.070303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-048a1fff-dd47-4c69-b2d5-26fe031b6da6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.086844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-89dc9cd2-68bb-4373-8c22-a9dcfe8558eb None None] Provisioning for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:11.093657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-89dc9cd2-68bb-4373-8c22-a9dcfe8558eb None None] Provisioning complete for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:11.094088 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-89dc9cd2-68bb-4373-8c22-a9dcfe8558eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.131824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a1fff-dd47-4c69-b2d5-26fe031b6da6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3f21d9-8843-44ab-8e8a-8bf7bf697ebf,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:11.144660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-048a1fff-dd47-4c69-b2d5-26fe031b6da6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.151429 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-048a1fff-dd47-4c69-b2d5-26fe031b6da6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/fa3f21d9-8843-44ab-8e8a-8bf7bf697ebf HTTP/1.1" status: 204 len: 168 time: 0.5411446 Mar 11 15:48:11.155007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41602) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:11.216086 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-88609d80-7da5-48c9-9449-e70a1f2175f9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:11.216811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88609d80-7da5-48c9-9449-e70a1f2175f9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:11.220956 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-88609d80-7da5-48c9-9449-e70a1f2175f9 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/4d4a32d2-2154-4a27-956c-550e67ec3676 HTTP/1.1" status: 404 len: 337 time: 0.0627031 Mar 11 15:48:11.229659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41610) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:11.323494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4f9783-550d-4d0d-9c11-3e7b3cdf394a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting subnet 4c210873-51c0-4f93-a97b-82a32b37ac68 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:48:11.326892 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9783-550d-4d0d-9c11-3e7b3cdf394a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.353229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-52cb94b9-7a3a-4dbd-b57f-7ff4e39ca38a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 2dfb9e03-af97-4c3d-b23e-a56d1a004239 owned by {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:11.385288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-78824344-1324-4f6a-a122-b21a36baea25 None None] Provisioning complete for port 2dfb9e03-af97-4c3d-b23e-a56d1a004239 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:11.386410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-78824344-1324-4f6a-a122-b21a36baea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.389210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9783-550d-4d0d-9c11-3e7b3cdf394a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.459248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbbd598-fcfc-4302-bb1b-22af011c9ba1 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:11.461314 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ccbbd598-fcfc-4302-bb1b-22af011c9ba1 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 1094 time: 0.5325942 Mar 11 15:48:11.465117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41614) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:11.474670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:11.483077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9783-550d-4d0d-9c11-3e7b3cdf394a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.487753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:11.490777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-78824344-1324-4f6a-a122-b21a36baea25 None None] Port 2dfb9e03-af97-4c3d-b23e-a56d1a004239 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:11.509216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:floatingip and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:11.513104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:11.520998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:11.623847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.706770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dbb237-e605-4e9f-af7b-f4fa942c272e None None] Network 9654913b-3351-42ce-aae8-6b06c124db40 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:11.718846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-52cb94b9-7a3a-4dbd-b57f-7ff4e39ca38a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.766376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9783-550d-4d0d-9c11-3e7b3cdf394a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.780199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb94b9-7a3a-4dbd-b57f-7ff4e39ca38a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=2dfb9e03-af97-4c3d-b23e-a56d1a004239,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:11.836671 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9783-550d-4d0d-9c11-3e7b3cdf394a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.842808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-52cb94b9-7a3a-4dbd-b57f-7ff4e39ca38a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.846905 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f9783-550d-4d0d-9c11-3e7b3cdf394a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Subnet': ['ID=4c210873-51c0-4f93-a97b-82a32b37ac68,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:11.848666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8ceafd4f-7080-4b74-bde5-5dabc32addb7 None None] Provisioning complete for port bbcf531a-79ce-40ca-9340-a229f28c9136 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:11.849229 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ceafd4f-7080-4b74-bde5-5dabc32addb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.858488 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-52cb94b9-7a3a-4dbd-b57f-7ff4e39ca38a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/2dfb9e03-af97-4c3d-b23e-a56d1a004239 HTTP/1.1" status: 204 len: 168 time: 1.5081398 Mar 11 15:48:11.861948 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1e4f9783-550d-4d0d-9c11-3e7b3cdf394a tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/4c210873-51c0-4f93-a97b-82a32b37ac68 HTTP/1.1" status: 204 len: 168 time: 0.6309183 Mar 11 15:48:11.862546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41618) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:11.862876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41620) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:11.889803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.939506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8ceafd4f-7080-4b74-bde5-5dabc32addb7 None None] Port bbcf531a-79ce-40ca-9340-a229f28c9136 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:11.967668 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd79612-6812-4184-a4f9-41235d2f65c8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:11.968052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd79612-6812-4184-a4f9-41235d2f65c8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:11.972882 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9bd79612-6812-4184-a4f9-41235d2f65c8 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/149fac76-8295-4252-a63b-f8eb79610279 HTTP/1.1" status: 404 len: 337 time: 0.1068316 Mar 11 15:48:11.976601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41626) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.010060 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f1ae61-0dca-4534-a66c-b153b01fdbe5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:48:12.013037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e8f1ae61-0dca-4534-a66c-b153b01fdbe5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:12.046500 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1791f7c3-2f96-45ed-bacb-59f97938cfd1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Synchronizing usage tracker for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:12.047575 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8ceafd4f-7080-4b74-bde5-5dabc32addb7 None None] Provisioning complete for port 77c72713-577d-4ff3-9d4c-c210df3cee32 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:12.048109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ceafd4f-7080-4b74-bde5-5dabc32addb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.094537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1791f7c3-2f96-45ed-bacb-59f97938cfd1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Unset dirty status for tenant:7bf164d980454780a71ae23f56113670 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:12.095712 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1791f7c3-2f96-45ed-bacb-59f97938cfd1 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf1f623-7112-40e2-9c42-cf571e164979 HTTP/1.1" status: 200 len: 205 time: 0.1209390 Mar 11 15:48:12.098226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41632) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.138282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.105 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/1078c98e-442a-41e6-9c0d-620170504823) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:12.216421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e8f1ae61-0dca-4534-a66c-b153b01fdbe5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:12.217907 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e8f1ae61-0dca-4534-a66c-b153b01fdbe5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/2dfb9e03-af97-4c3d-b23e-a56d1a004239 HTTP/1.1" status: 404 len: 333 time: 0.3541241 Mar 11 15:48:12.222937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41636) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.239779 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-3133afc3-65d3-40cf-abb7-a18b15a074ff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] delete failed (client error): The resource could not be found. Mar 11 15:48:12.243440 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3133afc3-65d3-40cf-abb7-a18b15a074ff tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/routers/ecf1f623-7112-40e2-9c42-cf571e164979 HTTP/1.1" status: 404 len: 336 time: 0.1442788 Mar 11 15:48:12.243991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41640) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.298505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabd31be-c3f2-409d-b3c7-aaba3363def6 None None] DHCP port deletion for 9654913b-3351-42ce-aae8-6b06c124db40 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:48:12.302034 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fc0866-076e-4554-9b28-a43db7aeead6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:12.302549 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fc0866-076e-4554-9b28-a43db7aeead6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:12.303653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-aabd31be-c3f2-409d-b3c7-aaba3363def6 None None] Deleting port 77c72713-577d-4ff3-9d4c-c210df3cee32 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:12.304403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aabd31be-c3f2-409d-b3c7-aaba3363def6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.307023 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e2fc0866-076e-4554-9b28-a43db7aeead6 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/d7f597a4-2400-44b3-9c2f-1e0bbfe8907e HTTP/1.1" status: 404 len: 337 time: 0.0599179 Mar 11 15:48:12.307644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41644) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.368969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e1a8db5d-f2a5-47e0-a4e9-d4b33745b9f9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.374569 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b9ccea-a532-405b-8b13-e0f610cedddd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:12.375032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b9ccea-a532-405b-8b13-e0f610cedddd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:12.386850 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-70b9ccea-a532-405b-8b13-e0f610cedddd tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/8104bbef-b765-4cc8-81c5-99b1d63ffe6f HTTP/1.1" status: 404 len: 337 time: 0.0783939 Mar 11 15:48:12.392841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41648) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.403240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.435211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e1a8db5d-f2a5-47e0-a4e9-d4b33745b9f9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.442853 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7a2853-5585-4139-80de-723f73bb4170 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:12.447258 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7a2853-5585-4139-80de-723f73bb4170 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:12.447258 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-aa7a2853-5585-4139-80de-723f73bb4170 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/d9e28034-731e-44da-9853-b705b34af4e7 HTTP/1.1" status: 404 len: 337 time: 0.0517313 Mar 11 15:48:12.448588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41652) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.495407 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c067abc8-a889-4393-a36a-35566991595d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:12.495993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c067abc8-a889-4393-a36a-35566991595d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:12.497746 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c067abc8-a889-4393-a36a-35566991595d tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/b57e8121-2aa7-41d6-92cb-99f98e46d027 HTTP/1.1" status: 404 len: 333 time: 0.0484133 Mar 11 15:48:12.500317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41656) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.521108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-aabd31be-c3f2-409d-b3c7-aaba3363def6 None None] For port 77c72713-577d-4ff3-9d4c-c210df3cee32, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=77c72713-577d-4ff3-9d4c-c210df3cee32,segment=NetworkSegment(daca9694-59ee-4eaf-8468-1abf73e3cd8f),segment_id=daca9694-59ee-4eaf-8468-1abf73e3cd8f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:12.521683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aabd31be-c3f2-409d-b3c7-aaba3363def6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.539128 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7f0da8-297c-44ea-9424-4b402cca44b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:12.542919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7f0da8-297c-44ea-9424-4b402cca44b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:12.542919 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1f7f0da8-297c-44ea-9424-4b402cca44b4 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/3e331fa1-5af2-4ce8-b0ba-7caad8e8b95d HTTP/1.1" status: 404 len: 337 time: 0.0400164 Mar 11 15:48:12.542919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.544045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41660) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.590327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e1a8db5d-f2a5-47e0-a4e9-d4b33745b9f9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.607956 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-809b6e6c-2961-4b97-8158-ed17672a7d9e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:12.608422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809b6e6c-2961-4b97-8158-ed17672a7d9e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:12.611652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:12.614419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8db5d-f2a5-47e0-a4e9-d4b33745b9f9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be37677e-2f12-4094-8c0e-08504177e0f1,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:12.620902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:12.625136 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-809b6e6c-2961-4b97-8158-ed17672a7d9e tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/ab12ba97-4926-4fa3-9776-5d5c6351e05c HTTP/1.1" status: 404 len: 337 time: 0.0797570 Mar 11 15:48:12.626645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e1a8db5d-f2a5-47e0-a4e9-d4b33745b9f9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.628075 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e1a8db5d-f2a5-47e0-a4e9-d4b33745b9f9 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/security-groups/be37677e-2f12-4094-8c0e-08504177e0f1 HTTP/1.1" status: 204 len: 168 time: 0.4034719 Mar 11 15:48:12.628695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41664) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.630631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41666) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.633107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:12.661656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-aabd31be-c3f2-409d-b3c7-aaba3363def6 None None] Calling delete_port for 77c72713-577d-4ff3-9d4c-c210df3cee32 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:12.704446 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bd6e3c-2b9b-42ff-a20a-c8b75a09c199 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:12.704948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bd6e3c-2b9b-42ff-a20a-c8b75a09c199 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:12.708881 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b5bd6e3c-2b9b-42ff-a20a-c8b75a09c199 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/2de8bff6-520d-4951-8ff0-7268d0a7cc62 HTTP/1.1" status: 404 len: 333 time: 0.0773625 Mar 11 15:48:12.708881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=1078c98e-442a-41e6-9c0d-620170504823,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:12.712521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41672) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.776009 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-050f697f-d066-4964-8dda-52a492dee273 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:12.776807 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050f697f-d066-4964-8dda-52a492dee273 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:12.778655 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-050f697f-d066-4964-8dda-52a492dee273 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/8567e8c3-f4e7-49ba-b471-84e83b9fdf9e HTTP/1.1" status: 404 len: 337 time: 0.0517831 Mar 11 15:48:12.779717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9eb8521b-5cd6-44fa-a8ae-e224d1e89c90 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.781508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41676) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.834758 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17e7c9d-882f-4da3-b14f-d666b5b30b0f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:12.835215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17e7c9d-882f-4da3-b14f-d666b5b30b0f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:12.839411 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a17e7c9d-882f-4da3-b14f-d666b5b30b0f tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/subnets/fe7453bf-aa19-4659-8f5e-261785b1a5b2 HTTP/1.1" status: 404 len: 337 time: 0.0543101 Mar 11 15:48:12.840628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41680) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:12.852161 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aabd31be-c3f2-409d-b3c7-aaba3363def6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.901890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9eb8521b-5cd6-44fa-a8ae-e224d1e89c90 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:12.913564 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd31be-c3f2-409d-b3c7-aaba3363def6 None None] Pushing event deleted for resources: {'Port': ['ID=77c72713-577d-4ff3-9d4c-c210df3cee32,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:12.917866 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd31be-c3f2-409d-b3c7-aaba3363def6 None None] No DVR routers for this DVR port 77c72713-577d-4ff3-9d4c-c210df3cee32 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:48:12.959192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-81f99a2a-8d4a-409f-bf2c-cf21551b6739 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Deleting port bbcf531a-79ce-40ca-9340-a229f28c9136 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:12.959542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81f99a2a-8d4a-409f-bf2c-cf21551b6739 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.106030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9eb8521b-5cd6-44fa-a8ae-e224d1e89c90 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.138882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8521b-5cd6-44fa-a8ae-e224d1e89c90 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3295f27a-3a33-41cb-ba0d-2fe5a32f9736,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:13.221089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9eb8521b-5cd6-44fa-a8ae-e224d1e89c90 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.225146 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9eb8521b-5cd6-44fa-a8ae-e224d1e89c90 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/security-groups/3295f27a-3a33-41cb-ba0d-2fe5a32f9736 HTTP/1.1" status: 204 len: 168 time: 0.5906355 Mar 11 15:48:13.232357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41686) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:13.242973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.299469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ccdab6-a3ef-4074-926d-194872d6ffb8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting subnet 3548a51e-0a69-45f9-be5c-20dc2af4f8fc {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:48:13.305713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81f99a2a-8d4a-409f-bf2c-cf21551b6739 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.312965 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86ccdab6-a3ef-4074-926d-194872d6ffb8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.389853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.478610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-81f99a2a-8d4a-409f-bf2c-cf21551b6739 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Calling delete_port for bbcf531a-79ce-40ca-9340-a229f28c9136 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:13.528278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86ccdab6-a3ef-4074-926d-194872d6ffb8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.646632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86ccdab6-a3ef-4074-926d-194872d6ffb8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.711067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81f99a2a-8d4a-409f-bf2c-cf21551b6739 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.728959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.806645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.873321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f99a2a-8d4a-409f-bf2c-cf21551b6739 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Port': ['ID=bbcf531a-79ce-40ca-9340-a229f28c9136,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:13.879002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-81f99a2a-8d4a-409f-bf2c-cf21551b6739 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:13.927886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=1078c98e-442a-41e6-9c0d-620170504823,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:13.939673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.018781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86ccdab6-a3ef-4074-926d-194872d6ffb8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.059458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccdab6-a3ef-4074-926d-194872d6ffb8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Subnet': ['ID=3548a51e-0a69-45f9-be5c-20dc2af4f8fc,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:14.062134 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-81f99a2a-8d4a-409f-bf2c-cf21551b6739 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/ports/bbcf531a-79ce-40ca-9340-a229f28c9136 HTTP/1.1" status: 204 len: 168 time: 1.2213573 Mar 11 15:48:14.064477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41698) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:14.076907 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b2d84-3af0-4c22-871f-35d4d7aa1363 None None] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:14.084793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86ccdab6-a3ef-4074-926d-194872d6ffb8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.087196 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-86ccdab6-a3ef-4074-926d-194872d6ffb8 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/3548a51e-0a69-45f9-be5c-20dc2af4f8fc HTTP/1.1" status: 204 len: 168 time: 0.8537941 Mar 11 15:48:14.097221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41702) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:14.105178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:14.191923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.301546 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:14.355748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 77c72713-577d-4ff3-9d4c-c210df3cee32 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:48:14.359512 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP e2431580-b8df-401b-bf15-5778d72e6033 associated. External IP: 172.26.6.105, port: d38a475a-27e1-4d0c-acee-af19a063a089. Mar 11 15:48:14.410215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.420261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 77c72713-577d-4ff3-9d4c-c210df3cee32 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:48:14.420912 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 77c72713-577d-4ff3-9d4c-c210df3cee32 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:48:14.427612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:14.439748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:14.443839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9654913b-3351-42ce-aae8-6b06c124db40']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:14.448848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:14.462302 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daca9694-59ee-4eaf-8468-1abf73e3cd8f') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:14.462630 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daca9694-59ee-4eaf-8468-1abf73e3cd8f') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:14.482552 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.503850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.512134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:48:14.512658 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:48:14.541412 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:48:14.572714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:14.576159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.664514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.690593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.707540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] Pushing event deleted for resources: {'Network': ['ID=9654913b-3351-42ce-aae8-6b06c124db40,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:14.710862 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4a5de660-8b7f-4f05-ada7-3997fcaddec5 tempest-PortsTestJSON-683105503 tempest-PortsTestJSON-683105503-project] 10.222.0.39 "DELETE /v2.0/networks/9654913b-3351-42ce-aae8-6b06c124db40 HTTP/1.1" status: 204 len: 168 time: 0.6448371 Mar 11 15:48:14.925091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 436576c5-1f22-4b2e-890e-1a21fa782d73 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:48:15.199814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:48:15.214327 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4e0cf4-cb27-4585-bd35-2754c982e78d None None] Sync routers for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:48:15.228014 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e0cf4-cb27-4585-bd35-2754c982e78d None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:48:15.229226 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5c4e0cf4-cb27-4585-bd35-2754c982e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:15.258072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41712) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:15.275597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1f15288e-ffd1-4f7f-b93b-b6670749be7c None None] Provisioning complete for port f1fbdc35-5970-4d62-b159-fa71bbd091e1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:15.276199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f15288e-ffd1-4f7f-b93b-b6670749be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.326473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.367517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1f15288e-ffd1-4f7f-b93b-b6670749be7c None None] Port f1fbdc35-5970-4d62-b159-fa71bbd091e1 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:15.380952 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1f15288e-ffd1-4f7f-b93b-b6670749be7c None None] Provisioning complete for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:15.381435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f15288e-ffd1-4f7f-b93b-b6670749be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.459007 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-5c4e0cf4-cb27-4585-bd35-2754c982e78d None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:48:15.562793 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4d9fede8-ae79-41cd-ae46-41396833f7d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bf164d980454780a71ae23f56113670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023374 Mar 11 15:48:15.563561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41720) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:15.571343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.640285 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b6d5c029-d049-4086-845f-a3795f507447 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1740506 Mar 11 15:48:15.643770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41724) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:15.647321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a921254-9094-4383-8cc8-74c93aa29903', 'tag': 'd38a475a-27e1-4d0c-acee-af19a063a089'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:48:15.662455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:15.665911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:15.670526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:15.671120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.675598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219dfbc8-6028-4ab2-92f3-2140c3935129 None None] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:15.697050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Subnet': ['ID=2f843c73-e0e3-4186-b846-b1f64e53c7e2,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:15.726395 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a921254-9094-4383-8cc8-74c93aa29903', 'tag': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'status': 'completed', 'code': 200} Mar 11 15:48:15.779655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2f34d691-9893-494d-ad84-522e5f07002c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.787773 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-66aabad6-ecc4-4b32-be6f-5bf98c4e1bf6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6895993 Mar 11 15:48:15.789734 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3a4ec8dc-4735-4d7e-b3c7-e8d482144214 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/e2431580-b8df-401b-bf15-5778d72e6033 HTTP/1.1" status: 200 len: 992 time: 0.1437855 Mar 11 15:48:15.796018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41730) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:15.804873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'security_group': {'name': 'tempest-secgroup-936802986'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:15.831357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:15.831940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41435d5d-1917-4209-a387-98677f85bb66 req-e6a789af-5e92-438c-b004-ed4e305aec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:15.833726 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41435d5d-1917-4209-a387-98677f85bb66 req-e6a789af-5e92-438c-b004-ed4e305aec8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 1099 time: 0.0838394 Mar 11 15:48:15.839566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:security_group and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:15.843795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2f34d691-9893-494d-ad84-522e5f07002c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.850425 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:15.860532 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:15.976705 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5c4e0cf4-cb27-4585-bd35-2754c982e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:38Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e2431580-b8df-401b-bf15-5778d72e6033', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'port_id': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'mac_address': 'fa:16:3e:2c:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a921254-9094-4383-8cc8-74c93aa29903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:13Z', 'updated_at': '2022-03-11T15:48:13Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:15.981359 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4e0cf4-cb27-4585-bd35-2754c982e78d None None] Checking router: 436576c5-1f22-4b2e-890e-1a21fa782d73 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:48:15.991366 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e0cf4-cb27-4585-bd35-2754c982e78d None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:48:15.992641 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5c4e0cf4-cb27-4585-bd35-2754c982e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:47:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:15.996564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41435d5d-1917-4209-a387-98677f85bb66 req-5be7bdb5-0b18-4561-a97c-339b38d4b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:15.998109 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41435d5d-1917-4209-a387-98677f85bb66 req-5be7bdb5-0b18-4561-a97c-339b38d4b2ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=eab60c90-2490-4f3d-999d-103014fe4777 HTTP/1.1" status: 200 len: 896 time: 0.1580477 Mar 11 15:48:16.024072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.045809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2f34d691-9893-494d-ad84-522e5f07002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.059921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:16.069837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34d691-9893-494d-ad84-522e5f07002c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004a8ce7-a02d-4061-9587-9a163c634588,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:16.074523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:security_group_rule and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:16.080665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:16.093111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:16.096832 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2f34d691-9893-494d-ad84-522e5f07002c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.103539 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2f34d691-9893-494d-ad84-522e5f07002c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/004a8ce7-a02d-4061-9587-9a163c634588 HTTP/1.1" status: 204 len: 168 time: 0.5304441 Mar 11 15:48:16.117918 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41435d5d-1917-4209-a387-98677f85bb66 req-0f99e7d8-be45-4dcf-ae54-442787e4350b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38a475a-27e1-4d0c-acee-af19a063a089 HTTP/1.1" status: 200 len: 1000 time: 0.1133654 Mar 11 15:48:16.170705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1040ffc1-4bcd-4ae5-9ef0-9ce8f7ad682c None None] Update dhcp port {'port': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'fixed_ips': [{'subnet_id': '1385199f-b467-4edd-aedf-3456dd792ed4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2f843c73-e0e3-4186-b846-b1f64e53c7e2'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': 'fca6ad5c-11d6-472e-bd20-3f6828aa6a74'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:48:16.197042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41435d5d-1917-4209-a387-98677f85bb66 req-3818fc18-799c-4c80-a101-1d22fc3ffa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:16.198723 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41435d5d-1917-4209-a387-98677f85bb66 req-3818fc18-799c-4c80-a101-1d22fc3ffa9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18421903-d32c-4194-9976-84a4232fbb9d HTTP/1.1" status: 200 len: 835 time: 0.0762336 Mar 11 15:48:16.233755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.236578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1040ffc1-4bcd-4ae5-9ef0-9ce8f7ad682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.281438 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-5c4e0cf4-cb27-4585-bd35-2754c982e78d None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:48:16.299175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41435d5d-1917-4209-a387-98677f85bb66 req-8b09678e-8fc2-441b-a9f8-d47111ba938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:16.300776 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41435d5d-1917-4209-a387-98677f85bb66 req-8b09678e-8fc2-441b-a9f8-d47111ba938d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eab60c90-2490-4f3d-999d-103014fe4777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0963311 Mar 11 15:48:16.349432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.401850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92288feb-3045-4e41-a087-c9a7201348da,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:16.456580 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41435d5d-1917-4209-a387-98677f85bb66 req-5dfa989c-3d45-40fe-b059-74e75cf2ed79 service neutron] 10.222.0.30 "GET /v2.0/networks/eab60c90-2490-4f3d-999d-103014fe4777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489465 Mar 11 15:48:16.491095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-1040ffc1-4bcd-4ae5-9ef0-9ce8f7ad682c None None] Allocated IP 2001:db8::2 (150feecc-1e8d-4436-877e-d2f3ba4e6669/2f843c73-e0e3-4186-b846-b1f64e53c7e2/fca6ad5c-11d6-472e-bd20-3f6828aa6a74) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:16.544038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.548980 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f60ee990-dd80-4c9b-907d-95afdc1f9f49 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7491584 Mar 11 15:48:16.549447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41740) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:16.555190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'security_group': {'name': 'tempest-secgroup-1356872981'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:16.567572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:16.578400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:security_group and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:16.582312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:16.596208 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:16.665798 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41435d5d-1917-4209-a387-98677f85bb66 req-75ddafb7-2247-4422-a44c-098fed1349db service neutron] 10.222.0.30 "GET /v2.0/networks/eab60c90-2490-4f3d-999d-103014fe4777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036729 Mar 11 15:48:16.688919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1040ffc1-4bcd-4ae5-9ef0-9ce8f7ad682c None None] For port fca6ad5c-11d6-472e-bd20-3f6828aa6a74, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,segment=NetworkSegment(a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e),segment_id=a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:16.724171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1040ffc1-4bcd-4ae5-9ef0-9ce8f7ad682c None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.726410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.744112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1040ffc1-4bcd-4ae5-9ef0-9ce8f7ad682c None None] Transition to ACTIVE for port object fca6ad5c-11d6-472e-bd20-3f6828aa6a74 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:16.751434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:16.755442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:security_group_rule and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:16.759112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:16.766860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:16.789848 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-5c4e0cf4-cb27-4585-bd35-2754c982e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:38Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e2431580-b8df-401b-bf15-5778d72e6033', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'port_id': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'mac_address': 'fa:16:3e:2c:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a921254-9094-4383-8cc8-74c93aa29903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:13Z', 'updated_at': '2022-03-11T15:48:13Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:16.792043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41750) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:16.793909 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4e0cf4-cb27-4585-bd35-2754c982e78d None None] The sync data for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv is: [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:38Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e2431580-b8df-401b-bf15-5778d72e6033', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'port_id': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'mac_address': 'fa:16:3e:2c:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a921254-9094-4383-8cc8-74c93aa29903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:13Z', 'updated_at': '2022-03-11T15:48:13Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:48:16.853643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.881258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1040ffc1-4bcd-4ae5-9ef0-9ce8f7ad682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.908535 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-08265a2f-4c27-4245-8a6c-e8118eebd596 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/e2431580-b8df-401b-bf15-5778d72e6033 HTTP/1.1" status: 200 len: 992 time: 0.1146605 Mar 11 15:48:17.006742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:17.051025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89575104-ebc4-4d83-a501-ea16fd88c3c0 None None] New status for floating IP e2431580-b8df-401b-bf15-5778d72e6033: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:48:17.071664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1053690-7b42-44de-b42e-ebe992da829b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:17.111059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040ffc1-4bcd-4ae5-9ef0-9ce8f7ad682c None None] Pushing event updated for resources: {'Port': ['ID=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:17.143563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:17.146767 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d7f8d5dd-d893-4d6e-89e0-20acbf967d92 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5943947 Mar 11 15:48:17.147720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41756) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:17.154016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'security_group': {'name': 'tempest-secgroup-1320011042'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:17.161919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:17.166046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:security_group and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:17.169057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:17.175497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:17.275065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:17.308858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:17.316472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:security_group_rule and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:17.326060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:17.335677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:17.418050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:17.560282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:17.579083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41768) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:17.606174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f9e41a-eee9-4956-8a5a-d3b6304aaa72,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:17.631552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8d3a2dfc-561d-448b-a47c-24154657f3a7 None None] Provisioning complete for port f1fbdc35-5970-4d62-b159-fa71bbd091e1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:17.633811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d3a2dfc-561d-448b-a47c-24154657f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:17.686264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0a85f6d0-f917-4789-8f93-70eeeb6dcdc9 tempest-DvrRoutersNegativeTest-1963270001 tempest-DvrRoutersNegativeTest-1963270001-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-535070559', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:17.689191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.policy [None req-0a85f6d0-f917-4789-8f93-70eeeb6dcdc9 tempest-DvrRoutersNegativeTest-1963270001 tempest-DvrRoutersNegativeTest-1963270001-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88558) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 11 15:48:17.689667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.policy [None req-0a85f6d0-f917-4789-8f93-70eeeb6dcdc9 tempest-DvrRoutersNegativeTest-1963270001 tempest-DvrRoutersNegativeTest-1963270001-project] Failed policy check for 'create_router' {{(pid=88558) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 11 15:48:17.690218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a2dfc-561d-448b-a47c-24154657f3a7 None None] Port f1fbdc35-5970-4d62-b159-fa71bbd091e1 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:17.690347 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-0a85f6d0-f917-4789-8f93-70eeeb6dcdc9 tempest-DvrRoutersNegativeTest-1963270001 tempest-DvrRoutersNegativeTest-1963270001-project] create failed (client error): Access was denied to this resource. Mar 11 15:48:17.695568 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0a85f6d0-f917-4789-8f93-70eeeb6dcdc9 tempest-DvrRoutersNegativeTest-1963270001 tempest-DvrRoutersNegativeTest-1963270001-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1111965 Mar 11 15:48:17.697589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:17.700592 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c0e5562e-cafe-45f0-905a-49e879cc2b91 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5499406 Mar 11 15:48:17.701607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41778) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:17.707820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-492781156', 'security_groups': ['f0f9e41a-eee9-4956-8a5a-d3b6304aaa72'], 'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f843c73-e0e3-4186-b846-b1f64e53c7e2'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:17.806197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8d3a2dfc-561d-448b-a47c-24154657f3a7 None None] Provisioning for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:17.811855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8d3a2dfc-561d-448b-a47c-24154657f3a7 None None] Provisioning complete for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:17.812219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d3a2dfc-561d-448b-a47c-24154657f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:17.853886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:17.863586 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:17.912339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41782) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:18.002714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'port': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:18.102284 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-06be0f04-a871-4e4a-a124-7fa368e6fa08 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/e2431580-b8df-401b-bf15-5778d72e6033 HTTP/1.1" status: 200 len: 994 time: 0.1886029 Mar 11 15:48:18.154620 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.175477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] device_id is not set on port 43ee0e67-efa4-43b9-9150-a49826ba6b06 yet. {{(pid=88557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:48:18.304583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fca6ad5c-11d6-472e-bd20-3f6828aa6a74 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:18.346390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41788) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:18.374557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:18.374915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.486847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-284c799f-1363-4700-b17a-2e17758055f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.508447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-284c799f-1363-4700-b17a-2e17758055f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:18.512319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-284c799f-1363-4700-b17a-2e17758055f4 admin admin] Usage tracker for resource:security_group_rule and tenant:c3902f68967f4f0e9e98927bfd11ba28 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:18.514863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8::2b1 (150feecc-1e8d-4436-877e-d2f3ba4e6669/2f843c73-e0e3-4186-b846-b1f64e53c7e2/43ee0e67-efa4-43b9-9150-a49826ba6b06) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:18.515302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-284c799f-1363-4700-b17a-2e17758055f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:18.521190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-284c799f-1363-4700-b17a-2e17758055f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:18.608008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-284c799f-1363-4700-b17a-2e17758055f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.680271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-284c799f-1363-4700-b17a-2e17758055f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.701618 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.718242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object 43ee0e67-efa4-43b9-9150-a49826ba6b06 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:18.729827 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-284c799f-1363-4700-b17a-2e17758055f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3902f68967f4f0e9e98927bfd11ba28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823376 Mar 11 15:48:18.731634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c799f-1363-4700-b17a-2e17758055f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ee5f23-1892-4b38-9814-93ca841c5971,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:18.734051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41794) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:18.793985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c2e06466-c010-443c-83a7-b721e4b3d0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.818049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.821847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c2e06466-c010-443c-83a7-b721e4b3d0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.899152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:18.906594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:18.911153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:18.916768 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:18.917394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.925443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=43ee0e67-efa4-43b9-9150-a49826ba6b06,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:18.971870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c2e06466-c010-443c-83a7-b721e4b3d0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.993920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e06466-c010-443c-83a7-b721e4b3d0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ee5f23-1892-4b38-9814-93ca841c5971,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:18.998392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c2e06466-c010-443c-83a7-b721e4b3d0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:18.999553 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c2e06466-c010-443c-83a7-b721e4b3d0ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5ee5f23-1892-4b38-9814-93ca841c5971 HTTP/1.1" status: 204 len: 168 time: 0.2645812 Mar 11 15:48:19.064147 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4d124fbd-6130-49b8-90b0-75549ca80b6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3611820 Mar 11 15:48:19.067323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41802) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:19.073713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b0484ce4-e12f-44c4-b791-d210ece260ad tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:19.218225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b0484ce4-e12f-44c4-b791-d210ece260ad tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:19.222173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b0484ce4-e12f-44c4-b791-d210ece260ad tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:19.225150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b0484ce4-e12f-44c4-b791-d210ece260ad tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:19.228692 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-07923518-51fa-48b8-84ac-594b39c5d952 None None] Provisioning for port 43ee0e67-efa4-43b9-9150-a49826ba6b06 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:19.231343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b0484ce4-e12f-44c4-b791-d210ece260ad tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:19.234821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-07923518-51fa-48b8-84ac-594b39c5d952 None None] Provisioning complete for port 43ee0e67-efa4-43b9-9150-a49826ba6b06 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:19.235321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-07923518-51fa-48b8-84ac-594b39c5d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:19.286752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-07923518-51fa-48b8-84ac-594b39c5d952 None None] Port 43ee0e67-efa4-43b9-9150-a49826ba6b06 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:19.343450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0484ce4-e12f-44c4-b791-d210ece260ad tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:19.347142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b0484ce4-e12f-44c4-b791-d210ece260ad tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:19.480069 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.ipam_backend_mixin [None req-b0484ce4-e12f-44c4-b791-d210ece260ad tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f843c73-e0e3-4186-b846-b1f64e53c7e2 (CIDR: 2001:db8::/64) Mar 11 15:48:19.549451 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0484ce4-e12f-44c4-b791-d210ece260ad tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:48:19.549913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0484ce4-e12f-44c4-b791-d210ece260ad tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:19.652335 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b0484ce4-e12f-44c4-b791-d210ece260ad tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5838747 Mar 11 15:48:19.655023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41816) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:19.660800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-66e57a98-94af-4931-81fb-077ae0ae1616 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:19.806114 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-66e57a98-94af-4931-81fb-077ae0ae1616 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:19.810000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-66e57a98-94af-4931-81fb-077ae0ae1616 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:19.812906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-66e57a98-94af-4931-81fb-077ae0ae1616 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:19.818624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-66e57a98-94af-4931-81fb-077ae0ae1616 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:19.908816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e57a98-94af-4931-81fb-077ae0ae1616 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:19.912454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-66e57a98-94af-4931-81fb-077ae0ae1616 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:20.082324 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.ipam_backend_mixin [None req-66e57a98-94af-4931-81fb-077ae0ae1616 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1385199f-b467-4edd-aedf-3456dd792ed4 (CIDR: 2001:db8:0:1::/64) Mar 11 15:48:20.144092 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e57a98-94af-4931-81fb-077ae0ae1616 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:48:20.144580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e57a98-94af-4931-81fb-077ae0ae1616 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:20.158477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41830) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:20.248722 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-66e57a98-94af-4931-81fb-077ae0ae1616 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5900748 Mar 11 15:48:20.248986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41836) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:20.255764 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'subnet': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:20.266850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273250348'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:20.273235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:20.278528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:20.281820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:20.288909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:20.365162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:20.377265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:20.391678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:20.395456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:20.396995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:20.399050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:20.401462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Usage tracker for resource:subnet and tenant:f209c05770b743edb4f255fdd59cced3 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:20.404395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:20.405101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:20.410154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:20.487461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:20.560218 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Made reservation on behalf of f209c05770b743edb4f255fdd59cced3 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:20.563738 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:20.600274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:20.617034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:20.628678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:20.634449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:20.642934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:20.644940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0406a482-75d2-45ba-adb3-807508db5c39,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:20.719853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:20.812148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:20.817304 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:48:20.840338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-21004cec-07ab-4c8d-baa7-00baecc60f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:20.855162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8d4bbe-aff7-4d76-a187-d7a609c4c2c1,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:20.909188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:20.943649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:20.948813 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e0b63e7f-3bfe-4770-874b-39b8fc6d4e0e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7867718 Mar 11 15:48:20.949125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41842) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:20.986701 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:20.997830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:21.005433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:21.006028 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.008031 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f06d6c-8476-4428-a7a1-c089903486c0 None None] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:21.030725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Subnet': ['ID=9a648063-d9a2-488f-a839-d1008fc5bdd8,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:21.061514 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7c415070-0d4e-42cb-87bb-039436aeb825 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1097124 Mar 11 15:48:21.064340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41846) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:21.069760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-79752680-ef24-4be9-9e98-15d107fc3e7e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group': {'name': 'tempest-security--812492833', 'description': 'tempest-security-description-451343420'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:21.105067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79752680-ef24-4be9-9e98-15d107fc3e7e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.155816 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e8e1ba87-783e-4ecc-92f6-2ddd61f4fd8a tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9046543 Mar 11 15:48:21.158513 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41850) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:21.159178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79752680-ef24-4be9-9e98-15d107fc3e7e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.165667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-814733496', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9a648063-d9a2-488f-a839-d1008fc5bdd8'}], 'security_groups': ['92288feb-3045-4e41-a087-c9a7201348da', 'd1053690-7b42-44de-b42e-ebe992da829b']}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:21.230385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79752680-ef24-4be9-9e98-15d107fc3e7e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.234309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79752680-ef24-4be9-9e98-15d107fc3e7e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.238810 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-79752680-ef24-4be9-9e98-15d107fc3e7e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "PUT /v2.0/security-groups/5f8d4bbe-aff7-4d76-a187-d7a609c4c2c1 HTTP/1.1" status: 200 len: 1778 time: 0.1733739 Mar 11 15:48:21.239789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41854) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:21.298798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.306510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79752680-ef24-4be9-9e98-15d107fc3e7e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8d4bbe-aff7-4d76-a187-d7a609c4c2c1,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:21.342162 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b1ba246e-72c5-455f-87c4-0abdd093b3e2 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups/5f8d4bbe-aff7-4d76-a187-d7a609c4c2c1 HTTP/1.1" status: 200 len: 1778 time: 0.0925155 Mar 11 15:48:21.343137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41858) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:21.400934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905d313-5c7a-4573-8675-cf6af5c324e9 None None] Update dhcp port {'port': {'network_id': '150feecc-1e8d-4436-877e-d2f3ba4e6669', 'fixed_ips': [{'subnet_id': '1385199f-b467-4edd-aedf-3456dd792ed4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2f843c73-e0e3-4186-b846-b1f64e53c7e2', 'ip_address': '2001:db8::2'}, {'subnet_id': '9a648063-d9a2-488f-a839-d1008fc5bdd8'}], 'binding:host_id': 'dv-neutron-833203-2-hyperv'}, 'id': 'fca6ad5c-11d6-472e-bd20-3f6828aa6a74'} from dv-neutron-833203-2-hyperv. {{(pid=88559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 15:48:21.411249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19521ff6-d978-429f-b701-c2c14f1b602a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.445328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19521ff6-d978-429f-b701-c2c14f1b602a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.462488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d905d313-5c7a-4573-8675-cf6af5c324e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.589561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19521ff6-d978-429f-b701-c2c14f1b602a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.607340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19521ff6-d978-429f-b701-c2c14f1b602a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8d4bbe-aff7-4d76-a187-d7a609c4c2c1,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:21.613915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19521ff6-d978-429f-b701-c2c14f1b602a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.615049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-19521ff6-d978-429f-b701-c2c14f1b602a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-groups/5f8d4bbe-aff7-4d76-a187-d7a609c4c2c1 HTTP/1.1" status: 204 len: 168 time: 0.2709739 Mar 11 15:48:21.620734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41862) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:21.683500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c63f3001-187a-424b-994f-35d051ae5662 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:21.702287 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-d905d313-5c7a-4573-8675-cf6af5c324e9 None None] Allocated IP 2001:db8:0:2::2 (150feecc-1e8d-4436-877e-d2f3ba4e6669/9a648063-d9a2-488f-a839-d1008fc5bdd8/fca6ad5c-11d6-472e-bd20-3f6828aa6a74) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:21.783457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c63f3001-187a-424b-994f-35d051ae5662 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:21.784911 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c63f3001-187a-424b-994f-35d051ae5662 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1630061 Mar 11 15:48:21.787789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41866) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:21.805203 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-b5541895-153a-4795-8a03-69cebd401841 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] delete failed (client error): The resource could not be found. Mar 11 15:48:21.809906 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b5541895-153a-4795-8a03-69cebd401841 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-groups/5f8d4bbe-aff7-4d76-a187-d7a609c4c2c1 HTTP/1.1" status: 404 len: 347 time: 0.0175941 Mar 11 15:48:21.810198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41870) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:21.815050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group': {'name': 'tempest-secgroup--377755521'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:21.821333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:21.833011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:21.847124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d905d313-5c7a-4573-8675-cf6af5c324e9 None None] For port fca6ad5c-11d6-472e-bd20-3f6828aa6a74, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,segment=NetworkSegment(a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e),segment_id=a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:21.863980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d905d313-5c7a-4573-8675-cf6af5c324e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.880718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d905d313-5c7a-4573-8675-cf6af5c324e9 None None] Transition to ACTIVE for port object fca6ad5c-11d6-472e-bd20-3f6828aa6a74 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:21.931790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.951987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:21.955777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:21.958549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:21.960911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d905d313-5c7a-4573-8675-cf6af5c324e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:21.965075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:22.038402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.119220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Delete allocated IP 2001:db8::2b1 (150feecc-1e8d-4436-877e-d2f3ba4e6669/2f843c73-e0e3-4186-b846-b1f64e53c7e2) {{(pid=88557) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:48:22.127161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Allocated IP 2001:db8:0:2::3dd (150feecc-1e8d-4436-877e-d2f3ba4e6669/9a648063-d9a2-488f-a839-d1008fc5bdd8/43ee0e67-efa4-43b9-9150-a49826ba6b06) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:22.149170 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905d313-5c7a-4573-8675-cf6af5c324e9 None None] Pushing event updated for resources: {'Port': ['ID=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:22.151989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.312384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fca6ad5c-11d6-472e-bd20-3f6828aa6a74 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:22.330136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe47442-25e4-4514-a97a-53b3db07370e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:22.411846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.413786 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e3558aee-e37f-4374-b8ff-f94143479959 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6020484 Mar 11 15:48:22.416443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41876) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:22.420528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.422636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8930c56e-4a18-431e-a594-e477219ff5f3 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': '0fe47442-25e4-4514-a97a-53b3db07370e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:22.428497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8930c56e-4a18-431e-a594-e477219ff5f3 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:22.432392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8930c56e-4a18-431e-a594-e477219ff5f3 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:22.435320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8930c56e-4a18-431e-a594-e477219ff5f3 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:22.439571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Transition to ACTIVE for port object 43ee0e67-efa4-43b9-9150-a49826ba6b06 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:22.442223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8930c56e-4a18-431e-a594-e477219ff5f3 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:22.549282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.607617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8930c56e-4a18-431e-a594-e477219ff5f3 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.658408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] In _notify_port_updated(), no bound segment for port 43ee0e67-efa4-43b9-9150-a49826ba6b06 on network 150feecc-1e8d-4436-877e-d2f3ba4e6669 {{(pid=88557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:48:22.664404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:22.665063 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.668617 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "PUT /v2.0/ports/43ee0e67-efa4-43b9-9150-a49826ba6b06 HTTP/1.1" status: 200 len: 969 time: 1.5059781 Mar 11 15:48:22.670307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41880) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:22.675825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8930c56e-4a18-431e-a594-e477219ff5f3 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.708287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1767bf-820f-487b-86af-3c26957459d7 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event updated for resources: {'Port': ['ID=43ee0e67-efa4-43b9-9150-a49826ba6b06,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:22.743331 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b8886e13-d07a-430d-9415-fe4c3eaeaef5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port 43ee0e67-efa4-43b9-9150-a49826ba6b06 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:22.743723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b8886e13-d07a-430d-9415-fe4c3eaeaef5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.765649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8930c56e-4a18-431e-a594-e477219ff5f3 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.800601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930c56e-4a18-431e-a594-e477219ff5f3 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1746a16-cf7c-48ef-988b-919e16849877,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:22.829114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8746581c-dcc0-4e08-a40b-c26802c9c6da None None] Provisioning for port 43ee0e67-efa4-43b9-9150-a49826ba6b06 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:22.834492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8746581c-dcc0-4e08-a40b-c26802c9c6da None None] Provisioning complete for port 43ee0e67-efa4-43b9-9150-a49826ba6b06 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:22.835359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8746581c-dcc0-4e08-a40b-c26802c9c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.895358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8746581c-dcc0-4e08-a40b-c26802c9c6da None None] Port 43ee0e67-efa4-43b9-9150-a49826ba6b06 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:22.907143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8746581c-dcc0-4e08-a40b-c26802c9c6da None None] Provisioning complete for port f1fbdc35-5970-4d62-b159-fa71bbd091e1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:22.907778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8746581c-dcc0-4e08-a40b-c26802c9c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.960670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8930c56e-4a18-431e-a594-e477219ff5f3 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:22.965588 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8930c56e-4a18-431e-a594-e477219ff5f3 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5446663 Mar 11 15:48:22.965732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8746581c-dcc0-4e08-a40b-c26802c9c6da None None] Port f1fbdc35-5970-4d62-b159-fa71bbd091e1 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:22.965843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41884) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:22.994858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6925cbde-84cb-4d63-9faf-3137a1b0fab4 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.005443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6925cbde-84cb-4d63-9faf-3137a1b0fab4 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.011392 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b8886e13-d07a-430d-9415-fe4c3eaeaef5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.141968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b8886e13-d07a-430d-9415-fe4c3eaeaef5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for 43ee0e67-efa4-43b9-9150-a49826ba6b06 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:23.177678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8746581c-dcc0-4e08-a40b-c26802c9c6da None None] Provisioning for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:23.183573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8746581c-dcc0-4e08-a40b-c26802c9c6da None None] Provisioning complete for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:23.185647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8746581c-dcc0-4e08-a40b-c26802c9c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.211857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6925cbde-84cb-4d63-9faf-3137a1b0fab4 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.228611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925cbde-84cb-4d63-9faf-3137a1b0fab4 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1746a16-cf7c-48ef-988b-919e16849877,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:23.232045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6925cbde-84cb-4d63-9faf-3137a1b0fab4 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.233325 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6925cbde-84cb-4d63-9faf-3137a1b0fab4 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f1746a16-cf7c-48ef-988b-919e16849877 HTTP/1.1" status: 204 len: 168 time: 0.2666397 Mar 11 15:48:23.236415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41890) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:23.285045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b62fd0b0-adee-4406-a001-acff7389ba53 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:23.411665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b62fd0b0-adee-4406-a001-acff7389ba53 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:23.412925 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b62fd0b0-adee-4406-a001-acff7389ba53 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1754916 Mar 11 15:48:23.416369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41894) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:23.454755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-832e5cf0-646b-4e07-9acc-58f2bb169901 None None] Provisioning complete for port 43ee0e67-efa4-43b9-9150-a49826ba6b06 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:23.455102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-832e5cf0-646b-4e07-9acc-58f2bb169901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.462980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b8886e13-d07a-430d-9415-fe4c3eaeaef5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.483520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d7bb11de-53ce-4ae6-b7ac-0b017cc2718b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.488651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-832e5cf0-646b-4e07-9acc-58f2bb169901 None None] Port 43ee0e67-efa4-43b9-9150-a49826ba6b06 was deleted so its status cannot be updated. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 15:48:23.512427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8886e13-d07a-430d-9415-fe4c3eaeaef5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=43ee0e67-efa4-43b9-9150-a49826ba6b06,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:23.513339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d7bb11de-53ce-4ae6-b7ac-0b017cc2718b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.563571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b8886e13-d07a-430d-9415-fe4c3eaeaef5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.575589 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b8886e13-d07a-430d-9415-fe4c3eaeaef5 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/43ee0e67-efa4-43b9-9150-a49826ba6b06 HTTP/1.1" status: 204 len: 168 time: 0.9040446 Mar 11 15:48:23.578259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41898) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:23.624497 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e62489-0445-41a8-acd8-8e176c9df788 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] GET failed (client error): The resource could not be found. Mar 11 15:48:23.625165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-80e62489-0445-41a8-acd8-8e176c9df788 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:23.651883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d7bb11de-53ce-4ae6-b7ac-0b017cc2718b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.672097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb11de-53ce-4ae6-b7ac-0b017cc2718b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe47442-25e4-4514-a97a-53b3db07370e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:23.687915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-502a5b3b-9e65-4b20-9b3e-92223a6cc468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.732019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-80e62489-0445-41a8-acd8-8e176c9df788 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:23.733228 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-80e62489-0445-41a8-acd8-8e176c9df788 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports/43ee0e67-efa4-43b9-9150-a49826ba6b06 HTTP/1.1" status: 404 len: 333 time: 0.1540632 Mar 11 15:48:23.736176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41902) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:23.777800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d7bb11de-53ce-4ae6-b7ac-0b017cc2718b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.778932 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d7bb11de-53ce-4ae6-b7ac-0b017cc2718b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-groups/0fe47442-25e4-4514-a97a-53b3db07370e HTTP/1.1" status: 204 len: 168 time: 0.3616383 Mar 11 15:48:23.787876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41906) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:23.800214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ac4e794a-6a54-428d-a459-e24454ad940c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.827563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ac4e794a-6a54-428d-a459-e24454ad940c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:23.837337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2b62a715-65ac-44e8-a41c-0a053e7b0942 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:23.960238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2b62a715-65ac-44e8-a41c-0a053e7b0942 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:23.961475 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2b62a715-65ac-44e8-a41c-0a053e7b0942 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1727939 Mar 11 15:48:23.965585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41910) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:23.970901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group': {'name': 'tempest-secgroup--173935572'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:23.977062 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:23.986918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:24.034547 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ac4e794a-6a54-428d-a459-e24454ad940c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.050174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e794a-6a54-428d-a459-e24454ad940c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f9e41a-eee9-4956-8a5a-d3b6304aaa72,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:24.057350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ac4e794a-6a54-428d-a459-e24454ad940c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.058465 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ac4e794a-6a54-428d-a459-e24454ad940c tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/security-groups/f0f9e41a-eee9-4956-8a5a-d3b6304aaa72 HTTP/1.1" status: 204 len: 168 time: 0.3213692 Mar 11 15:48:24.061579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41914) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:24.077105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.117141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:24.124654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:24.128286 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:24.137111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:24.158492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa189-ae68-46d0-b088-4ccfb3505607 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.201009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa189-ae68-46d0-b088-4ccfb3505607 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.274657 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.382925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.422197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.523415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa189-ae68-46d0-b088-4ccfb3505607 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.531719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.531919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c19ffae-f351-4e8f-9f18-8f8a94177a76,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:24.559696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2aa189-ae68-46d0-b088-4ccfb3505607 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1053690-7b42-44de-b42e-ebe992da829b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:24.565130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa189-ae68-46d0-b088-4ccfb3505607 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.566231 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cc2aa189-ae68-46d0-b088-4ccfb3505607 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/security-groups/d1053690-7b42-44de-b42e-ebe992da829b HTTP/1.1" status: 204 len: 168 time: 0.5032301 Mar 11 15:48:24.568947 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41920) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:24.624647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.625844 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f6748f5d-c5e8-442a-8884-7ce3bab4f5a9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6592898 Mar 11 15:48:24.628984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41924) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:24.634382 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a52d4d8e-0e19-4844-84b8-46d613df34b1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': '4c19ffae-f351-4e8f-9f18-8f8a94177a76', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:24.634530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-498d5fff-b846-46fd-9757-e155046ae19b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.641143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a52d4d8e-0e19-4844-84b8-46d613df34b1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:24.645260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a52d4d8e-0e19-4844-84b8-46d613df34b1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:24.648770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a52d4d8e-0e19-4844-84b8-46d613df34b1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:24.654651 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a52d4d8e-0e19-4844-84b8-46d613df34b1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:24.665330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-498d5fff-b846-46fd-9757-e155046ae19b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.767077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a52d4d8e-0e19-4844-84b8-46d613df34b1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.794827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-498d5fff-b846-46fd-9757-e155046ae19b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.810659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d5fff-b846-46fd-9757-e155046ae19b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92288feb-3045-4e41-a087-c9a7201348da,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:24.817101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-498d5fff-b846-46fd-9757-e155046ae19b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.820777 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-498d5fff-b846-46fd-9757-e155046ae19b tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/security-groups/92288feb-3045-4e41-a087-c9a7201348da HTTP/1.1" status: 204 len: 168 time: 0.2483232 Mar 11 15:48:24.826065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41928) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:24.869943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a52d4d8e-0e19-4844-84b8-46d613df34b1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.901529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ead5f3e-a83b-45d3-a165-cbca3836a668 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting subnet 2f843c73-e0e3-4186-b846-b1f64e53c7e2 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:48:24.904643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ead5f3e-a83b-45d3-a165-cbca3836a668 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:24.959113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ead5f3e-a83b-45d3-a165-cbca3836a668 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.017946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a52d4d8e-0e19-4844-84b8-46d613df34b1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.051248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d4d8e-0e19-4844-84b8-46d613df34b1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a925d8f1-ae0c-43ac-9132-3094eef46be1,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:25.077216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ead5f3e-a83b-45d3-a165-cbca3836a668 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.154118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a52d4d8e-0e19-4844-84b8-46d613df34b1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.155298 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a52d4d8e-0e19-4844-84b8-46d613df34b1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5252347 Mar 11 15:48:25.158502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41932) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:25.163627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-bb76516b-48e0-4bd0-8651-7a4d7d87cd6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': '4c19ffae-f351-4e8f-9f18-8f8a94177a76', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:25.169755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bb76516b-48e0-4bd0-8651-7a4d7d87cd6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:25.173896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bb76516b-48e0-4bd0-8651-7a4d7d87cd6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:25.176729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bb76516b-48e0-4bd0-8651-7a4d7d87cd6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:25.182942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bb76516b-48e0-4bd0-8651-7a4d7d87cd6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:25.228814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ead5f3e-a83b-45d3-a165-cbca3836a668 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.270629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead5f3e-a83b-45d3-a165-cbca3836a668 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Subnet': ['ID=2f843c73-e0e3-4186-b846-b1f64e53c7e2,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:25.275156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ead5f3e-a83b-45d3-a165-cbca3836a668 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.285132 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4ead5f3e-a83b-45d3-a165-cbca3836a668 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/2f843c73-e0e3-4186-b846-b1f64e53c7e2 HTTP/1.1" status: 204 len: 168 time: 0.4542398 Mar 11 15:48:25.285619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41938) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:25.289118 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf46c6b-9976-45a3-8e55-62f2f01942b7 None None] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:25.314607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bb76516b-48e0-4bd0-8651-7a4d7d87cd6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.379239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-540f2129-884e-47d3-8272-af9560188c60 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting subnet 9a648063-d9a2-488f-a839-d1008fc5bdd8 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:48:25.384495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-540f2129-884e-47d3-8272-af9560188c60 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.404696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bb76516b-48e0-4bd0-8651-7a4d7d87cd6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.441259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-540f2129-884e-47d3-8272-af9560188c60 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.514517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bb76516b-48e0-4bd0-8651-7a4d7d87cd6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.536938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-540f2129-884e-47d3-8272-af9560188c60 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.540446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76516b-48e0-4bd0-8651-7a4d7d87cd6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb87509-c5d0-484b-ad74-2c1a6d69b88d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:25.691975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bb76516b-48e0-4bd0-8651-7a4d7d87cd6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.693398 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bb76516b-48e0-4bd0-8651-7a4d7d87cd6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5337691 Mar 11 15:48:25.696725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41942) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:25.702926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f39ab142-e0ef-469f-a960-9d495f8f340b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': '4c19ffae-f351-4e8f-9f18-8f8a94177a76', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:25.709142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f39ab142-e0ef-469f-a960-9d495f8f340b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:25.713684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f39ab142-e0ef-469f-a960-9d495f8f340b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:25.717269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f39ab142-e0ef-469f-a960-9d495f8f340b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:25.723731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f39ab142-e0ef-469f-a960-9d495f8f340b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:25.771583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-540f2129-884e-47d3-8272-af9560188c60 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.815457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f2129-884e-47d3-8272-af9560188c60 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Subnet': ['ID=9a648063-d9a2-488f-a839-d1008fc5bdd8,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:25.817580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-540f2129-884e-47d3-8272-af9560188c60 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.825143 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-540f2129-884e-47d3-8272-af9560188c60 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/9a648063-d9a2-488f-a839-d1008fc5bdd8 HTTP/1.1" status: 204 len: 168 time: 0.5383210 Mar 11 15:48:25.827644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41946) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:25.878509 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c4bf3e-51f5-4fe8-bd4d-12b5c43b6b35 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:25.879503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c4bf3e-51f5-4fe8-bd4d-12b5c43b6b35 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:25.881494 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-38c4bf3e-51f5-4fe8-bd4d-12b5c43b6b35 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/2f843c73-e0e3-4186-b846-b1f64e53c7e2 HTTP/1.1" status: 404 len: 337 time: 0.0526338 Mar 11 15:48:25.883372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f39ab142-e0ef-469f-a960-9d495f8f340b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.884731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41950) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:25.925736 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.962015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f39ab142-e0ef-469f-a960-9d495f8f340b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.962662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-199f9242-f552-46f9-b976-dd8448709186 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting subnet 1385199f-b467-4edd-aedf-3456dd792ed4 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:48:25.966005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-199f9242-f552-46f9-b976-dd8448709186 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:25.983485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.023718 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-199f9242-f552-46f9-b976-dd8448709186 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.091597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f39ab142-e0ef-469f-a960-9d495f8f340b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.112984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3224683b-a95f-4b59-9c50-0db6a882208c None None] Network 150feecc-1e8d-4436-877e-d2f3ba4e6669 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:26.119692 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-199f9242-f552-46f9-b976-dd8448709186 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.120970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ab142-e0ef-469f-a960-9d495f8f340b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e016f5-5a82-4b13-9abc-a47cbb0bfa9b,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:26.224449 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-151ea41c-b7b1-4a1c-93b8-719d522580a9 None None] Provisioning complete for port f1fbdc35-5970-4d62-b159-fa71bbd091e1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:26.224449 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-151ea41c-b7b1-4a1c-93b8-719d522580a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.268983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f39ab142-e0ef-469f-a960-9d495f8f340b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.270778 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f39ab142-e0ef-469f-a960-9d495f8f340b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5719867 Mar 11 15:48:26.273498 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41954) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.279121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f7687487-b831-4438-aec9-348eb2182dab tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': '4c19ffae-f351-4e8f-9f18-8f8a94177a76', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:26.285621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f7687487-b831-4438-aec9-348eb2182dab tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:26.290035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f7687487-b831-4438-aec9-348eb2182dab tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:26.293176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f7687487-b831-4438-aec9-348eb2182dab tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:26.299806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f7687487-b831-4438-aec9-348eb2182dab tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:26.306151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-199f9242-f552-46f9-b976-dd8448709186 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.323988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-151ea41c-b7b1-4a1c-93b8-719d522580a9 None None] Port f1fbdc35-5970-4d62-b159-fa71bbd091e1 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:26.349046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f9242-f552-46f9-b976-dd8448709186 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Subnet': ['ID=1385199f-b467-4edd-aedf-3456dd792ed4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:26.352871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-199f9242-f552-46f9-b976-dd8448709186 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.353179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-151ea41c-b7b1-4a1c-93b8-719d522580a9 None None] Provisioning complete for port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:26.353540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-151ea41c-b7b1-4a1c-93b8-719d522580a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.361455 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-199f9242-f552-46f9-b976-dd8448709186 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/1385199f-b467-4edd-aedf-3456dd792ed4 HTTP/1.1" status: 204 len: 168 time: 0.4731128 Mar 11 15:48:26.361607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41958) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.406489 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1c3f37-3ab5-4e8f-9c72-310dfc7d8350 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:26.406954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1c3f37-3ab5-4e8f-9c72-310dfc7d8350 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:26.408924 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ad1c3f37-3ab5-4e8f-9c72-310dfc7d8350 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/3548a51e-0a69-45f9-be5c-20dc2af4f8fc HTTP/1.1" status: 404 len: 337 time: 0.0462327 Mar 11 15:48:26.411544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41964) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.452855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7687487-b831-4438-aec9-348eb2182dab tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.461271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f8e34384-6851-44da-9624-ad2751fae699 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Synchronizing usage tracker for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:26.479041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f8e34384-6851-44da-9624-ad2751fae699 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Unset dirty status for tenant:f209c05770b743edb4f255fdd59cced3 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:26.483142 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f8e34384-6851-44da-9624-ad2751fae699 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "GET /v2.0/ports?device_id=46f5e19a-1add-4347-ad57-e9c98d14542f HTTP/1.1" status: 200 len: 205 time: 0.0704820 Mar 11 15:48:26.483799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41968) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.523354 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7687487-b831-4438-aec9-348eb2182dab tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.557316 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-5d676365-4776-42c4-95cb-51bd66c30bec tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] delete failed (client error): The resource could not be found. Mar 11 15:48:26.558439 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5d676365-4776-42c4-95cb-51bd66c30bec tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/routers/46f5e19a-1add-4347-ad57-e9c98d14542f HTTP/1.1" status: 404 len: 336 time: 0.0737369 Mar 11 15:48:26.561600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41972) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.601725 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36fa953-73d7-4ae2-ab2d-20caa50f1e6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:26.601725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36fa953-73d7-4ae2-ab2d-20caa50f1e6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:26.606958 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c36fa953-73d7-4ae2-ab2d-20caa50f1e6f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/3593ae85-ecd7-4aae-bdd2-d591a0fa5092 HTTP/1.1" status: 404 len: 337 time: 0.0443959 Mar 11 15:48:26.609620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41976) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.612441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0482fda9-a257-4588-b514-b3e2ca213ed0 None None] DHCP port deletion for 150feecc-1e8d-4436-877e-d2f3ba4e6669 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:48:26.617761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0482fda9-a257-4588-b514-b3e2ca213ed0 None None] Deleting port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:26.618133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0482fda9-a257-4588-b514-b3e2ca213ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.634453 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7687487-b831-4438-aec9-348eb2182dab tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.654310 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5172d69-94c1-42ed-8642-f812ff475412 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:26.654910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5172d69-94c1-42ed-8642-f812ff475412 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:26.660822 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b5172d69-94c1-42ed-8642-f812ff475412 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/75d3d5bf-6d6b-40cf-b4b3-11332c2522ba HTTP/1.1" status: 404 len: 337 time: 0.0469475 Mar 11 15:48:26.662063 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41980) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.663470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7687487-b831-4438-aec9-348eb2182dab tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da000985-35da-4163-b142-7bd4e6e6de3f,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:26.710848 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-762f1ec4-975a-45fd-bdb5-be979e607e1e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:26.711545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762f1ec4-975a-45fd-bdb5-be979e607e1e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:26.715513 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-762f1ec4-975a-45fd-bdb5-be979e607e1e tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/0e67cbd9-3fca-4b37-bfc9-80fcde699be8 HTTP/1.1" status: 404 len: 337 time: 0.0489163 Mar 11 15:48:26.715992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 41984) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.752662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7687487-b831-4438-aec9-348eb2182dab tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.756758 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f7687487-b831-4438-aec9-348eb2182dab tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4817014 Mar 11 15:48:26.757347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41988) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.765228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7243ca9c-43dc-47f8-8c1b-3d6c2382001c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': '4c19ffae-f351-4e8f-9f18-8f8a94177a76', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:26.769825 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a036cebd-ea89-44c9-91da-867f07f65a1d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:26.770301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a036cebd-ea89-44c9-91da-867f07f65a1d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:26.774191 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a036cebd-ea89-44c9-91da-867f07f65a1d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/aad32066-f59b-474b-9042-f33d60ae502c HTTP/1.1" status: 404 len: 333 time: 0.0547597 Mar 11 15:48:26.777320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41992) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.783567 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7243ca9c-43dc-47f8-8c1b-3d6c2382001c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:26.822498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7243ca9c-43dc-47f8-8c1b-3d6c2382001c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:26.828139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7243ca9c-43dc-47f8-8c1b-3d6c2382001c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:26.838604 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2104234-f8a2-4be0-a746-7609dba10dd2 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:26.839124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2104234-f8a2-4be0-a746-7609dba10dd2 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:26.844212 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e2104234-f8a2-4be0-a746-7609dba10dd2 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/bd06a6cc-6a23-4359-9f47-3c37f41f4676 HTTP/1.1" status: 404 len: 337 time: 0.0602608 Mar 11 15:48:26.844212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7243ca9c-43dc-47f8-8c1b-3d6c2382001c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:26.845268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 41996) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.860782 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0482fda9-a257-4588-b514-b3e2ca213ed0 None None] For port fca6ad5c-11d6-472e-bd20-3f6828aa6a74, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,segment=NetworkSegment(a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e),segment_id=a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:26.861089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0482fda9-a257-4588-b514-b3e2ca213ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.890629 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da16430-003c-4f0b-8133-95c31f91ab6d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:26.891222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da16430-003c-4f0b-8133-95c31f91ab6d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:26.895651 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0da16430-003c-4f0b-8133-95c31f91ab6d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/452a49cb-ab03-4b65-8093-766fd252b896 HTTP/1.1" status: 404 len: 337 time: 0.0467794 Mar 11 15:48:26.895814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42000) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.942459 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d45c2d-53f3-419a-ba3a-087556bc2cb6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:26.942935 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d45c2d-53f3-419a-ba3a-087556bc2cb6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:26.947458 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-53d45c2d-53f3-419a-ba3a-087556bc2cb6 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/971426c7-7224-4ac8-afdc-6470f08b1113 HTTP/1.1" status: 404 len: 333 time: 0.0484250 Mar 11 15:48:26.947830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42004) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:26.968665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7243ca9c-43dc-47f8-8c1b-3d6c2382001c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:26.987185 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e078a9c-731b-496b-9745-9250ee59918d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:26.987987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0482fda9-a257-4588-b514-b3e2ca213ed0 None None] Calling delete_port for fca6ad5c-11d6-472e-bd20-3f6828aa6a74 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:26.988637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e078a9c-731b-496b-9745-9250ee59918d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:26.990720 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8e078a9c-731b-496b-9745-9250ee59918d tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/cee0c8e5-1e53-42d6-9351-a24e67b24b2f HTTP/1.1" status: 404 len: 337 time: 0.0418911 Mar 11 15:48:26.993867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42008) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:27.044691 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c853ea3a-90d5-4b69-a62c-58e0b93035ec tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] DELETE failed (client error): The resource could not be found. Mar 11 15:48:27.045609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c853ea3a-90d5-4b69-a62c-58e0b93035ec tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:48:27.050237 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c853ea3a-90d5-4b69-a62c-58e0b93035ec tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/subnets/fcca7ed4-03de-4344-8a1b-b279ca028103 HTTP/1.1" status: 404 len: 337 time: 0.0540085 Mar 11 15:48:27.050237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42012) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:27.050863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7243ca9c-43dc-47f8-8c1b-3d6c2382001c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.122992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-743df5ee-3e65-4ad4-aef4-6ce6ef11713f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Deleting port f1fbdc35-5970-4d62-b159-fa71bbd091e1 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:27.123238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-743df5ee-3e65-4ad4-aef4-6ce6ef11713f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.125381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7243ca9c-43dc-47f8-8c1b-3d6c2382001c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.145429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243ca9c-43dc-47f8-8c1b-3d6c2382001c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a0fc2a-58c6-4b1f-81d1-1c23f8f6afeb,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:27.157053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0482fda9-a257-4588-b514-b3e2ca213ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.218875 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482fda9-a257-4588-b514-b3e2ca213ed0 None None] Pushing event deleted for resources: {'Port': ['ID=fca6ad5c-11d6-472e-bd20-3f6828aa6a74,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:27.224486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7243ca9c-43dc-47f8-8c1b-3d6c2382001c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.225838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482fda9-a257-4588-b514-b3e2ca213ed0 None None] No DVR routers for this DVR port fca6ad5c-11d6-472e-bd20-3f6828aa6a74 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:48:27.230046 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7243ca9c-43dc-47f8-8c1b-3d6c2382001c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4712820 Mar 11 15:48:27.235983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42016) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:27.276088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-df095b68-6524-44dc-8c34-5e7e2e0bbd5b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.286777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-df095b68-6524-44dc-8c34-5e7e2e0bbd5b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.378198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-df095b68-6524-44dc-8c34-5e7e2e0bbd5b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.379046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-743df5ee-3e65-4ad4-aef4-6ce6ef11713f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.396448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df095b68-6524-44dc-8c34-5e7e2e0bbd5b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60a0fc2a-58c6-4b1f-81d1-1c23f8f6afeb,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:27.401855 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-df095b68-6524-44dc-8c34-5e7e2e0bbd5b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.402961 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-df095b68-6524-44dc-8c34-5e7e2e0bbd5b tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/60a0fc2a-58c6-4b1f-81d1-1c23f8f6afeb HTTP/1.1" status: 204 len: 168 time: 0.1709120 Mar 11 15:48:27.405652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42020) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:27.457456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-912c26bf-36a4-4561-9be0-ddf7e8f5baf2 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:27.505744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-743df5ee-3e65-4ad4-aef4-6ce6ef11713f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Calling delete_port for f1fbdc35-5970-4d62-b159-fa71bbd091e1 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:27.549044 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-912c26bf-36a4-4561-9be0-ddf7e8f5baf2 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:27.553214 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-912c26bf-36a4-4561-9be0-ddf7e8f5baf2 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1436825 Mar 11 15:48:27.553426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42026) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:27.581324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-16b1ed75-544c-4932-b907-755f856a6b6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.592320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-16b1ed75-544c-4932-b907-755f856a6b6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.656571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-743df5ee-3e65-4ad4-aef4-6ce6ef11713f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.685862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-16b1ed75-544c-4932-b907-755f856a6b6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.706845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1ed75-544c-4932-b907-755f856a6b6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da000985-35da-4163-b142-7bd4e6e6de3f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:27.709801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743df5ee-3e65-4ad4-aef4-6ce6ef11713f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Port': ['ID=f1fbdc35-5970-4d62-b159-fa71bbd091e1,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:27.715041 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-743df5ee-3e65-4ad4-aef4-6ce6ef11713f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.760336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-16b1ed75-544c-4932-b907-755f856a6b6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.761514 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-16b1ed75-544c-4932-b907-755f856a6b6a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/da000985-35da-4163-b142-7bd4e6e6de3f HTTP/1.1" status: 204 len: 168 time: 0.2071958 Mar 11 15:48:27.764157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42032) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:27.778198 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-743df5ee-3e65-4ad4-aef4-6ce6ef11713f tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/ports/f1fbdc35-5970-4d62-b159-fa71bbd091e1 HTTP/1.1" status: 204 len: 168 time: 0.7269955 Mar 11 15:48:27.780440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42036) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:27.816003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3a4d3f06-5d23-4c01-991c-229c9f2c5712 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:27.879830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3a4d3f06-5d23-4c01-991c-229c9f2c5712 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:27.881229 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3a4d3f06-5d23-4c01-991c-229c9f2c5712 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1161032 Mar 11 15:48:27.884781 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42040) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:27.914533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8a36ba5d-fb0a-4f3d-b352-3935c3cbb997 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.925972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8a36ba5d-fb0a-4f3d-b352-3935c3cbb997 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:27.990180 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.022384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8a36ba5d-fb0a-4f3d-b352-3935c3cbb997 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.040576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36ba5d-fb0a-4f3d-b352-3935c3cbb997 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12e016f5-5a82-4b13-9abc-a47cbb0bfa9b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:28.114565 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8a36ba5d-fb0a-4f3d-b352-3935c3cbb997 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.115700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8a36ba5d-fb0a-4f3d-b352-3935c3cbb997 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/12e016f5-5a82-4b13-9abc-a47cbb0bfa9b HTTP/1.1" status: 204 len: 168 time: 0.2300053 Mar 11 15:48:28.118932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42044) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:28.120771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.146073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150feecc-1e8d-4436-877e-d2f3ba4e6669']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:28.158317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:28.158619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b0b767-714e-4dfb-8cb8-6c580fe1dd1e') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:28.169600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a243e268-2c58-4052-8114-f000b3990e00 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:28.170405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.186769 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.192830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:48:28.193210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:48:28.207079 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:48:28.278590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a243e268-2c58-4052-8114-f000b3990e00 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:28.280103 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a243e268-2c58-4052-8114-f000b3990e00 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1602135 Mar 11 15:48:28.282923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42048) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:28.285166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fca6ad5c-11d6-472e-bd20-3f6828aa6a74 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:48:28.314227 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-abd86fc5-3966-49de-9204-e237623017af tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.320580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: fca6ad5c-11d6-472e-bd20-3f6828aa6a74 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:48:28.321038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fca6ad5c-11d6-472e-bd20-3f6828aa6a74 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:48:28.325708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-abd86fc5-3966-49de-9204-e237623017af tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.371126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.389071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.398728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] Pushing event deleted for resources: {'Network': ['ID=150feecc-1e8d-4436-877e-d2f3ba4e6669,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:28.401241 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-169fe03a-0a7c-4f6d-9d75-7753f3ac4814 tempest-PortsIpV6TestJSON-1236357011 tempest-PortsIpV6TestJSON-1236357011-project] 10.222.0.39 "DELETE /v2.0/networks/150feecc-1e8d-4436-877e-d2f3ba4e6669 HTTP/1.1" status: 204 len: 168 time: 0.6198411 Mar 11 15:48:28.434822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-abd86fc5-3966-49de-9204-e237623017af tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.452769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd86fc5-3966-49de-9204-e237623017af tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cb87509-c5d0-484b-ad74-2c1a6d69b88d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:28.525712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-abd86fc5-3966-49de-9204-e237623017af tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.526865 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-abd86fc5-3966-49de-9204-e237623017af tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/1cb87509-c5d0-484b-ad74-2c1a6d69b88d HTTP/1.1" status: 204 len: 168 time: 0.2426186 Mar 11 15:48:28.529649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42054) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:28.582486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7eb4bf9e-baa4-4fed-9fe9-5abdf38ba3ac tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:28.668757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7eb4bf9e-baa4-4fed-9fe9-5abdf38ba3ac tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:28.670107 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7eb4bf9e-baa4-4fed-9fe9-5abdf38ba3ac tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1394746 Mar 11 15:48:28.673016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42064) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:28.702617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47f62ca8-03d6-458c-a2df-0b9e9283037c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.713257 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47f62ca8-03d6-458c-a2df-0b9e9283037c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.806162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47f62ca8-03d6-458c-a2df-0b9e9283037c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.836675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62ca8-03d6-458c-a2df-0b9e9283037c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a925d8f1-ae0c-43ac-9132-3094eef46be1,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:28.864198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42074) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:28.931059 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-47f62ca8-03d6-458c-a2df-0b9e9283037c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:28.934892 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-47f62ca8-03d6-458c-a2df-0b9e9283037c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a925d8f1-ae0c-43ac-9132-3094eef46be1 HTTP/1.1" status: 204 len: 168 time: 0.2583611 Mar 11 15:48:28.935165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42082) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:28.982444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a96b290c-187d-402d-aa8a-663c3912a8ef tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:29.023066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-89a8e273-4dd4-4476-8fe4-8a326d811b5b tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Synchronizing usage tracker for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:29.048471 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7d9c1d5f-6e4b-4ee9-afb7-981d2295d342 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f209c05770b743edb4f255fdd59cced3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831281 Mar 11 15:48:29.051415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42086) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:29.054414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a96b290c-187d-402d-aa8a-663c3912a8ef tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:29.055672 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a96b290c-187d-402d-aa8a-663c3912a8ef tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1196268 Mar 11 15:48:29.058536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42090) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:29.113163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-08b833c4-bbc0-42e9-a3e1-2dfe2c838659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:29.121260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-89a8e273-4dd4-4476-8fe4-8a326d811b5b tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Unset dirty status for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:29.122373 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-89a8e273-4dd4-4476-8fe4-8a326d811b5b tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762654538&fields=id&tenant_id=acbbd0b5a4f34fd68899f082e39aa450 HTTP/1.1" status: 200 len: 267 time: 0.1639967 Mar 11 15:48:29.124782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7c95416-bbc8-4919-a026-8bb8fb89197a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:29.143505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-08b833c4-bbc0-42e9-a3e1-2dfe2c838659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:29.187192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7c95416-bbc8-4919-a026-8bb8fb89197a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:29.269455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-08b833c4-bbc0-42e9-a3e1-2dfe2c838659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:29.285023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b833c4-bbc0-42e9-a3e1-2dfe2c838659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db0f0e5-a2cf-4a29-885a-c9ac6d0f1daa,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:29.292751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-08b833c4-bbc0-42e9-a3e1-2dfe2c838659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:29.296184 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-08b833c4-bbc0-42e9-a3e1-2dfe2c838659 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1db0f0e5-a2cf-4a29-885a-c9ac6d0f1daa HTTP/1.1" status: 204 len: 168 time: 0.2414148 Mar 11 15:48:29.325760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-d8d99f42-bee0-4083-bc86-17934dea95ed tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:29.326445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-d8d99f42-bee0-4083-bc86-17934dea95ed tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Synchronizing usage tracker for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:29.388372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7c95416-bbc8-4919-a026-8bb8fb89197a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:29.405389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c95416-bbc8-4919-a026-8bb8fb89197a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c19ffae-f351-4e8f-9f18-8f8a94177a76,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:29.422849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-d8d99f42-bee0-4083-bc86-17934dea95ed tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Unset dirty status for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:29.424424 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-d8d99f42-bee0-4083-bc86-17934dea95ed tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 812 time: 0.2894082 Mar 11 15:48:29.440507 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-1e6b4282-170d-4c34-b9f2-f189342b89f9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/quotas/acbbd0b5a4f34fd68899f082e39aa450 HTTP/1.1" status: 200 len: 375 time: 0.0097525 Mar 11 15:48:29.490052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f7c95416-bbc8-4919-a026-8bb8fb89197a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:29.491766 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f7c95416-bbc8-4919-a026-8bb8fb89197a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-groups/4c19ffae-f351-4e8f-9f18-8f8a94177a76 HTTP/1.1" status: 204 len: 168 time: 0.4323232 Mar 11 15:48:29.494229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42096) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:29.657400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e4d0e43d-af33-4d02-8070-e8304a1c264a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:29.679956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-26f4f914-44c4-4ab1-9e36-3127e5d5e185 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Synchronizing usage tracker for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:29.748532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e4d0e43d-af33-4d02-8070-e8304a1c264a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:29.749872 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e4d0e43d-af33-4d02-8070-e8304a1c264a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2547252 Mar 11 15:48:29.754184 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42108) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:29.759374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group': {'name': 'tempest-secgroup--51196678'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:29.765218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:29.774660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:29.782289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-26f4f914-44c4-4ab1-9e36-3127e5d5e185 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Unset dirty status for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:29.783523 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-26f4f914-44c4-4ab1-9e36-3127e5d5e185 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3371933 Mar 11 15:48:29.874879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:29.914441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:29.920949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:29.925924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:29.940205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:29.954751 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-367435b1-3df3-4c51-9b77-6343cf071111 service neutron] 10.222.0.39 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592340 Mar 11 15:48:30.132677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.138178 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-98745141-8c92-4a95-89f8-484fa3997c07 service neutron] 10.222.0.39 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680050 Mar 11 15:48:30.187819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.243721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bb850c-c89a-41d3-9736-65fe15c4050e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:30.314502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.315839 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a5144279-98b6-4c62-bf2a-7b59ed9a682f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5607252 Mar 11 15:48:30.318532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42128) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:30.324198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d20aa758-ca09-43f1-93bb-3e65c8ba86e0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': 'b9bb850c-c89a-41d3-9736-65fe15c4050e', 'direction': 'ingress', 'protocol': 17}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:30.330292 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d20aa758-ca09-43f1-93bb-3e65c8ba86e0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:30.334501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d20aa758-ca09-43f1-93bb-3e65c8ba86e0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:30.338107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d20aa758-ca09-43f1-93bb-3e65c8ba86e0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:30.344379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d20aa758-ca09-43f1-93bb-3e65c8ba86e0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:30.369609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42132) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:30.464720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20aa758-ca09-43f1-93bb-3e65c8ba86e0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.480272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a3a19f7e-9249-4101-bd91-3fccbdead4c8 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-650783821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:30.494279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a3a19f7e-9249-4101-bd91-3fccbdead4c8 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:30.501718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a3a19f7e-9249-4101-bd91-3fccbdead4c8 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Usage tracker for resource:router and tenant:5b83b95fa15a4635bb46f3bc96c7f73f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:30.515612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a3a19f7e-9249-4101-bd91-3fccbdead4c8 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:30.525574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a3a19f7e-9249-4101-bd91-3fccbdead4c8 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:30.553029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20aa758-ca09-43f1-93bb-3e65c8ba86e0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.600178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3a19f7e-9249-4101-bd91-3fccbdead4c8 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.601188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3a19f7e-9249-4101-bd91-3fccbdead4c8 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.614978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3a19f7e-9249-4101-bd91-3fccbdead4c8 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.629534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20aa758-ca09-43f1-93bb-3e65c8ba86e0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.651823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20aa758-ca09-43f1-93bb-3e65c8ba86e0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3172b1-9770-4742-8fa6-80bb23997876,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:30.737690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3a19f7e-9249-4101-bd91-3fccbdead4c8 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.765921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20aa758-ca09-43f1-93bb-3e65c8ba86e0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.767093 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d20aa758-ca09-43f1-93bb-3e65c8ba86e0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4470160 Mar 11 15:48:30.772103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42138) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:30.831395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3a19f7e-9249-4101-bd91-3fccbdead4c8 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.835240 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a3a19f7e-9249-4101-bd91-3fccbdead4c8 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4619515 Mar 11 15:48:30.835964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42146) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:30.843155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-763408168'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:30.848301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:30.852811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Usage tracker for resource:network and tenant:5b83b95fa15a4635bb46f3bc96c7f73f is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:30.855835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:30.861995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:30.879568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30044b92-d791-460d-8d5e-dea0911004c1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.884409 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de53ec8e-79f5-47db-ba34-18f56c75f421 req-b98e455d-d10f-4ccb-9a10-9d51f8d3c17a tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 210 time: 0.0542126 Mar 11 15:48:30.911781 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30044b92-d791-460d-8d5e-dea0911004c1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.931775 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Made reservation on behalf of 5b83b95fa15a4635bb46f3bc96c7f73f for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:30.935434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.948432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:30.962751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:30.966457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Usage tracker for resource:security_group_rule and tenant:5b83b95fa15a4635bb46f3bc96c7f73f is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:30.969465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:30.975000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:31.045779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30044b92-d791-460d-8d5e-dea0911004c1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.065826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30044b92-d791-460d-8d5e-dea0911004c1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bb850c-c89a-41d3-9736-65fe15c4050e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:31.077337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-30044b92-d791-460d-8d5e-dea0911004c1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.080885 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-30044b92-d791-460d-8d5e-dea0911004c1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-groups/b9bb850c-c89a-41d3-9736-65fe15c4050e HTTP/1.1" status: 204 len: 168 time: 0.3054385 Mar 11 15:48:31.081136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42154) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:31.159235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.163494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-04aaa736-e04d-4e1b-a263-12ddfcfb66ee tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:31.257009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.288384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:48:31.296781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397c9b0d-eef4-4055-b4c6-c737bbcbc89b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:31.301113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-04aaa736-e04d-4e1b-a263-12ddfcfb66ee tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:31.302208 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-04aaa736-e04d-4e1b-a263-12ddfcfb66ee tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2201543 Mar 11 15:48:31.313363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.313363 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Added segment 4c96fb9d-e6ee-43a4-bcdc-b292ea57db75 of type vlan for network 6f592162-ca9e-4e2a-b2a3-84021cd088ba Mar 11 15:48:31.313682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42158) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:31.317888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group': {'name': 'tempest-secgroup--183256359'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:31.323845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:31.333510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:31.346265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.388425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.408835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:31.413358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:31.416115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:31.421730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:31.457019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.462994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:31.463578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.492121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.559841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.573712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event updated for resources: {'Network': ['ID=6f592162-ca9e-4e2a-b2a3-84021cd088ba,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:31.583437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 6f592162-ca9e-4e2a-b2a3-84021cd088ba details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:48:31.606039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf31da69-7157-45f5-a01c-32a50a4e821e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:31.668671 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1fd4ea20-13c6-4338-8e56-c4bcf4a88872 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8309801 Mar 11 15:48:31.671424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42164) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:31.677096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Request body: {'subnet': {'network_id': '6f592162-ca9e-4e2a-b2a3-84021cd088ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:31.736412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.740364 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1ca0b3d3-81c8-4751-a739-314f08b22215 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4239535 Mar 11 15:48:31.740625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42168) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:31.745732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group': {'name': 'tempest-secgroup--94433075'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:31.751625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:31.755704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:31.759096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:31.764839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:31.786249 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:31.789997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Usage tracker for resource:subnet and tenant:5b83b95fa15a4635bb46f3bc96c7f73f is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:31.792803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:31.798419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:31.856796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.876075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:31.880072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:31.883387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:31.888899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:31.891363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Made reservation on behalf of 5b83b95fa15a4635bb46f3bc96c7f73f for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:31.894896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.964246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.038841 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-455b1431-1b0f-422d-967f-618e7027470b req-5f74ed7d-b0ac-48f9-b506-65548e370b1a tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 210 time: 0.0430698 Mar 11 15:48:32.046078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.094233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cb766a-3081-4dfc-b52c-94af23488c92,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:32.166260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.167446 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0fcadd6f-ab1f-4e99-8d99-f5202211aaf5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4258745 Mar 11 15:48:32.170169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42174) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:32.175121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9557613a-27b3-4b21-8db6-73db90652622 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': 'bf31da69-7157-45f5-a01c-32a50a4e821e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '61cb766a-3081-4dfc-b52c-94af23488c92', 'remote_ip_prefix': None}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:32.181695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9557613a-27b3-4b21-8db6-73db90652622 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:32.185655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9557613a-27b3-4b21-8db6-73db90652622 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:32.188490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9557613a-27b3-4b21-8db6-73db90652622 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:32.194846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9557613a-27b3-4b21-8db6-73db90652622 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:32.200043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.280293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event updated for resources: {'Subnet': ['ID=b0460bc4-2fdb-4e10-b29b-1c2f6f26a305,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:32.291366 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Checking segment: {'id': '4c96fb9d-e6ee-43a4-bcdc-b292ea57db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6f592162-ca9e-4e2a-b2a3-84021cd088ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:48:32.291728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Network hostable DHCP agents. Network: 6f592162-ca9e-4e2a-b2a3-84021cd088ba, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:48:32.298757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9557613a-27b3-4b21-8db6-73db90652622 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.364972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9557613a-27b3-4b21-8db6-73db90652622 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.382848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Network 6f592162-ca9e-4e2a-b2a3-84021cd088ba is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:48:32.440196 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9557613a-27b3-4b21-8db6-73db90652622 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.463549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557613a-27b3-4b21-8db6-73db90652622 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b3de53-8c55-44cb-afe5-6de7b800bf30,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:32.479292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 6f592162-ca9e-4e2a-b2a3-84021cd088ba) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:32.483409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:32.484085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.488708 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe62513-69d2-4c5a-b242-6387c3d23394 None None] Network 6f592162-ca9e-4e2a-b2a3-84021cd088ba requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:32.583165 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9557613a-27b3-4b21-8db6-73db90652622 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.584528 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9557613a-27b3-4b21-8db6-73db90652622 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4134018 Mar 11 15:48:32.588484 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-74f99c97-da32-4858-82be-c0c66c7a93e1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9134779 Mar 11 15:48:32.588714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42178) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:32.589442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42180) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:32.604990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Request body: {'network': {'name': 'tempest-router-network01--1891775651'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:32.612073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:32.624535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Usage tracker for resource:network and tenant:5b83b95fa15a4635bb46f3bc96c7f73f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:32.629757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:32.636040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-90990bed-b2a8-40b3-af01-1356f00fc9f1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.642456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:32.648920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-90990bed-b2a8-40b3-af01-1356f00fc9f1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.700682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-6f592162-ca9e-4e2a-b2a3-84021cd088ba', 'network_id': '6f592162-ca9e-4e2a-b2a3-84021cd088ba', 'tenant_id': '5b83b95fa15a4635bb46f3bc96c7f73f', 'fixed_ips': [{'subnet_id': 'b0460bc4-2fdb-4e10-b29b-1c2f6f26a305'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:48:32.701508 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.736470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Made reservation on behalf of 5b83b95fa15a4635bb46f3bc96c7f73f for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:32.739994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.773462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-90990bed-b2a8-40b3-af01-1356f00fc9f1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.784271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:48:32.794133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90990bed-b2a8-40b3-af01-1356f00fc9f1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4b3de53-8c55-44cb-afe5-6de7b800bf30,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:32.806772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.807119 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Added segment 5743ea1e-bed6-4784-a000-3cba9254d971 of type vlan for network 2aa80ced-8e47-4d53-81aa-8b79f34812a7 Mar 11 15:48:32.813672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-90990bed-b2a8-40b3-af01-1356f00fc9f1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.817276 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-90990bed-b2a8-40b3-af01-1356f00fc9f1 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b4b3de53-8c55-44cb-afe5-6de7b800bf30 HTTP/1.1" status: 204 len: 168 time: 0.2265401 Mar 11 15:48:32.817984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42186) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:32.843761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.872386 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d6d28613-99d5-464b-a800-ee5e2c315587 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0535898 Mar 11 15:48:32.875158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42190) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:32.876982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Allocated IP 172.20.0.2 (6f592162-ca9e-4e2a-b2a3-84021cd088ba/b0460bc4-2fdb-4e10-b29b-1c2f6f26a305/e10fb43c-c957-4e7b-9b1f-081da3d51fc3) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:32.939801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caea88f-cf68-4540-9518-53b433d4ba37 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.955374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.961129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:32.961702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.997359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caea88f-cf68-4540-9518-53b433d4ba37 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.098780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.105390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event updated for resources: {'Network': ['ID=2aa80ced-8e47-4d53-81aa-8b79f34812a7,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:33.110051 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b560c74d-cb47-4c1c-9259-d8a4badf42eb tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5194652 Mar 11 15:48:33.112579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42198) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:33.113726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Transition to ACTIVE for port object e10fb43c-c957-4e7b-9b1f-081da3d51fc3 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:33.118543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Request body: {'network': {'name': 'tempest-router-network02--708184457'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:33.123290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:33.127076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Usage tracker for resource:network and tenant:5b83b95fa15a4635bb46f3bc96c7f73f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:33.130625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:33.136531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:33.142704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 2aa80ced-8e47-4d53-81aa-8b79f34812a7 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:48:33.237464 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e04cb241-06ef-42d2-a14b-26efc5213fa2 req-f3b67fd2-548f-4c32-b0a6-759b1e411a57 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 210 time: 0.0609815 Mar 11 15:48:33.238291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caea88f-cf68-4540-9518-53b433d4ba37 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.251935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Transition to ACTIVE for port object e10fb43c-c957-4e7b-9b1f-081da3d51fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:33.306759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Made reservation on behalf of 5b83b95fa15a4635bb46f3bc96c7f73f for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:33.310246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.314910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.337906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caea88f-cf68-4540-9518-53b433d4ba37 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cb766a-3081-4dfc-b52c-94af23488c92,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:33.371438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1caea88f-cf68-4540-9518-53b433d4ba37 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.372692 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1caea88f-cf68-4540-9518-53b433d4ba37 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-groups/61cb766a-3081-4dfc-b52c-94af23488c92 HTTP/1.1" status: 204 len: 168 time: 0.4965794 Mar 11 15:48:33.375505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42202) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:33.386633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:48:33.388396 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Network 6f592162-ca9e-4e2a-b2a3-84021cd088ba is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:33.391204 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:33.400015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:33.414796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.415137 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Added segment 438b347c-a332-4aa8-999f-d8ee0be442a9 of type vlan for network 7ac87887-6d1e-4f47-b991-2f8eed3ccdd1 Mar 11 15:48:33.422220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-95595a0a-0399-4cf8-a4ee-b12eeb226a1a tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:33.423700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-95595a0a-0399-4cf8-a4ee-b12eeb226a1a tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 812 time: 0.2700219 Mar 11 15:48:33.437561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Pushing event updated for resources: {'Port': ['ID=e10fb43c-c957-4e7b-9b1f-081da3d51fc3,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:33.464672 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e420be76-c608-4056-ba50-b9931d43b519 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0873799 Mar 11 15:48:33.467939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42206) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:33.496346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Attempting to bind port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:48:33.496662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Attempting to bind port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '4c96fb9d-e6ee-43a4-bcdc-b292ea57db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6f592162-ca9e-4e2a-b2a3-84021cd088ba'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:48:33.496963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.497103 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Attempting to bind port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 on network 6f592162-ca9e-4e2a-b2a3-84021cd088ba {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:48:33.502286 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:48:33.502650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Checking segment: {'id': '4c96fb9d-e6ee-43a4-bcdc-b292ea57db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6f592162-ca9e-4e2a-b2a3-84021cd088ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:48:33.503042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.503444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Bound using segment: {'id': '4c96fb9d-e6ee-43a4-bcdc-b292ea57db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6f592162-ca9e-4e2a-b2a3-84021cd088ba'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:48:33.503893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Bound port: e10fb43c-c957-4e7b-9b1f-081da3d51fc3, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c96fb9d-e6ee-43a4-bcdc-b292ea57db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6f592162-ca9e-4e2a-b2a3-84021cd088ba'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:48:33.504261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.520755 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-b2cca766-d190-4091-a572-52917ef9ce39 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acbbd0b5a4f34fd68899f082e39aa450 HTTP/1.1" status: 200 len: 380 time: 0.0886855 Mar 11 15:48:33.532485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'port': {'device_id': '84fb036b-7f90-43df-9817-5636767394ce', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'admin_state_up': True, 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'security_groups': ['b419ca45-c5dc-49de-8faf-12eb361d7041']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:33.593276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] For port e10fb43c-c957-4e7b-9b1f-081da3d51fc3, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:48:33.596077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] For port e10fb43c-c957-4e7b-9b1f-081da3d51fc3, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e10fb43c-c957-4e7b-9b1f-081da3d51fc3,segment=NetworkSegment(4c96fb9d-e6ee-43a4-bcdc-b292ea57db75),segment_id=4c96fb9d-e6ee-43a4-bcdc-b292ea57db75)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:48:33.709498 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.786532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0de3bf10-e0b6-4b91-9256-2f37321cfddc tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.807193 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112f89c-96c0-43df-b08a-6c0ff4a1096e None None] Pushing event updated for resources: {'Port': ['ID=e10fb43c-c957-4e7b-9b1f-081da3d51fc3,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:33.829955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0de3bf10-e0b6-4b91-9256-2f37321cfddc tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.868035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.875122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:33.875122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:33.932507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:33.956226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:34.027351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event updated for resources: {'Network': ['ID=7ac87887-6d1e-4f47-b991-2f8eed3ccdd1,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:34.045539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 7ac87887-6d1e-4f47-b991-2f8eed3ccdd1 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:48:34.086222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0de3bf10-e0b6-4b91-9256-2f37321cfddc tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.089780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0de3bf10-e0b6-4b91-9256-2f37321cfddc tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.093790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0de3bf10-e0b6-4b91-9256-2f37321cfddc tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-groups/bf31da69-7157-45f5-a01c-32a50a4e821e HTTP/1.1" status: 204 len: 168 time: 0.6212966 Mar 11 15:48:34.095063 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42212) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:34.111570 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-46cbe387-cb16-4b2d-a22f-4b3eec90a8f7 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9976838 Mar 11 15:48:34.114188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42216) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:34.115064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3bf10-e0b6-4b91-9256-2f37321cfddc tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf31da69-7157-45f5-a01c-32a50a4e821e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:34.132148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Request body: {'subnet': {'network_id': '2aa80ced-8e47-4d53-81aa-8b79f34812a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:34.179332 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e124b8fc-05d4-41f8-9c87-d03d9514b8c6 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0823009 Mar 11 15:48:34.186838 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42220) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:34.197516 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066240704'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:34.205675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:34.210856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:34.216039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:34.238839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Made reservation on behalf of acbbd0b5a4f34fd68899f082e39aa450 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:34.239559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:34.242408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.343897 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.374713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:34.383768 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e10fb43c-c957-4e7b-9b1f-081da3d51fc3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:34.385583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:34.388584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:34.394912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:34.480344 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.507872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:34.527231 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-92881095-1da3-4c50-9f5b-23474c0843bd req-11af2b63-9d21-4172-b78b-ec5b9c63d0a8 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 210 time: 0.0629284 Mar 11 15:48:34.530101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Usage tracker for resource:subnet and tenant:5b83b95fa15a4635bb46f3bc96c7f73f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:34.535454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:34.543065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:34.553761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:34.562775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Allocated IP 172.20.0.3 (7937ba97-e4df-43f8-ac5a-e69466e85b88/189745db-ba45-47e1-b166-ea9ea15d5766/1cd03e85-32ef-4d0b-859a-2352e6a1e510) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:34.575886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.620346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82e3063-9ec7-47eb-8e94-61a59057adea,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:34.640446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Made reservation on behalf of 5b83b95fa15a4635bb46f3bc96c7f73f for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:34.643936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.697496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.701374 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-edd77f42-9da0-463c-b1b7-fe7c61156d9d tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5085492 Mar 11 15:48:34.702077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42226) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:34.707249 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c239b921-6fe1-4b42-974b-11d4cd378ad0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': 'b82e3063-9ec7-47eb-8e94-61a59057adea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:34.713745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c239b921-6fe1-4b42-974b-11d4cd378ad0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:34.718434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c239b921-6fe1-4b42-974b-11d4cd378ad0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:34.721553 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c239b921-6fe1-4b42-974b-11d4cd378ad0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:34.729372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c239b921-6fe1-4b42-974b-11d4cd378ad0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:34.813919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c239b921-6fe1-4b42-974b-11d4cd378ad0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.876083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.884743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c239b921-6fe1-4b42-974b-11d4cd378ad0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.899209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Transition to ACTIVE for port object 1cd03e85-32ef-4d0b-859a-2352e6a1e510 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:34.949495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c239b921-6fe1-4b42-974b-11d4cd378ad0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.977530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239b921-6fe1-4b42-974b-11d4cd378ad0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46404664-848f-4627-bd1e-9767e823bde2,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:35.069800 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850336f7-3ea7-44eb-84ff-3a7bc5702bfd None None] Network 6f592162-ca9e-4e2a-b2a3-84021cd088ba requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:35.085479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c239b921-6fe1-4b42-974b-11d4cd378ad0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.089385 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c239b921-6fe1-4b42-974b-11d4cd378ad0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3837006 Mar 11 15:48:35.089798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42230) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:35.121842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.122526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d9b8149c-92d5-44ed-bf11-08b5b6822194 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.125083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.135884 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d9b8149c-92d5-44ed-bf11-08b5b6822194 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.252298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Network 7937ba97-e4df-43f8-ac5a-e69466e85b88 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:35.259127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d9b8149c-92d5-44ed-bf11-08b5b6822194 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.261821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:35.270760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:35.299534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-53acc317-ae0c-4e32-971d-0cd550455e94 None None] Provisioning for port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:35.307888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-53acc317-ae0c-4e32-971d-0cd550455e94 None None] Provisioning complete for port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:35.308272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-53acc317-ae0c-4e32-971d-0cd550455e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.317792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8149c-92d5-44ed-bf11-08b5b6822194 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46404664-848f-4627-bd1e-9767e823bde2,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:35.325979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d9b8149c-92d5-44ed-bf11-08b5b6822194 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.333540 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d9b8149c-92d5-44ed-bf11-08b5b6822194 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/46404664-848f-4627-bd1e-9767e823bde2 HTTP/1.1" status: 204 len: 168 time: 0.2361012 Mar 11 15:48:35.333540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42234) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:35.351671 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:35.353243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.415072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Checking segment: {'id': '5743ea1e-bed6-4784-a000-3cba9254d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2aa80ced-8e47-4d53-81aa-8b79f34812a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:48:35.415456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Network hostable DHCP agents. Network: 2aa80ced-8e47-4d53-81aa-8b79f34812a7, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:48:35.431595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event updated for resources: {'Subnet': ['ID=35b35ca2-25d1-4ed7-aa30-dccb241fc50d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:35.441747 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-23f738af-49e5-449a-b9c9-65ce3869da25 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:35.450722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'Port': ['ID=1cd03e85-32ef-4d0b-859a-2352e6a1e510,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:35.497976 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-88f7794d-e47a-4445-af29-402c79c23ee4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9720843 Mar 11 15:48:35.509625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Request body: {'port': {'device_id': '84fb036b-7f90-43df-9817-5636767394ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:35.515117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-53acc317-ae0c-4e32-971d-0cd550455e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.557484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Network 2aa80ced-8e47-4d53-81aa-8b79f34812a7 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:48:35.584298 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-23f738af-49e5-449a-b9c9-65ce3869da25 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:35.585013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-53acc317-ae0c-4e32-971d-0cd550455e94 None None] For port e10fb43c-c957-4e7b-9b1f-081da3d51fc3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e10fb43c-c957-4e7b-9b1f-081da3d51fc3,segment=NetworkSegment(4c96fb9d-e6ee-43a4-bcdc-b292ea57db75),segment_id=4c96fb9d-e6ee-43a4-bcdc-b292ea57db75)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:35.589442 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-23f738af-49e5-449a-b9c9-65ce3869da25 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2562709 Mar 11 15:48:35.589847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42240) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:35.680755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.691831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 2aa80ced-8e47-4d53-81aa-8b79f34812a7) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:35.699912 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687fe671-e000-418a-9821-e6efafe26091 None None] Network 2aa80ced-8e47-4d53-81aa-8b79f34812a7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:35.723616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f301c371-d8ee-4093-96f1-ae3cc811a804 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.748011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-53acc317-ae0c-4e32-971d-0cd550455e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.762223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f301c371-d8ee-4093-96f1-ae3cc811a804 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.801463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:35.802109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.904965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acc317-ae0c-4e32-971d-0cd550455e94 None None] Pushing event updated for resources: {'Port': ['ID=e10fb43c-c957-4e7b-9b1f-081da3d51fc3,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:35.920071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f301c371-d8ee-4093-96f1-ae3cc811a804 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.939907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301c371-d8ee-4093-96f1-ae3cc811a804 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82e3063-9ec7-47eb-8e94-61a59057adea,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:35.976500 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-33153ca1-f175-4d9c-a84c-da83dffc6df0 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8489959 Mar 11 15:48:35.978425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42244) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:35.996912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Request body: {'subnet': {'network_id': '7ac87887-6d1e-4f47-b991-2f8eed3ccdd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:36.038584 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-2aa80ced-8e47-4d53-81aa-8b79f34812a7', 'network_id': '2aa80ced-8e47-4d53-81aa-8b79f34812a7', 'tenant_id': '5b83b95fa15a4635bb46f3bc96c7f73f', 'fixed_ips': [{'subnet_id': '35b35ca2-25d1-4ed7-aa30-dccb241fc50d'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:48:36.039500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.096002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-44619280-1db1-4513-ab21-3c6574b8dcbc None None] Provisioning for port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:36.097915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f301c371-d8ee-4093-96f1-ae3cc811a804 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.102233 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f301c371-d8ee-4093-96f1-ae3cc811a804 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-groups/b82e3063-9ec7-47eb-8e94-61a59057adea HTTP/1.1" status: 204 len: 168 time: 0.5072711 Mar 11 15:48:36.102233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42248) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:36.102560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-44619280-1db1-4513-ab21-3c6574b8dcbc None None] Provisioning complete for port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:36.102560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-44619280-1db1-4513-ab21-3c6574b8dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.167224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2949bc43-1590-47e2-b07a-9ee2d3f6e082 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:36.197673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-44619280-1db1-4513-ab21-3c6574b8dcbc None None] Port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:36.199700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd24f-2b06-4ddd-aea9-cb9df2e82c27 req-95413a74-e195-498d-8572-a8b10fa8d1a5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:36.200391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-34dcd24f-2b06-4ddd-aea9-cb9df2e82c27 req-95413a74-e195-498d-8572-a8b10fa8d1a5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Synchronizing usage tracker for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:36.255359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-44619280-1db1-4513-ab21-3c6574b8dcbc None None] Provisioning complete for port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:36.255991 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-44619280-1db1-4513-ab21-3c6574b8dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.256441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2949bc43-1590-47e2-b07a-9ee2d3f6e082 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:36.258507 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2949bc43-1590-47e2-b07a-9ee2d3f6e082 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1554976 Mar 11 15:48:36.265622 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42252) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:36.272614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116136102'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:36.358910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-34dcd24f-2b06-4ddd-aea9-cb9df2e82c27 req-95413a74-e195-498d-8572-a8b10fa8d1a5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Unset dirty status for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:36.366301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-34dcd24f-2b06-4ddd-aea9-cb9df2e82c27 req-95413a74-e195-498d-8572-a8b10fa8d1a5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 931 time: 0.6717699 Mar 11 15:48:36.403954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:36.411726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e10fb43c-c957-4e7b-9b1f-081da3d51fc3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:36.419356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Usage tracker for resource:subnet and tenant:5b83b95fa15a4635bb46f3bc96c7f73f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:36.424014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:36.461065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:36.488738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-34dcd24f-2b06-4ddd-aea9-cb9df2e82c27 req-1835e4a3-779a-4eba-a8f6-2a629f8fae14 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214218 Mar 11 15:48:36.499113 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Allocated IP 172.20.0.2 (2aa80ced-8e47-4d53-81aa-8b79f34812a7/35b35ca2-25d1-4ed7-aa30-dccb241fc50d/fcb573b8-2701-4dd6-96b9-a3110269d282) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:36.499846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:36.512691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:36.565387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Made reservation on behalf of 5b83b95fa15a4635bb46f3bc96c7f73f for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:36.569381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.588490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.617670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd03e85-32ef-4d0b-859a-2352e6a1e510 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:48:36.619453 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:36.625752 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:36.631336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:36.639913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:36.684075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.710674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:36.711036 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.720907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Transition to ACTIVE for port object 1cd03e85-32ef-4d0b-859a-2352e6a1e510 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:36.771146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.856519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.863623 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.912914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Transition to ACTIVE for port object fcb573b8-2701-4dd6-96b9-a3110269d282 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:36.937876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:36.951650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Transition to ACTIVE for port object fcb573b8-2701-4dd6-96b9-a3110269d282 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:36.970293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.021992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4008377e-ab36-450f-87fb-4a6ac5c6d000,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:37.034660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.106813 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Network 2aa80ced-8e47-4d53-81aa-8b79f34812a7 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:37.110786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd03e85-32ef-4d0b-859a-2352e6a1e510,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:37.110999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:37.121838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:37.132510 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Pushing event updated for resources: {'Port': ['ID=fcb573b8-2701-4dd6-96b9-a3110269d282,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:37.148890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.150841 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-582d34ec-7f3e-4243-a293-a06bbd9ca002 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8840289 Mar 11 15:48:37.153546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42256) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:37.159379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-25750447-14bd-458f-8f9c-c05abbb08356 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': '4008377e-ab36-450f-87fb-4a6ac5c6d000', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:37.166315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-25750447-14bd-458f-8f9c-c05abbb08356 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:37.170919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-25750447-14bd-458f-8f9c-c05abbb08356 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:37.174176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-25750447-14bd-458f-8f9c-c05abbb08356 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:37.183167 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-25750447-14bd-458f-8f9c-c05abbb08356 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:37.212085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event updated for resources: {'Subnet': ['ID=063f7490-7bc2-4268-825f-49b07a4aa938,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:37.231137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Checking segment: {'id': '438b347c-a332-4aa8-999f-d8ee0be442a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7ac87887-6d1e-4f47-b991-2f8eed3ccdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:48:37.231503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Network hostable DHCP agents. Network: 7ac87887-6d1e-4f47-b991-2f8eed3ccdd1, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:48:37.267858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Attempting to bind port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:48:37.270082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Attempting to bind port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:48:37.270217 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25750447-14bd-458f-8f9c-c05abbb08356 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.270325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Attempting to bind port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 on network 7937ba97-e4df-43f8-ac5a-e69466e85b88 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:48:37.275435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 on network 7937ba97-e4df-43f8-ac5a-e69466e85b88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:48:37.275765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Attempting to bind port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 on network 7937ba97-e4df-43f8-ac5a-e69466e85b88 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:48:37.276721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Attempting to bind port fcb573b8-2701-4dd6-96b9-a3110269d282 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:48:37.277109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Attempting to bind port fcb573b8-2701-4dd6-96b9-a3110269d282 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '5743ea1e-bed6-4784-a000-3cba9254d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2aa80ced-8e47-4d53-81aa-8b79f34812a7'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:48:37.279289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Attempting to bind port fcb573b8-2701-4dd6-96b9-a3110269d282 on network 2aa80ced-8e47-4d53-81aa-8b79f34812a7 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:48:37.281701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:48:37.282052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Checking segment: {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:48:37.282446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Bound using segment: {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:48:37.283722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Bound port: 1cd03e85-32ef-4d0b-859a-2352e6a1e510, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:48:37.284086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.300164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:48:37.300164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Checking segment: {'id': '5743ea1e-bed6-4784-a000-3cba9254d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2aa80ced-8e47-4d53-81aa-8b79f34812a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:48:37.300440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.300681 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Bound using segment: {'id': '5743ea1e-bed6-4784-a000-3cba9254d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2aa80ced-8e47-4d53-81aa-8b79f34812a7'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:48:37.301340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Bound port: fcb573b8-2701-4dd6-96b9-a3110269d282, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5743ea1e-bed6-4784-a000-3cba9254d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2aa80ced-8e47-4d53-81aa-8b79f34812a7'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:48:37.301906 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.361530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25750447-14bd-458f-8f9c-c05abbb08356 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.366309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Network 7ac87887-6d1e-4f47-b991-2f8eed3ccdd1 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:48:37.408246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] For port fcb573b8-2701-4dd6-96b9-a3110269d282, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:48:37.412188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] For port fcb573b8-2701-4dd6-96b9-a3110269d282, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fcb573b8-2701-4dd6-96b9-a3110269d282,segment=NetworkSegment(5743ea1e-bed6-4784-a000-3cba9254d971),segment_id=5743ea1e-bed6-4784-a000-3cba9254d971)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:48:37.437201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] For port 1cd03e85-32ef-4d0b-859a-2352e6a1e510, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:48:37.440147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] For port 1cd03e85-32ef-4d0b-859a-2352e6a1e510, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1cd03e85-32ef-4d0b-859a-2352e6a1e510,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:48:37.445660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25750447-14bd-458f-8f9c-c05abbb08356 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.471590 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25750447-14bd-458f-8f9c-c05abbb08356 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a67036-82bd-4190-91a4-a9351f5763f2,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:37.514397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 7ac87887-6d1e-4f47-b991-2f8eed3ccdd1) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:37.529622 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3358fa89-0a0c-4f14-9803-fef5665d915f None None] Network 7ac87887-6d1e-4f47-b991-2f8eed3ccdd1 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:37.536025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:37.537996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.570144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.596019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.616715 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-25750447-14bd-458f-8f9c-c05abbb08356 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.621581 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-25750447-14bd-458f-8f9c-c05abbb08356 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4668455 Mar 11 15:48:37.622883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42262) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:37.655943 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-12db6dc7-84a8-42f7-93bb-56db96ebf5dc tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules/a7a67036-82bd-4190-91a4-a9351f5763f2 HTTP/1.1" status: 200 len: 763 time: 0.0314593 Mar 11 15:48:37.659554 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42266) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:37.721668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec228fc9-c874-4f3e-852b-077ed6952518 None None] Pushing event updated for resources: {'Port': ['ID=fcb573b8-2701-4dd6-96b9-a3110269d282,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:37.740889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cdfd3b89-50b0-4138-afef-11ea21be48bb tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:37.788846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:37.790237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:37.791164 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] 10.222.0.30 "PUT /v2.0/ports/1cd03e85-32ef-4d0b-859a-2352e6a1e510 HTTP/1.1" status: 200 len: 1093 time: 2.2857869 Mar 11 15:48:37.800673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fb036b-7f90-43df-9817-5636767394ce', 'tag': '1cd03e85-32ef-4d0b-859a-2352e6a1e510'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:48:37.809259 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-23e86bdd-a9c6-4ccd-b410-7d861f18f009 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8229835 Mar 11 15:48:37.814350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42272) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:37.857987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cdfd3b89-50b0-4138-afef-11ea21be48bb tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:37.860030 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cdfd3b89-50b0-4138-afef-11ea21be48bb tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1995509 Mar 11 15:48:37.863801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42276) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:38.009857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f299-3ada-4a69-aa79-b3c6cac269f7 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:38.038395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f299-3ada-4a69-aa79-b3c6cac269f7 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:38.070518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-7ac87887-6d1e-4f47-b991-2f8eed3ccdd1', 'network_id': '7ac87887-6d1e-4f47-b991-2f8eed3ccdd1', 'tenant_id': '5b83b95fa15a4635bb46f3bc96c7f73f', 'fixed_ips': [{'subnet_id': '063f7490-7bc2-4268-825f-49b07a4aa938'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:48:38.071323 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:38.116242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fb036b-7f90-43df-9817-5636767394ce', 'tag': '1cd03e85-32ef-4d0b-859a-2352e6a1e510', 'status': 'completed', 'code': 200} Mar 11 15:48:38.135088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca7792-432f-4145-b77c-f65c533bff58 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd03e85-32ef-4d0b-859a-2352e6a1e510,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:38.154289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f299-3ada-4a69-aa79-b3c6cac269f7 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:38.205948 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3f299-3ada-4a69-aa79-b3c6cac269f7 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7a67036-82bd-4190-91a4-a9351f5763f2,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:38.291637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f299-3ada-4a69-aa79-b3c6cac269f7 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:38.293345 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b3b3f299-3ada-4a69-aa79-b3c6cac269f7 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a7a67036-82bd-4190-91a4-a9351f5763f2 HTTP/1.1" status: 204 len: 168 time: 0.4282157 Mar 11 15:48:38.295637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42280) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:38.377164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Allocated IP 172.20.0.2 (7ac87887-6d1e-4f47-b991-2f8eed3ccdd1/063f7490-7bc2-4268-825f-49b07a4aa938/e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:38.399436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-413fa0fa-e260-473a-a9b5-1ffa3492ad2c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:38.414753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fcb573b8-2701-4dd6-96b9-a3110269d282 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:38.667919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dba6e-7c01-4678-93da-8a9e79accbca req-26e612ed-c9fb-4ade-916a-34df8e35ef5d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:38.669453 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-531dba6e-7c01-4678-93da-8a9e79accbca req-26e612ed-c9fb-4ade-916a-34df8e35ef5d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 943 time: 1.0140333 Mar 11 15:48:38.681162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:38.691027 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Transition to ACTIVE for port object e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:38.710124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Transition to ACTIVE for port object e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:38.806764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-ac01e361-9089-4246-9b39-07ca65ba8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:38.807709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-413fa0fa-e260-473a-a9b5-1ffa3492ad2c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:38.808217 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-ac01e361-9089-4246-9b39-07ca65ba8df2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 1096 time: 0.7956033 Mar 11 15:48:38.809209 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port fcb573b8-2701-4dd6-96b9-a3110269d282 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:38.814409 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-413fa0fa-e260-473a-a9b5-1ffa3492ad2c tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5173967 Mar 11 15:48:38.817318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42284) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:38.818457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:38.822933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-97616d52-c5e5-44d3-b2c1-d7f8ec233ec8 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': '4008377e-ab36-450f-87fb-4a6ac5c6d000', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:38.829653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-97616d52-c5e5-44d3-b2c1-d7f8ec233ec8 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:38.844066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-97616d52-c5e5-44d3-b2c1-d7f8ec233ec8 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:38.899950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Network 7ac87887-6d1e-4f47-b991-2f8eed3ccdd1 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:38.903375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:38.903616 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-0322e0de-1cc2-45d7-847c-24d992ff007b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cd03e85-32ef-4d0b-859a-2352e6a1e510 HTTP/1.1" status: 200 len: 217 time: 0.0807512 Mar 11 15:48:38.907373 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:38.939185 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-531dba6e-7c01-4678-93da-8a9e79accbca req-ea540c46-c385-4f05-ac94-0b2b9ec65736 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026732 Mar 11 15:48:38.983516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:38.989522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Pushing event updated for resources: {'Port': ['ID=e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:39.026549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Attempting to bind port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:48:39.026549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Attempting to bind port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '438b347c-a332-4aa8-999f-d8ee0be442a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7ac87887-6d1e-4f47-b991-2f8eed3ccdd1'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:48:39.026549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Attempting to bind port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 on network 7ac87887-6d1e-4f47-b991-2f8eed3ccdd1 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:48:39.027054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97616d52-c5e5-44d3-b2c1-d7f8ec233ec8 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.031395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:48:39.031908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Checking segment: {'id': '438b347c-a332-4aa8-999f-d8ee0be442a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7ac87887-6d1e-4f47-b991-2f8eed3ccdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:48:39.032411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.032935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Bound using segment: {'id': '438b347c-a332-4aa8-999f-d8ee0be442a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7ac87887-6d1e-4f47-b991-2f8eed3ccdd1'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:48:39.033512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Bound port: e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438b347c-a332-4aa8-999f-d8ee0be442a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7ac87887-6d1e-4f47-b991-2f8eed3ccdd1'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:48:39.037018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.134433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97616d52-c5e5-44d3-b2c1-d7f8ec233ec8 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.153975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86886e95-b652-4dd3-992b-a553c024c5cf None None] Network 2aa80ced-8e47-4d53-81aa-8b79f34812a7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:39.170810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-94721a8f-869b-4d70-aad1-b52be13958d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:39.172244 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-94721a8f-869b-4d70-aad1-b52be13958d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.2322118 Mar 11 15:48:39.200108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97616d52-c5e5-44d3-b2c1-d7f8ec233ec8 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.229182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97616d52-c5e5-44d3-b2c1-d7f8ec233ec8 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126a959a-b43b-492b-ad5c-013f457cc305,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:39.298863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] For port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:48:39.305012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] For port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485,segment=NetworkSegment(438b347c-a332-4aa8-999f-d8ee0be442a9),segment_id=438b347c-a332-4aa8-999f-d8ee0be442a9)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:48:39.331403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97616d52-c5e5-44d3-b2c1-d7f8ec233ec8 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.335275 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-97616d52-c5e5-44d3-b2c1-d7f8ec233ec8 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5169926 Mar 11 15:48:39.335621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42288) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:39.366843 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-54228381-c491-44c6-ad15-b3f5196b8f5f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules/126a959a-b43b-492b-ad5c-013f457cc305 HTTP/1.1" status: 200 len: 763 time: 0.0264657 Mar 11 15:48:39.370518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-aa75fb5e-ae7c-4171-97c6-9cf42747f715 None None] Provisioning for port fcb573b8-2701-4dd6-96b9-a3110269d282 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:39.370669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42292) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:39.382763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-b539c0f2-0d22-4abc-b04f-bbcf7f61c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:39.384231 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-b539c0f2-0d22-4abc-b04f-bbcf7f61c32f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2062113 Mar 11 15:48:39.389142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-aa75fb5e-ae7c-4171-97c6-9cf42747f715 None None] Provisioning complete for port fcb573b8-2701-4dd6-96b9-a3110269d282 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:39.389687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa75fb5e-ae7c-4171-97c6-9cf42747f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.415457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1cc8304a-8b64-4fdd-bad4-a9db6ec155c9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:39.426402 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.502626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1cc8304a-8b64-4fdd-bad4-a9db6ec155c9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:39.504005 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1cc8304a-8b64-4fdd-bad4-a9db6ec155c9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1366150 Mar 11 15:48:39.506791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42296) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:39.540822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Allocated IP 172.20.0.1 (2aa80ced-8e47-4d53-81aa-8b79f34812a7/35b35ca2-25d1-4ed7-aa30-dccb241fc50d/130a8add-68a2-4c25-ad4e-9a1fce361d3f) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:39.541910 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e50b68be-2b9d-4596-9c2d-78b9fb6e56aa tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.551416 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e50b68be-2b9d-4596-9c2d-78b9fb6e56aa tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.600428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b98577-f704-4f97-b351-0506fe7ff70f None None] Pushing event updated for resources: {'Port': ['ID=e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:39.612891 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-558983ec-4328-49f1-b674-5b5029f69ac6 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002778 Mar 11 15:48:39.669314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e50b68be-2b9d-4596-9c2d-78b9fb6e56aa tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.680253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa75fb5e-ae7c-4171-97c6-9cf42747f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.692124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b68be-2b9d-4596-9c2d-78b9fb6e56aa tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=126a959a-b43b-492b-ad5c-013f457cc305,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:39.721383 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-aa75fb5e-ae7c-4171-97c6-9cf42747f715 None None] For port fcb573b8-2701-4dd6-96b9-a3110269d282, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fcb573b8-2701-4dd6-96b9-a3110269d282,segment=NetworkSegment(5743ea1e-bed6-4784-a000-3cba9254d971),segment_id=5743ea1e-bed6-4784-a000-3cba9254d971)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:39.783601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e50b68be-2b9d-4596-9c2d-78b9fb6e56aa tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.789056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa75fb5e-ae7c-4171-97c6-9cf42747f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.792841 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e50b68be-2b9d-4596-9c2d-78b9fb6e56aa tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/126a959a-b43b-492b-ad5c-013f457cc305 HTTP/1.1" status: 204 len: 168 time: 0.2821031 Mar 11 15:48:39.793013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42300) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:39.898631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75fb5e-ae7c-4171-97c6-9cf42747f715 None None] Pushing event updated for resources: {'Port': ['ID=fcb573b8-2701-4dd6-96b9-a3110269d282,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:39.899370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:39.915403 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a91f7ec0-f476-46fe-8856-357961cf6e1a req-f1a2fb95-fc2d-4718-bf28-7a2dcbc0f12c service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487838 Mar 11 15:48:39.937312 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5445467d-d65f-4d04-9688-29216dd0dab5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:39.952257 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Transition to ACTIVE for port object 130a8add-68a2-4c25-ad4e-9a1fce361d3f will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:40.040300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a18f3d4f-dc63-4679-bf14-516613483bab None None] Provisioning complete for port fcb573b8-2701-4dd6-96b9-a3110269d282 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:40.040890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a18f3d4f-dc63-4679-bf14-516613483bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.127791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.131529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5445467d-d65f-4d04-9688-29216dd0dab5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:40.132769 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5445467d-d65f-4d04-9688-29216dd0dab5 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3393044 Mar 11 15:48:40.135697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42306) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:40.140881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7d44a76e-b92d-4fa0-ac7b-ac26a66325b6 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': '4008377e-ab36-450f-87fb-4a6ac5c6d000', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:40.148272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7d44a76e-b92d-4fa0-ac7b-ac26a66325b6 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:40.158069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7d44a76e-b92d-4fa0-ac7b-ac26a66325b6 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:40.213443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Network 2aa80ced-8e47-4d53-81aa-8b79f34812a7 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:40.220867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:40.232376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:40.238982 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-7d44a76e-b92d-4fa0-ac7b-ac26a66325b6 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Project 8f0c6df9e8c54d0cafb17e58e0b8f8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:48:40.252282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7d44a76e-b92d-4fa0-ac7b-ac26a66325b6 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.342296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7d44a76e-b92d-4fa0-ac7b-ac26a66325b6 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.423942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7d44a76e-b92d-4fa0-ac7b-ac26a66325b6 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.427108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:40.434908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event updated for resources: {'Port': ['ID=130a8add-68a2-4c25-ad4e-9a1fce361d3f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:40.461967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44a76e-b92d-4fa0-ac7b-ac26a66325b6 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3279ae17-87ab-4f62-a980-5bfe7a7aacc2,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:40.496838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.570833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7d44a76e-b92d-4fa0-ac7b-ac26a66325b6 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.572055 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7d44a76e-b92d-4fa0-ac7b-ac26a66325b6 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4353890 Mar 11 15:48:40.574681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42310) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:40.600388 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-91cfa396-7988-4399-8b73-1ef8b9360694 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules/3279ae17-87ab-4f62-a980-5bfe7a7aacc2 HTTP/1.1" status: 200 len: 769 time: 0.0244610 Mar 11 15:48:40.602874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42314) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:40.618110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710d851-8bd2-46e7-95cb-c1c3e33480ca req-0f15cc73-8fdc-4e99-b736-82c1c750e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:40.619589 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2710d851-8bd2-46e7-95cb-c1c3e33480ca req-0f15cc73-8fdc-4e99-b736-82c1c750e3e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 1096 time: 0.5292509 Mar 11 15:48:40.622649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:40.634909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fcb573b8-2701-4dd6-96b9-a3110269d282 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:40.637797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229fea5-fada-47d8-85eb-e894a619e948 req-de66dc4c-4316-4030-a0be-56a5fdd0e457 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:40.639584 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7229fea5-fada-47d8-85eb-e894a619e948 req-de66dc4c-4316-4030-a0be-56a5fdd0e457 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 943 time: 0.5840213 Mar 11 15:48:40.668120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a00dcb99-a8cc-474b-b7f5-948b00feb6ed tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:40.685742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-601588ee-23da-44c8-987c-7dcc1f70f420 None None] Provisioning for port 130a8add-68a2-4c25-ad4e-9a1fce361d3f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:40.699379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-601588ee-23da-44c8-987c-7dcc1f70f420 None None] Provisioning complete for port 130a8add-68a2-4c25-ad4e-9a1fce361d3f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:40.699752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-601588ee-23da-44c8-987c-7dcc1f70f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.744054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a00dcb99-a8cc-474b-b7f5-948b00feb6ed tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:40.750026 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a00dcb99-a8cc-474b-b7f5-948b00feb6ed tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1459551 Mar 11 15:48:40.750980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42318) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:40.768812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-601588ee-23da-44c8-987c-7dcc1f70f420 None None] Port 130a8add-68a2-4c25-ad4e-9a1fce361d3f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:40.771217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fcb573b8-2701-4dd6-96b9-a3110269d282 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:40.771749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.793530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3f31d94d-6e41-4e28-937a-14c724a0da49 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.808599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3f31d94d-6e41-4e28-937a-14c724a0da49 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.840666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710d851-8bd2-46e7-95cb-c1c3e33480ca req-8c68093e-412e-46fe-8a99-454b433b7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:40.842393 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2710d851-8bd2-46e7-95cb-c1c3e33480ca req-8c68093e-412e-46fe-8a99-454b433b7bc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.2132027 Mar 11 15:48:40.845273 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7229fea5-fada-47d8-85eb-e894a619e948 req-f86827bd-6faa-4051-b64c-d5df95507f74 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613920 Mar 11 15:48:40.875737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ef994-3a4f-469f-9b9c-5344f3e592ec None None] Network 7ac87887-6d1e-4f47-b991-2f8eed3ccdd1 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:40.897423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3f31d94d-6e41-4e28-937a-14c724a0da49 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:40.917283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31d94d-6e41-4e28-937a-14c724a0da49 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3279ae17-87ab-4f62-a980-5bfe7a7aacc2,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:40.919843 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2710d851-8bd2-46e7-95cb-c1c3e33480ca req-7f0e6ad7-91dc-4bc1-b168-d2335b521f2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cd03e85-32ef-4d0b-859a-2352e6a1e510 HTTP/1.1" status: 200 len: 217 time: 0.0689240 Mar 11 15:48:41.005276 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3f31d94d-6e41-4e28-937a-14c724a0da49 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.006588 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3f31d94d-6e41-4e28-937a-14c724a0da49 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3279ae17-87ab-4f62-a980-5bfe7a7aacc2 HTTP/1.1" status: 204 len: 168 time: 0.2534180 Mar 11 15:48:41.009004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42322) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:41.023602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710d851-8bd2-46e7-95cb-c1c3e33480ca req-cb8ee562-8561-4b90-8149-3e5787ff6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:41.025099 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2710d851-8bd2-46e7-95cb-c1c3e33480ca req-cb8ee562-8561-4b90-8149-3e5787ff6e0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.0995843 Mar 11 15:48:41.054319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-011834a0-7e0a-4900-850b-57f17179a66e None None] Provisioning for port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:41.067959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-202f2008-96ae-4b4c-b7ea-29d5a4e1bde9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:41.068511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-011834a0-7e0a-4900-850b-57f17179a66e None None] Provisioning complete for port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:41.068989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-011834a0-7e0a-4900-850b-57f17179a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.090770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.125686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-202f2008-96ae-4b4c-b7ea-29d5a4e1bde9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:41.129873 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-202f2008-96ae-4b4c-b7ea-29d5a4e1bde9 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1169920 Mar 11 15:48:41.130426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42326) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:41.198954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f2eb503d-5034-4831-9ba7-796da0865f1a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.251142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-011834a0-7e0a-4900-850b-57f17179a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.253654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710d851-8bd2-46e7-95cb-c1c3e33480ca req-08c3c862-707d-4c7d-b30f-51810c77eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:41.255501 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2710d851-8bd2-46e7-95cb-c1c3e33480ca req-08c3c862-707d-4c7d-b30f-51810c77eb52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2218485 Mar 11 15:48:41.258337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f2eb503d-5034-4831-9ba7-796da0865f1a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.289214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-011834a0-7e0a-4900-850b-57f17179a66e None None] For port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485,segment=NetworkSegment(438b347c-a332-4aa8-999f-d8ee0be442a9),segment_id=438b347c-a332-4aa8-999f-d8ee0be442a9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:41.377037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-011834a0-7e0a-4900-850b-57f17179a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.406222 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f2eb503d-5034-4831-9ba7-796da0865f1a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.440041 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb503d-5034-4831-9ba7-796da0865f1a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4008377e-ab36-450f-87fb-4a6ac5c6d000,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:41.448302 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011834a0-7e0a-4900-850b-57f17179a66e None None] Pushing event updated for resources: {'Port': ['ID=e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:41.577401 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2710d851-8bd2-46e7-95cb-c1c3e33480ca req-9bd33e7d-4436-46be-b97f-ebb5e40ac474 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669327 Mar 11 15:48:41.599636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-510d5727-21d4-4a79-9698-015367da3b6b None None] Provisioning complete for port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:41.600011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-510d5727-21d4-4a79-9698-015367da3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.600883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f2eb503d-5034-4831-9ba7-796da0865f1a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.602305 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f2eb503d-5034-4831-9ba7-796da0865f1a tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-groups/4008377e-ab36-450f-87fb-4a6ac5c6d000 HTTP/1.1" status: 204 len: 168 time: 0.4706986 Mar 11 15:48:41.604987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42330) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:41.658176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5245a237-6a20-401d-b2c3-99f1fc3c9bdf tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:41.750530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.754607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5245a237-6a20-401d-b2c3-99f1fc3c9bdf tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:41.756718 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5245a237-6a20-401d-b2c3-99f1fc3c9bdf tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1499572 Mar 11 15:48:41.757204 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2710d851-8bd2-46e7-95cb-c1c3e33480ca req-52c6181e-2dcd-4faa-8397-c3df3032e8c3 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735179 Mar 11 15:48:41.762446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42334) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:41.768085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group': {'name': 'tempest-secgroup--935828885'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:41.774025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:41.784254 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:41.834111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.906727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:41.969688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:41.972748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:42.128528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:42.132720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:42.139998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event updated for resources: {'Port': ['ID=130a8add-68a2-4c25-ad4e-9a1fce361d3f,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:42.150816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:42.307430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:42.348901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6029b-fac2-4c77-a06a-69e801476963 req-5a96666c-4c49-4136-90fd-664bfa0b97c9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:42.350928 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81d6029b-fac2-4c77-a06a-69e801476963 req-5a96666c-4c49-4136-90fd-664bfa0b97c9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 943 time: 0.3853428 Mar 11 15:48:42.375279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:42.375641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:42.382327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:42.395549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Network 2aa80ced-8e47-4d53-81aa-8b79f34812a7 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:42.404745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:42.473163 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81d6029b-fac2-4c77-a06a-69e801476963 req-dc75d4d3-e73c-4f51-8db7-2e45cd25a27d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129827 Mar 11 15:48:42.480338 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:42.603544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184b8e5d-e8d2-49cb-8679-dc62adc1d8d2,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:42.686836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7beda0-0396-4a2d-864f-1b1ecda34c66 None None] Provisioning complete for port 130a8add-68a2-4c25-ad4e-9a1fce361d3f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:42.687407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7beda0-0396-4a2d-864f-1b1ecda34c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:42.713707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:42.714945 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c49cc6ad-66c5-424e-bca3-2fdf9857b80f tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9522190 Mar 11 15:48:42.717988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42340) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:42.723058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-17116d6e-39c6-4098-b74f-55528e5b6882 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Request body: {'security_group_rule': {'security_group_id': '184b8e5d-e8d2-49cb-8679-dc62adc1d8d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:42.730270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-17116d6e-39c6-4098-b74f-55528e5b6882 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:42.734313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-17116d6e-39c6-4098-b74f-55528e5b6882 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Usage tracker for resource:security_group_rule and tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:42.737177 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-17116d6e-39c6-4098-b74f-55528e5b6882 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:42.742290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7beda0-0396-4a2d-864f-1b1ecda34c66 None None] Port 130a8add-68a2-4c25-ad4e-9a1fce361d3f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:42.742847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-17116d6e-39c6-4098-b74f-55528e5b6882 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:42.744805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Router f98ab35c-43da-4a0c-be63-dcf6422b178d is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:48:42.888009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17116d6e-39c6-4098-b74f-55528e5b6882 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:42.929258 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:48:42.938838 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f766d2d-a426-40d7-958c-edd37d3bdd67 None None] Sync routers for ids ['f98ab35c-43da-4a0c-be63-dcf6422b178d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:48:42.939331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6bd5fc2c-01d4-4df7-b828-ba48689a9a49 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "PUT /v2.0/routers/f98ab35c-43da-4a0c-be63-dcf6422b178d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1205182 Mar 11 15:48:42.941878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42344) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:42.951161 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f766d2d-a426-40d7-958c-edd37d3bdd67 None None] Routers {'f98ab35c-43da-4a0c-be63-dcf6422b178d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:48:42.951944 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4f766d2d-a426-40d7-958c-edd37d3bdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:48:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f98ab35c-43da-4a0c-be63-dcf6422b178d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:42.968618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17116d6e-39c6-4098-b74f-55528e5b6882 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:43.010943 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4f766d2d-a426-40d7-958c-edd37d3bdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:43.019116 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f766d2d-a426-40d7-958c-edd37d3bdd67 None None] Routers {'f98ab35c-43da-4a0c-be63-dcf6422b178d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:48:43.019721 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4f766d2d-a426-40d7-958c-edd37d3bdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:48:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f98ab35c-43da-4a0c-be63-dcf6422b178d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:43.028492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17116d6e-39c6-4098-b74f-55528e5b6882 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:43.052280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17116d6e-39c6-4098-b74f-55528e5b6882 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd7b7e3-164c-4e68-998a-44993aaf1b84,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:43.081116 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4f766d2d-a426-40d7-958c-edd37d3bdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:43.085184 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f766d2d-a426-40d7-958c-edd37d3bdd67 None None] The sync data for ids ['f98ab35c-43da-4a0c-be63-dcf6422b178d'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:48:43.125716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-17116d6e-39c6-4098-b74f-55528e5b6882 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:43.129329 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-17116d6e-39c6-4098-b74f-55528e5b6882 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4081006 Mar 11 15:48:43.129615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42348) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:43.192181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b469f245-7d75-42cb-bcbf-ea538c23d196 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:43.220560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b469f245-7d75-42cb-bcbf-ea538c23d196 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:43.336850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b469f245-7d75-42cb-bcbf-ea538c23d196 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:43.356387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469f245-7d75-42cb-bcbf-ea538c23d196 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184b8e5d-e8d2-49cb-8679-dc62adc1d8d2,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:43.368969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b469f245-7d75-42cb-bcbf-ea538c23d196 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:43.372370 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b469f245-7d75-42cb-bcbf-ea538c23d196 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-groups/184b8e5d-e8d2-49cb-8679-dc62adc1d8d2 HTTP/1.1" status: 204 len: 168 time: 0.2393260 Mar 11 15:48:43.372657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42352) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:43.423066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d8a951d4-8521-4e7e-bd26-85b38597bb9e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:43.515169 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-29f7383e-1706-4242-935e-7c88c9dfd709 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:48:43.516203 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-29f7383e-1706-4242-935e-7c88c9dfd709 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "PUT /v2.0/routers/f98ab35c-43da-4a0c-be63-dcf6422b178d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5732949 Mar 11 15:48:43.519076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d8a951d4-8521-4e7e-bd26-85b38597bb9e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:43.519249 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42358) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:43.520400 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d8a951d4-8521-4e7e-bd26-85b38597bb9e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1468475 Mar 11 15:48:43.522991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42362) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:43.567278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-858a4e02-5da4-43a4-80a2-a71984e08f1e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Synchronizing usage tracker for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:43.646349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-858a4e02-5da4-43a4-80a2-a71984e08f1e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] Unset dirty status for tenant:8f0c6df9e8c54d0cafb17e58e0b8f8ab on resource:security_group_rule {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:43.647633 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-858a4e02-5da4-43a4-80a2-a71984e08f1e tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1237366 Mar 11 15:48:43.654446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42366) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:43.681483 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-85c3845d-fc9d-4f3b-90d3-77a210384329 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] delete failed (client error): The resource could not be found. Mar 11 15:48:43.686158 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-85c3845d-fc9d-4f3b-90d3-77a210384329 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "DELETE /v2.0/security-groups/184b8e5d-e8d2-49cb-8679-dc62adc1d8d2 HTTP/1.1" status: 404 len: 347 time: 0.0271463 Mar 11 15:48:43.690644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40e1c1-7c44-4dfd-82c5-d2812ea66cd7 req-9783e41d-31b6-4538-9b59-2833759908b9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:43.692182 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c40e1c1-7c44-4dfd-82c5-d2812ea66cd7 req-9783e41d-31b6-4538-9b59-2833759908b9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 943 time: 0.1061034 Mar 11 15:48:43.692709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42370) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:43.772664 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c40e1c1-7c44-4dfd-82c5-d2812ea66cd7 req-4f23f7ea-b20d-44c8-b878-43630c064f80 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730128 Mar 11 15:48:43.782499 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ec774038-3be2-461c-b637-1c60626b9ab0 tempest-SecGroupIPv6Test-1196838642 tempest-SecGroupIPv6Test-1196838642-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887053 Mar 11 15:48:44.127842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-52896978-0e9e-4ab3-8c19-0e885560908b tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:44.254078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42378) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:44.403401 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-de720088-9f6a-4acd-a697-cf85e7c76cc5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f0c6df9e8c54d0cafb17e58e0b8f8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476192 Mar 11 15:48:44.405818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42384) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:44.461653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-52896978-0e9e-4ab3-8c19-0e885560908b tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Deleting port 130a8add-68a2-4c25-ad4e-9a1fce361d3f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:44.461990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-52896978-0e9e-4ab3-8c19-0e885560908b tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:44.463498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2995c354-457c-4a5e-bd40-96173cab33d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:44.488775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2995c354-457c-4a5e-bd40-96173cab33d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:44.640015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2995c354-457c-4a5e-bd40-96173cab33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:44.643316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-52896978-0e9e-4ab3-8c19-0e885560908b tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:44.658092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995c354-457c-4a5e-bd40-96173cab33d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0406a482-75d2-45ba-adb3-807508db5c39,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:44.769203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-52896978-0e9e-4ab3-8c19-0e885560908b tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Calling delete_port for 130a8add-68a2-4c25-ad4e-9a1fce361d3f owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:44.806069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2995c354-457c-4a5e-bd40-96173cab33d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:44.808268 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2995c354-457c-4a5e-bd40-96173cab33d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0406a482-75d2-45ba-adb3-807508db5c39 HTTP/1.1" status: 204 len: 168 time: 0.4015071 Mar 11 15:48:44.963804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6169906-0610-45f5-a423-7cc63e585647 req-367a290c-612d-4c35-b22b-22f9cedc718d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:44.965266 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6169906-0610-45f5-a423-7cc63e585647 req-367a290c-612d-4c35-b22b-22f9cedc718d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 943 time: 0.0806127 Mar 11 15:48:45.013071 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6169906-0610-45f5-a423-7cc63e585647 req-7175b4f4-9905-4bbb-a837-7ea0f3c86d93 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Mar 11 15:48:45.268393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-52896978-0e9e-4ab3-8c19-0e885560908b tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:45.321586 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52896978-0e9e-4ab3-8c19-0e885560908b tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event deleted for resources: {'Port': ['ID=130a8add-68a2-4c25-ad4e-9a1fce361d3f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:45.555722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-52896978-0e9e-4ab3-8c19-0e885560908b tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:45.824306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52896978-0e9e-4ab3-8c19-0e885560908b tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Router f98ab35c-43da-4a0c-be63-dcf6422b178d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:48:45.962173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52896978-0e9e-4ab3-8c19-0e885560908b tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:48:45.971200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42410) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:45.972818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b9e18-e580-4d52-938c-d126f6348a38 None None] Sync routers for ids ['f98ab35c-43da-4a0c-be63-dcf6422b178d'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:48:45.977405 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-52896978-0e9e-4ab3-8c19-0e885560908b tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "PUT /v2.0/routers/f98ab35c-43da-4a0c-be63-dcf6422b178d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539213 Mar 11 15:48:45.977630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42416) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:45.987675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b9e18-e580-4d52-938c-d126f6348a38 None None] Routers {'f98ab35c-43da-4a0c-be63-dcf6422b178d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:48:45.988537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d79b9e18-e580-4d52-938c-d126f6348a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:48:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f98ab35c-43da-4a0c-be63-dcf6422b178d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:46.047426 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-ac5bdbbe-cec4-4854-93d3-2772171ec56a tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] delete failed (client error): The resource could not be found. Mar 11 15:48:46.048708 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ac5bdbbe-cec4-4854-93d3-2772171ec56a tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-30873541 HTTP/1.1" status: 404 len: 333 time: 0.0699818 Mar 11 15:48:46.052354 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42422) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:46.052502 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d79b9e18-e580-4d52-938c-d126f6348a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:46.058281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-910f20f5-abab-49c3-b05b-24e7461f7867 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f98ab35c-43da-4a0c-be63-dcf6422b178d'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:46.061628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b9e18-e580-4d52-938c-d126f6348a38 None None] Routers {'f98ab35c-43da-4a0c-be63-dcf6422b178d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:48:46.062231 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d79b9e18-e580-4d52-938c-d126f6348a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:48:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f98ab35c-43da-4a0c-be63-dcf6422b178d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:46.124087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2119804130'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:46.124347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d79b9e18-e580-4d52-938c-d126f6348a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:46.124708 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b9e18-e580-4d52-938c-d126f6348a38 None None] The sync data for ids ['f98ab35c-43da-4a0c-be63-dcf6422b178d'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:48:46.136501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:46.177717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Usage tracker for resource:network and tenant:317a847e8cea4d4c846d08936d74a569 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:46.348169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:46.362952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:46.635680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Made reservation on behalf of 317a847e8cea4d4c846d08936d74a569 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:46.639078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:46.649529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-910f20f5-abab-49c3-b05b-24e7461f7867 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:46.661516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:46.679519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f6f7d-fa59-4975-8209-6c8222142b7e req-0f940728-34e6-4918-92c4-a042f281900b tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:46.681011 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e15f6f7d-fa59-4975-8209-6c8222142b7e req-0f940728-34e6-4918-92c4-a042f281900b tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 943 time: 0.5405993 Mar 11 15:48:46.686275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:46.702742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Usage tracker for resource:security_group_rule and tenant:317a847e8cea4d4c846d08936d74a569 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:46.706728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:46.717053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:46.750963 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-910f20f5-abab-49c3-b05b-24e7461f7867 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] update failed (client error): The resource could not be found. Mar 11 15:48:46.751991 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-910f20f5-abab-49c3-b05b-24e7461f7867 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "PUT /v2.0/routers/f98ab35c-43da-4a0c-be63-dcf6422b178d HTTP/1.1" status: 404 len: 339 time: 0.6983507 Mar 11 15:48:46.756230 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42426) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:46.770342 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e15f6f7d-fa59-4975-8209-6c8222142b7e req-2881f6f4-f45e-4e91-b52d-7aef17e5a4be tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816970 Mar 11 15:48:46.842794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:46.914512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:46.952384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:48:46.957587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709190ea-1736-4058-b85e-7ac29f667150,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:46.965263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:46.965497 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Added segment 778696f7-a80c-4d8b-b865-306d49dd2849 of type vlan for network e3cba80e-7867-45db-b270-7f447b54e5e5 Mar 11 15:48:46.992273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:47.108347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:47.114075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:47.114691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:47.230866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Pushing event updated for resources: {'Network': ['ID=e3cba80e-7867-45db-b270-7f447b54e5e5,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:47.243061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network e3cba80e-7867-45db-b270-7f447b54e5e5 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:48:47.289507 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a5974a4a-7003-427a-92b6-b5910c627c53 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3140295 Mar 11 15:48:47.289746 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42430) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:47.299467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Request body: {'subnet': {'network_id': 'e3cba80e-7867-45db-b270-7f447b54e5e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:47.441874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:47.512675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:47.528202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Usage tracker for resource:subnet and tenant:317a847e8cea4d4c846d08936d74a569 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:47.532245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:47.588838 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:47.718446 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Made reservation on behalf of 317a847e8cea4d4c846d08936d74a569 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:47.721833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:47.900923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Allocated IP 172.20.0.1 (6f592162-ca9e-4e2a-b2a3-84021cd088ba/b0460bc4-2fdb-4e10-b29b-1c2f6f26a305/1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:47.964148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57c538-6993-4a27-a3d0-af5aba30afc6 req-26d8b066-fac0-4730-9c32-6145fa8b278f tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:47.965680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4c57c538-6993-4a27-a3d0-af5aba30afc6 req-26d8b066-fac0-4730-9c32-6145fa8b278f tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 943 time: 0.0810759 Mar 11 15:48:48.010728 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4c57c538-6993-4a27-a3d0-af5aba30afc6 req-e48c1224-247f-4728-a077-97a50eb0652f tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389972 Mar 11 15:48:48.137955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:48.153289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Transition to ACTIVE for port object 1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:48.245405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:48.323103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Pushing event updated for resources: {'Subnet': ['ID=b3656dc8-eab6-4623-9532-3b4c09690bf9,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:48.332258 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:48.373492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Checking segment: {'id': '778696f7-a80c-4d8b-b865-306d49dd2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e3cba80e-7867-45db-b270-7f447b54e5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:48:48.373859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Network hostable DHCP agents. Network: e3cba80e-7867-45db-b270-7f447b54e5e5, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:48:48.412614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Network 6f592162-ca9e-4e2a-b2a3-84021cd088ba is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:48.424281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:48.429997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:48.456925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event updated for resources: {'Port': ['ID=1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:48.495242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:48.537873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Network e3cba80e-7867-45db-b270-7f447b54e5e5 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:48:48.653931 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, e3cba80e-7867-45db-b270-7f447b54e5e5) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:48.661594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e6673-adeb-461a-a099-30e614378ce4 None None] Network e3cba80e-7867-45db-b270-7f447b54e5e5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:48.665771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:48.666299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:48.691255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 1cd03e85-32ef-4d0b-859a-2352e6a1e510 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:48:48.699077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:48.831993 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0e4f9909-ca85-4132-9d8f-6e57e803af50 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5387080 Mar 11 15:48:48.832357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42436) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:48.838596 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Request body: {'port': {'network_id': 'e3cba80e-7867-45db-b270-7f447b54e5e5', 'name': 'tempest-TagsExtTest-206422692'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:48.866015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c7e18e14-208c-4ae5-810b-594232843883 None None] Provisioning for port 1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:48.880175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c7e18e14-208c-4ae5-810b-594232843883 None None] Provisioning complete for port 1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:48.880566 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c7e18e14-208c-4ae5-810b-594232843883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:48.987807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:48.991968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Usage tracker for resource:port and tenant:317a847e8cea4d4c846d08936d74a569 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:48.994942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:49.000340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c7e18e14-208c-4ae5-810b-594232843883 None None] Port 1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:49.002092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:49.010997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 1cd03e85-32ef-4d0b-859a-2352e6a1e510, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1cd03e85-32ef-4d0b-859a-2352e6a1e510,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:49.057552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '1cd03e85-32ef-4d0b-859a-2352e6a1e510', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'port_id': '1cd03e85-32ef-4d0b-859a-2352e6a1e510', 'mac_address': 'fa:16:3e:a0:b5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:48:49.080154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Made reservation on behalf of 317a847e8cea4d4c846d08936d74a569 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:49.087773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:49.091355 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-e3cba80e-7867-45db-b270-7f447b54e5e5', 'network_id': 'e3cba80e-7867-45db-b270-7f447b54e5e5', 'tenant_id': '317a847e8cea4d4c846d08936d74a569', 'fixed_ips': [{'subnet_id': 'b3656dc8-eab6-4623-9532-3b4c09690bf9'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:48:49.092658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:49.111559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] device_id is not set on port e31e97a4-fa01-4c0b-bca3-a40d1831d1e4 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:48:49.171464 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:49.207420 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd03e85-32ef-4d0b-859a-2352e6a1e510 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:48:49.236654 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 1cd03e85-32ef-4d0b-859a-2352e6a1e510, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1cd03e85-32ef-4d0b-859a-2352e6a1e510,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:49.264098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:49.264999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410b84-0157-4051-8acd-f5deb7d940af req-f6021e87-67de-4870-be5b-da70de5ffbdf tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:49.266508 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53410b84-0157-4051-8acd-f5deb7d940af req-f6021e87-67de-4870-be5b-da70de5ffbdf tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 943 time: 0.1119051 Mar 11 15:48:49.300061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Allocated IP 172.20.0.2 (e3cba80e-7867-45db-b270-7f447b54e5e5/b3656dc8-eab6-4623-9532-3b4c09690bf9/7262e69b-6bd0-4bb5-8130-b5dcbd090c85) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:49.317338 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53410b84-0157-4051-8acd-f5deb7d940af req-6086f61b-78d6-4966-b92a-c27c6953b2b4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420289 Mar 11 15:48:49.327385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:49.331525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:49.451403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:49.454732 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event updated for resources: {'Port': ['ID=1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:49.469645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=1cd03e85-32ef-4d0b-859a-2352e6a1e510,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:49.565360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:49.575466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Transition to ACTIVE for port object 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:49.591093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Network 6f592162-ca9e-4e2a-b2a3-84021cd088ba is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:49.592503 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:49.595261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Transition to ACTIVE for port object 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:49.652074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['1cd03e85-32ef-4d0b-859a-2352e6a1e510'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:48:49.722307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:49.764421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Router f98ab35c-43da-4a0c-be63-dcf6422b178d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:48:49.775358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Allocated IP 172.20.0.14 (e3cba80e-7867-45db-b270-7f447b54e5e5/b3656dc8-eab6-4623-9532-3b4c09690bf9/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:49.814938 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Network e3cba80e-7867-45db-b270-7f447b54e5e5 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:49.819500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:49.829308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:49.831190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Pushing event updated for resources: {'Port': ['ID=7262e69b-6bd0-4bb5-8130-b5dcbd090c85,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:49.957432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:48:49.961630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Attempting to bind port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:48:49.962073 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Attempting to bind port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '778696f7-a80c-4d8b-b865-306d49dd2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e3cba80e-7867-45db-b270-7f447b54e5e5'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:48:49.962504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Attempting to bind port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 on network e3cba80e-7867-45db-b270-7f447b54e5e5 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:48:49.965882 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e3d75ab5-c1a1-4fd7-a2e6-bcbe7543bdf1 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "PUT /v2.0/routers/f98ab35c-43da-4a0c-be63-dcf6422b178d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2083464 Mar 11 15:48:49.967118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42442) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:49.971333 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ae084-f6bf-4187-90d6-32d9b4d9186b None None] Sync routers for ids ['f98ab35c-43da-4a0c-be63-dcf6422b178d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:48:49.981470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:48:49.981769 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ae084-f6bf-4187-90d6-32d9b4d9186b None None] Routers {'f98ab35c-43da-4a0c-be63-dcf6422b178d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:48:49.982090 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Checking segment: {'id': '778696f7-a80c-4d8b-b865-306d49dd2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e3cba80e-7867-45db-b270-7f447b54e5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:48:49.982349 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-9f2ae084-f6bf-4187-90d6-32d9b4d9186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:48:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f98ab35c-43da-4a0c-be63-dcf6422b178d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:49.982679 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:49.983155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Bound using segment: {'id': '778696f7-a80c-4d8b-b865-306d49dd2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e3cba80e-7867-45db-b270-7f447b54e5e5'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:48:49.983727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Bound port: 7262e69b-6bd0-4bb5-8130-b5dcbd090c85, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778696f7-a80c-4d8b-b865-306d49dd2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e3cba80e-7867-45db-b270-7f447b54e5e5'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:48:49.984198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:49.999478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:50.010596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-41659247-706c-47ce-9ebd-bc870ea470ee None None] Provisioning complete for port 1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:50.011078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-41659247-706c-47ce-9ebd-bc870ea470ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:50.016805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Transition to ACTIVE for port object e31e97a4-fa01-4c0b-bca3-a40d1831d1e4 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:50.049837 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-9f2ae084-f6bf-4187-90d6-32d9b4d9186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:50.059568 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ae084-f6bf-4187-90d6-32d9b4d9186b None None] Routers {'f98ab35c-43da-4a0c-be63-dcf6422b178d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:48:50.060364 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-9f2ae084-f6bf-4187-90d6-32d9b4d9186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:48:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f98ab35c-43da-4a0c-be63-dcf6422b178d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:50.121970 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-9f2ae084-f6bf-4187-90d6-32d9b4d9186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:50.122378 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ae084-f6bf-4187-90d6-32d9b4d9186b None None] The sync data for ids ['f98ab35c-43da-4a0c-be63-dcf6422b178d'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:48:50.130264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-41659247-706c-47ce-9ebd-bc870ea470ee None None] Port 1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:50.131046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:50.149639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ea5b440b-3d0c-4db3-b9d1-4c7aed4c496f tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:50.183619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] For port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:48:50.200450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] For port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7262e69b-6bd0-4bb5-8130-b5dcbd090c85,segment=NetworkSegment(778696f7-a80c-4d8b-b865-306d49dd2849),segment_id=778696f7-a80c-4d8b-b865-306d49dd2849)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:48:50.202693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Network e3cba80e-7867-45db-b270-7f447b54e5e5 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:50.214586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:50.216526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:50.276114 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:50.325678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Pushing event updated for resources: {'Port': ['ID=e31e97a4-fa01-4c0b-bca3-a40d1831d1e4,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:50.328513 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-ea5b440b-3d0c-4db3-b9d1-4c7aed4c496f tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 15:48:50.330230 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ea5b440b-3d0c-4db3-b9d1-4c7aed4c496f tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "DELETE /v2.0/routers/f98ab35c-43da-4a0c-be63-dcf6422b178d HTTP/1.1" status: 409 len: 329 time: 0.3619626 Mar 11 15:48:50.332825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42448) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:50.381639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:50.382212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:50.418812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000531ca-d3e0-4abd-b8cb-185aae701a49 None None] Pushing event updated for resources: {'Port': ['ID=7262e69b-6bd0-4bb5-8130-b5dcbd090c85,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:50.458117 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f332dc31-300f-432d-a45d-a5f3fd60a6a7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6243639 Mar 11 15:48:50.460796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42458) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:50.467220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a1f7048a-d51a-4efb-aceb-9819a95721d1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-416809379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:50.476896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a1f7048a-d51a-4efb-aceb-9819a95721d1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:50.513949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a1f7048a-d51a-4efb-aceb-9819a95721d1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Usage tracker for resource:router and tenant:317a847e8cea4d4c846d08936d74a569 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:50.521393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a1f7048a-d51a-4efb-aceb-9819a95721d1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:50.537967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a1f7048a-d51a-4efb-aceb-9819a95721d1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:50.581645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf66a1-e6c5-4b43-ab42-3bac75d950ab req-7286ee14-4a52-4a78-80d2-099139aa5570 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:50.583180 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0fcf66a1-e6c5-4b43-ab42-3bac75d950ab req-7286ee14-4a52-4a78-80d2-099139aa5570 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 944 time: 0.1025500 Mar 11 15:48:50.751408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1f7048a-d51a-4efb-aceb-9819a95721d1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:50.752635 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1f7048a-d51a-4efb-aceb-9819a95721d1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:50.785327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1f7048a-d51a-4efb-aceb-9819a95721d1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:50.806870 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0fcf66a1-e6c5-4b43-ab42-3bac75d950ab req-fc7f2b62-215d-453f-8089-2cbd483ed30e tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175856 Mar 11 15:48:50.866495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c5dc804f-e836-404f-8170-c2b401b4abb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:50.942933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1f7048a-d51a-4efb-aceb-9819a95721d1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:51.028523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2313-3702-4636-a5ca-858f737e24cd tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:51.034073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1f7048a-d51a-4efb-aceb-9819a95721d1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:51.035307 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a1f7048a-d51a-4efb-aceb-9819a95721d1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5732276 Mar 11 15:48:51.038677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42462) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:51.043531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-939f840a-db5b-4dfe-8f7a-ef7b82ab80f1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-785096385', 'prefixes': ['172.20.0.0/16']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:51.049515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-939f840a-db5b-4dfe-8f7a-ef7b82ab80f1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:51.297586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-939f840a-db5b-4dfe-8f7a-ef7b82ab80f1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for subnetpool, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:51.299967 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-939f840a-db5b-4dfe-8f7a-ef7b82ab80f1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2603829 Mar 11 15:48:51.303944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42466) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:51.310001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-6bf73d2d-e40a-4f6e-9b96-fb130d80648d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9', 'tempest-TagsExtTest-Tag-1246368573') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:51.374366 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c2313-3702-4636-a5ca-858f737e24cd tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Deleting port 1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:51.374954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2313-3702-4636-a5ca-858f737e24cd tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:51.453048 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6bf73d2d-e40a-4f6e-9b96-fb130d80648d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags/tempest-TagsExtTest-Tag-1246368573 HTTP/1.1" status: 201 len: 201 time: 0.1476381 Mar 11 15:48:51.454181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07befdc5-2519-41b2-8fea-adf0a8f4f6a6 None None] Network e3cba80e-7867-45db-b270-7f447b54e5e5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:51.455465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42470) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:51.461360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-f3a106f4-90e7-4336-886c-5b241f93d1f0 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4', 'tempest-TagsExtTest-Tag-286038655') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:51.588804 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2313-3702-4636-a5ca-858f737e24cd tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:51.626487 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f3a106f4-90e7-4336-886c-5b241f93d1f0 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags/tempest-TagsExtTest-Tag-286038655 HTTP/1.1" status: 201 len: 201 time: 0.1675198 Mar 11 15:48:51.627622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42474) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:51.634548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-44299089-d496-4f2e-b613-a80e057771a5 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f', 'tempest-TagsExtTest-Tag-1633937844') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:51.676564 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-04831263-3ff6-4dde-ac0e-5f7b8787896c None None] Provisioning for port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:51.720722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c2313-3702-4636-a5ca-858f737e24cd tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Calling delete_port for 1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:51.869339 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-44299089-d496-4f2e-b613-a80e057771a5 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags/tempest-TagsExtTest-Tag-1633937844 HTTP/1.1" status: 201 len: 201 time: 0.2406633 Mar 11 15:48:51.872058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42480) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:51.880271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-defeb483-bf58-4dc2-bd91-af78fa6059bf tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6', 'tempest-TagsExtTest-Tag-1983932385') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:51.994006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2313-3702-4636-a5ca-858f737e24cd tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:51.994473 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-defeb483-bf58-4dc2-bd91-af78fa6059bf tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags/tempest-TagsExtTest-Tag-1983932385 HTTP/1.1" status: 201 len: 201 time: 0.1199954 Mar 11 15:48:51.996606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42484) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:52.006486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-a604ac0e-67b6-467f-9c1a-13e3343f4ff3 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:52.040098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c2313-3702-4636-a5ca-858f737e24cd tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event deleted for resources: {'Port': ['ID=1bf208a0-ad5c-42d4-8c8a-146f78ccc4eb,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:52.062306 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfad3c-fc57-4351-a247-54683023131c req-bf8c6bf1-6fb8-4262-9420-93167f99aabd tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:52.068540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9d51a597-aaca-49f9-9a71-426315c31762 None None] Provisioning for port e31e97a4-fa01-4c0b-bca3-a40d1831d1e4 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:52.069437 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7bcfad3c-fc57-4351-a247-54683023131c req-bf8c6bf1-6fb8-4262-9420-93167f99aabd tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 944 time: 0.1352849 Mar 11 15:48:52.075722 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9d51a597-aaca-49f9-9a71-426315c31762 None None] Provisioning complete for port e31e97a4-fa01-4c0b-bca3-a40d1831d1e4 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:52.080946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9d51a597-aaca-49f9-9a71-426315c31762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:52.131541 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7bcfad3c-fc57-4351-a247-54683023131c req-8aa882da-0afb-44e9-9f7a-098612868c5d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612266 Mar 11 15:48:52.145610 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a604ac0e-67b6-467f-9c1a-13e3343f4ff3 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags HTTP/1.1" status: 200 len: 241 time: 0.1471503 Mar 11 15:48:52.148083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42488) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:52.153534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-fe50fb8c-ec75-4e16-b4aa-f553d81cb991 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9', 'tempest-TagsExtTest-Tag-1246368573') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:52.171256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9d51a597-aaca-49f9-9a71-426315c31762 None None] Port e31e97a4-fa01-4c0b-bca3-a40d1831d1e4 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:52.230080 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fe50fb8c-ec75-4e16-b4aa-f553d81cb991 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags/tempest-TagsExtTest-Tag-1246368573 HTTP/1.1" status: 204 len: 168 time: 0.0804572 Mar 11 15:48:52.232309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42492) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:52.237454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-98bd500e-5481-402a-a149-905d42fb414b tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9', 'tempest-TagsExtTest-Tag-1246368573') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:52.315883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9825e803-84f0-45de-bde2-18f6ec1f916c None None] Provisioning complete for port e31e97a4-fa01-4c0b-bca3-a40d1831d1e4 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:52.316514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9825e803-84f0-45de-bde2-18f6ec1f916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:52.401283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:52.437105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2313-3702-4636-a5ca-858f737e24cd tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:52.440684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9825e803-84f0-45de-bde2-18f6ec1f916c None None] Port e31e97a4-fa01-4c0b-bca3-a40d1831d1e4 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:48:52.457584 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-98bd500e-5481-402a-a149-905d42fb414b tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags/tempest-TagsExtTest-Tag-1246368573 HTTP/1.1" status: 204 len: 168 time: 0.2242615 Mar 11 15:48:52.460570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42496) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:52.465594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-5ba0f0ba-54ba-4ffb-8821-8912e82b1c51 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:52.530181 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5ba0f0ba-54ba-4ffb-8821-8912e82b1c51 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags HTTP/1.1" status: 200 len: 205 time: 0.0682418 Mar 11 15:48:52.532503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42500) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:52.537733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-e2d53f9f-98c8-48b4-87aa-64ba9124b1b3 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:52.541748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:52.547156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:52.547590 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:52.608428 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e2d53f9f-98c8-48b4-87aa-64ba9124b1b3 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags HTTP/1.1" status: 200 len: 240 time: 0.0749023 Mar 11 15:48:52.610939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42504) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:52.616006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-c2ce567f-1955-400b-bdf0-47dea8c023b8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4', 'tempest-TagsExtTest-Tag-286038655') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:52.672748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:52.682829 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c2ce567f-1955-400b-bdf0-47dea8c023b8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags/tempest-TagsExtTest-Tag-286038655 HTTP/1.1" status: 204 len: 168 time: 0.0707507 Mar 11 15:48:52.685283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42508) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:52.690941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-0ae51569-f573-425c-82ff-aae28cd9db59 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4', 'tempest-TagsExtTest-Tag-286038655') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:52.707257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7262e69b-6bd0-4bb5-8130-b5dcbd090c85,segment=NetworkSegment(778696f7-a80c-4d8b-b865-306d49dd2849),segment_id=778696f7-a80c-4d8b-b865-306d49dd2849)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:52.717759 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4c2313-3702-4636-a5ca-858f737e24cd tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Router f98ab35c-43da-4a0c-be63-dcf6422b178d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:48:52.721878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 1cd03e85-32ef-4d0b-859a-2352e6a1e510 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:52.788290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:52.853940 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4c2313-3702-4636-a5ca-858f737e24cd tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:48:52.859803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=7262e69b-6bd0-4bb5-8130-b5dcbd090c85,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:52.863783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6c18f5-6235-4496-b840-2a963a4514b0 None None] Sync routers for ids ['f98ab35c-43da-4a0c-be63-dcf6422b178d'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:48:52.868448 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1c4c2313-3702-4636-a5ca-858f737e24cd tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "PUT /v2.0/routers/f98ab35c-43da-4a0c-be63-dcf6422b178d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5344598 Mar 11 15:48:52.872991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42512) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:52.873275 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0ae51569-f573-425c-82ff-aae28cd9db59 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags/tempest-TagsExtTest-Tag-286038655 HTTP/1.1" status: 204 len: 168 time: 0.1847734 Mar 11 15:48:52.874191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c18f5-6235-4496-b840-2a963a4514b0 None None] Routers {'f98ab35c-43da-4a0c-be63-dcf6422b178d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:48:52.874874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42516) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:52.875011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-fe6c18f5-6235-4496-b840-2a963a4514b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:48:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f98ab35c-43da-4a0c-be63-dcf6422b178d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:52.879685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-92157382-1b20-4089-b6ad-86ccc76bbc19 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:52.928805 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:52.944735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:52.945106 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:52.948014 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-156f4eb1-0dca-416e-ad0c-ed5cce52c0a9 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] show failed (client error): The resource could not be found. Mar 11 15:48:52.953240 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-156f4eb1-0dca-416e-ad0c-ed5cce52c0a9 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-248434404 HTTP/1.1" status: 404 len: 334 time: 0.0793595 Mar 11 15:48:52.953400 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-92157382-1b20-4089-b6ad-86ccc76bbc19 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags HTTP/1.1" status: 200 len: 205 time: 0.0770311 Mar 11 15:48:52.953649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42522) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:52.955445 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42524) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:52.959717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-13e5a04a-6dbc-4900-adfb-b4618e5439b5 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:52.960955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-fe325324-d9b0-4b1c-9c74-2e3916d4a432 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:52.969485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-fe6c18f5-6235-4496-b840-2a963a4514b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:52.992896 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c18f5-6235-4496-b840-2a963a4514b0 None None] Routers {'f98ab35c-43da-4a0c-be63-dcf6422b178d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:48:52.993412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-fe6c18f5-6235-4496-b840-2a963a4514b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:48:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f98ab35c-43da-4a0c-be63-dcf6422b178d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:53.024021 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-13e5a04a-6dbc-4900-adfb-b4618e5439b5 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] update failed (client error): The resource could not be found. Mar 11 15:48:53.029041 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-13e5a04a-6dbc-4900-adfb-b4618e5439b5 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1317291834 HTTP/1.1" status: 404 len: 335 time: 0.0704947 Mar 11 15:48:53.029041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42530) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:53.098485 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fe325324-d9b0-4b1c-9c74-2e3916d4a432 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags HTTP/1.1" status: 200 len: 241 time: 0.1413071 Mar 11 15:48:53.099013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-fe6c18f5-6235-4496-b840-2a963a4514b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:53.099571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6c18f5-6235-4496-b840-2a963a4514b0 None None] The sync data for ids ['f98ab35c-43da-4a0c-be63-dcf6422b178d'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:48:53.100231 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42534) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:53.106097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-876395c6-bacb-4e2a-a6cb-ccb9fe5180b2 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f', 'tempest-TagsExtTest-Tag-1633937844') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:53.113273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-976a7251-8a9c-4cd1-aedd-13bb0eb23def tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Deleting subnet 063f7490-7bc2-4268-825f-49b07a4aa938 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:48:53.117614 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-976a7251-8a9c-4cd1-aedd-13bb0eb23def tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:53.171453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:53.174965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-976a7251-8a9c-4cd1-aedd-13bb0eb23def tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:53.200394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fb036b-7f90-43df-9817-5636767394ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd03e85-32ef-4d0b-859a-2352e6a1e510'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:48:53.210410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 1cd03e85-32ef-4d0b-859a-2352e6a1e510, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1cd03e85-32ef-4d0b-859a-2352e6a1e510,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:53.249264 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fb036b-7f90-43df-9817-5636767394ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd03e85-32ef-4d0b-859a-2352e6a1e510', 'code': 200} Mar 11 15:48:53.289715 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-876395c6-bacb-4e2a-a6cb-ccb9fe5180b2 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags/tempest-TagsExtTest-Tag-1633937844 HTTP/1.1" status: 204 len: 168 time: 0.1880646 Mar 11 15:48:53.292088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42542) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:53.293319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:53.297643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-29a3a8e6-1afa-4567-a8bf-a9c20e705d63 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f', 'tempest-TagsExtTest-Tag-1633937844') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:53.316746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-976a7251-8a9c-4cd1-aedd-13bb0eb23def tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:53.365591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=1cd03e85-32ef-4d0b-859a-2352e6a1e510,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:53.435243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfaef21-9fe8-499c-9f4f-dd1729226bfb req-4dbdaef3-98bd-4f30-9dfe-dfcf32171d67 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:53.436761 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cdfaef21-9fe8-499c-9f4f-dd1729226bfb req-4dbdaef3-98bd-4f30-9dfe-dfcf32171d67 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 945 time: 0.1783247 Mar 11 15:48:53.482617 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cdfaef21-9fe8-499c-9f4f-dd1729226bfb req-b4e1ab3a-0edb-43af-9566-7e7ae49eea82 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394099 Mar 11 15:48:53.502789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-976a7251-8a9c-4cd1-aedd-13bb0eb23def tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:53.543941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a7251-8a9c-4cd1-aedd-13bb0eb23def tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event deleted for resources: {'Subnet': ['ID=063f7490-7bc2-4268-825f-49b07a4aa938,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:53.545905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-976a7251-8a9c-4cd1-aedd-13bb0eb23def tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:53.551300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e9c031-db87-45b9-bf4d-496da71b2bd5 None None] Network 7ac87887-6d1e-4f47-b991-2f8eed3ccdd1 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:53.553460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-976a7251-8a9c-4cd1-aedd-13bb0eb23def tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "DELETE /v2.0/subnets/063f7490-7bc2-4268-825f-49b07a4aa938 HTTP/1.1" status: 204 len: 168 time: 0.5234287 Mar 11 15:48:53.555897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42546) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:53.562726 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-29a3a8e6-1afa-4567-a8bf-a9c20e705d63 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags/tempest-TagsExtTest-Tag-1633937844 HTTP/1.1" status: 204 len: 168 time: 0.2674060 Mar 11 15:48:53.563318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42550) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:53.568587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-79cf9698-935f-4f35-98df-ca937fd6725f tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:53.629726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0771f592-2927-4871-9238-bd16123236e6 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Deleting subnet 35b35ca2-25d1-4ed7-aa30-dccb241fc50d {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:48:53.632895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0771f592-2927-4871-9238-bd16123236e6 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:53.702443 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-49dc650d-5325-4ace-ab73-074575b961e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:53.843526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0771f592-2927-4871-9238-bd16123236e6 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:53.851668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96f1f4-f9ad-4f05-9327-aa76d9f9eb00 None None] DHCP port deletion for 7ac87887-6d1e-4f47-b991-2f8eed3ccdd1 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:48:53.852301 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-79cf9698-935f-4f35-98df-ca937fd6725f tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags HTTP/1.1" status: 200 len: 205 time: 0.2879739 Mar 11 15:48:53.854874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42554) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:53.856932 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-3a96f1f4-f9ad-4f05-9327-aa76d9f9eb00 None None] Deleting port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:53.860368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a96f1f4-f9ad-4f05-9327-aa76d9f9eb00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:53.860819 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-caac4c51-d946-4e49-aadc-46fbcd834a23 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:53.887708 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-caac4c51-d946-4e49-aadc-46fbcd834a23 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags HTTP/1.1" status: 200 len: 241 time: 0.0287850 Mar 11 15:48:53.887923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42558) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:53.894191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-c739b81a-2a4d-414d-94e6-11d782953f12 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6', 'tempest-TagsExtTest-Tag-1983932385') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:53.921353 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c739b81a-2a4d-414d-94e6-11d782953f12 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags/tempest-TagsExtTest-Tag-1983932385 HTTP/1.1" status: 204 len: 168 time: 0.0293500 Mar 11 15:48:53.921576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42562) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:53.926493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-2693e6f8-47c9-4d8e-bc8d-49e0966ccca3 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6', 'tempest-TagsExtTest-Tag-1983932385') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:53.929449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a14da3-5dbe-44e5-b718-2bf4f99c7ef9 req-1d31edc9-7e60-4ab1-8a8b-948cce4af513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:53.930987 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-91a14da3-5dbe-44e5-b718-2bf4f99c7ef9 req-1d31edc9-7e60-4ab1-8a8b-948cce4af513 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 1098 time: 0.1578407 Mar 11 15:48:53.979240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0771f592-2927-4871-9238-bd16123236e6 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.007061 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-91a14da3-5dbe-44e5-b718-2bf4f99c7ef9 req-3a4c6bf1-e437-4755-9167-8ea4bcdcd95e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706069 Mar 11 15:48:54.026626 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2693e6f8-47c9-4d8e-bc8d-49e0966ccca3 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags/tempest-TagsExtTest-Tag-1983932385 HTTP/1.1" status: 204 len: 168 time: 0.1018136 Mar 11 15:48:54.026916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42566) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:54.033159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-c368039f-55a6-4987-a853-315a1ca209b8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:54.060539 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c368039f-55a6-4987-a853-315a1ca209b8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags HTTP/1.1" status: 200 len: 205 time: 0.0295973 Mar 11 15:48:54.060949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42570) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:54.065611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-ec65ebe3-1db8-4de0-a56c-bf38b62c6831 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:54.071486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-3a96f1f4-f9ad-4f05-9327-aa76d9f9eb00 None None] For port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485,segment=NetworkSegment(438b347c-a332-4aa8-999f-d8ee0be442a9),segment_id=438b347c-a332-4aa8-999f-d8ee0be442a9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:54.071812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a96f1f4-f9ad-4f05-9327-aa76d9f9eb00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.094860 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ec65ebe3-1db8-4de0-a56c-bf38b62c6831 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags HTTP/1.1" status: 204 len: 168 time: 0.0308859 Mar 11 15:48:54.095078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42574) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:54.100521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-39aeef81-6622-4a26-868f-ee4ae051a5d0 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:54.120264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0771f592-2927-4871-9238-bd16123236e6 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.164252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771f592-2927-4871-9238-bd16123236e6 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event deleted for resources: {'Subnet': ['ID=35b35ca2-25d1-4ed7-aa30-dccb241fc50d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:54.167844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0771f592-2927-4871-9238-bd16123236e6 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.173927 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0771f592-2927-4871-9238-bd16123236e6 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "DELETE /v2.0/subnets/35b35ca2-25d1-4ed7-aa30-dccb241fc50d HTTP/1.1" status: 204 len: 168 time: 0.6170633 Mar 11 15:48:54.176170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42578) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:54.198077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7d7f00-b4fb-40fe-a3a4-48d3e5d756d1 None None] Network 2aa80ced-8e47-4d53-81aa-8b79f34812a7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:54.218522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-3a96f1f4-f9ad-4f05-9327-aa76d9f9eb00 None None] Calling delete_port for e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:54.244316 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-39aeef81-6622-4a26-868f-ee4ae051a5d0 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags HTTP/1.1" status: 204 len: 168 time: 0.1482890 Mar 11 15:48:54.247333 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42582) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:54.256452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-9055bd6b-c99c-4b6b-92a4-5d301bf0ba8c tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:54.295459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.310740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Deleting port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:54.311343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.363870 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9055bd6b-c99c-4b6b-92a4-5d301bf0ba8c tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1129208 Mar 11 15:48:54.364113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42586) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:54.368991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-d54ce4a8-00de-41c1-bd8a-6e641178d184 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:54.378345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:54.445510 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d54ce4a8-00de-41c1-bd8a-6e641178d184 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags HTTP/1.1" status: 204 len: 168 time: 0.0760021 Mar 11 15:48:54.445751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42590) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:54.451173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-21e1ac60-b6c5-4435-9b49-f7be8ba53a76 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9', 'tempest-TagsExtTest-Tag-1904849226') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:54.510331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.551275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] For port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485,segment=NetworkSegment(438b347c-a332-4aa8-999f-d8ee0be442a9),segment_id=438b347c-a332-4aa8-999f-d8ee0be442a9)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:54.551911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.577367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:54.577743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.606685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.627389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a96f1f4-f9ad-4f05-9327-aa76d9f9eb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.691551 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96f1f4-f9ad-4f05-9327-aa76d9f9eb00 None None] Pushing event deleted for resources: {'Port': ['ID=e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:54.694076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96f1f4-f9ad-4f05-9327-aa76d9f9eb00 None None] No DVR routers for this DVR port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:48:54.701304 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-21e1ac60-b6c5-4435-9b49-f7be8ba53a76 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags/tempest-TagsExtTest-Tag-1904849226 HTTP/1.1" status: 201 len: 201 time: 0.2544065 Mar 11 15:48:54.708826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42596) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:54.716156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-80e60877-464b-4a1d-a863-bd4bcaec1926 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4', 'tempest-TagsExtTest-Tag-1975103358') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:54.719351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Calling delete_port for e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:54.781064 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082986d-0076-4aae-8b0b-55c055de00d6 None None] DHCP port deletion for 2aa80ced-8e47-4d53-81aa-8b79f34812a7 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:48:54.783904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0082986d-0076-4aae-8b0b-55c055de00d6 None None] Deleting port fcb573b8-2701-4dd6-96b9-a3110269d282 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:54.784604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0082986d-0076-4aae-8b0b-55c055de00d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:54.829278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:48:54.830942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:48:54.837126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:48:54.839834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fd827-86bb-4d1c-85ff-bea7d3909936 req-7c74093c-ca8d-46e2-8c47-db90f3164cdb tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:54.841351 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ee1fd827-86bb-4d1c-85ff-bea7d3909936 req-7c74093c-ca8d-46e2-8c47-db90f3164cdb tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 945 time: 0.2218471 Mar 11 15:48:54.878346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:48:54.878688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:48:54.888235 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ee1fd827-86bb-4d1c-85ff-bea7d3909936 req-9f06c11f-b56e-47e0-b2c0-43e60c24e505 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406013 Mar 11 15:48:54.909165 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-80e60877-464b-4a1d-a863-bd4bcaec1926 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags/tempest-TagsExtTest-Tag-1975103358 HTTP/1.1" status: 201 len: 201 time: 0.1992710 Mar 11 15:48:54.911847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42600) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:54.917169 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-241c886c-2ff5-44ee-aa40-49d583cf27d2 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f', 'tempest-TagsExtTest-Tag-1276632190') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:55.075746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0082986d-0076-4aae-8b0b-55c055de00d6 None None] For port fcb573b8-2701-4dd6-96b9-a3110269d282, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fcb573b8-2701-4dd6-96b9-a3110269d282,segment=NetworkSegment(5743ea1e-bed6-4784-a000-3cba9254d971),segment_id=5743ea1e-bed6-4784-a000-3cba9254d971)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:55.076005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0082986d-0076-4aae-8b0b-55c055de00d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:55.132437 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-241c886c-2ff5-44ee-aa40-49d583cf27d2 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags/tempest-TagsExtTest-Tag-1276632190 HTTP/1.1" status: 201 len: 201 time: 0.2194493 Mar 11 15:48:55.134943 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42604) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:55.140159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-65aaa7c8-6b5e-4862-bdd2-97972c6e716c tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6', 'tempest-TagsExtTest-Tag-417606978') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:55.194979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0082986d-0076-4aae-8b0b-55c055de00d6 None None] Calling delete_port for fcb573b8-2701-4dd6-96b9-a3110269d282 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:55.238027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42608) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:55.238599 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-65aaa7c8-6b5e-4862-bdd2-97972c6e716c tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags/tempest-TagsExtTest-Tag-417606978 HTTP/1.1" status: 201 len: 201 time: 0.1026251 Mar 11 15:48:55.243562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-ca47acba-0baa-4b96-bfa1-d3b41fca05ce tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9', {'tags': ['tempest-TagsExtTest-Tag-903572231', 'tempest-TagsExtTest-Tag-1381102554', 'tempest-TagsExtTest-Tag-1692613996']}) {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:55.313850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0082986d-0076-4aae-8b0b-55c055de00d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:55.330634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Deleting port e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:55.331122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:55.363219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082986d-0076-4aae-8b0b-55c055de00d6 None None] Pushing event deleted for resources: {'Port': ['ID=fcb573b8-2701-4dd6-96b9-a3110269d282,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:55.365191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082986d-0076-4aae-8b0b-55c055de00d6 None None] No DVR routers for this DVR port fcb573b8-2701-4dd6-96b9-a3110269d282 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:48:55.383523 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ca47acba-0baa-4b96-bfa1-d3b41fca05ce tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags HTTP/1.1" status: 200 len: 317 time: 0.1365325 Mar 11 15:48:55.383652 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42612) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:55.383652 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-daa3c090-4ed0-433b-aca5-fd8424831f92 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:55.411636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] The port 'e2c2ceb4-6d4a-4ff4-8b0f-7c9b28ec3485' was deleted {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:48:55.537441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:55.561925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac87887-6d1e-4f47-b991-2f8eed3ccdd1']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:55.573856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438b347c-a332-4aa8-999f-d8ee0be442a9') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:55.574154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438b347c-a332-4aa8-999f-d8ee0be442a9') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:55.577548 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-daa3c090-4ed0-433b-aca5-fd8424831f92 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags HTTP/1.1" status: 204 len: 168 time: 0.1981335 Mar 11 15:48:55.580277 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42616) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:55.586709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-2502c993-19b2-40af-aee7-3e34850efc41 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9', 'tempest-TagsExtTest-Tag-903572231') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:55.586873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:55.603092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:55.609191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:48:55.609578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: util.warn( Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:48:55.624893 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:48:55.666516 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-2502c993-19b2-40af-aee7-3e34850efc41 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:55.667543 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2502c993-19b2-40af-aee7-3e34850efc41 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags/tempest-TagsExtTest-Tag-903572231 HTTP/1.1" status: 404 len: 328 time: 0.0863314 Mar 11 15:48:55.670466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42620) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:55.675056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-05be2fb2-1cc3-4c34-b8bd-e36820dd6fa1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9', 'tempest-TagsExtTest-Tag-1381102554') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:55.741526 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-05be2fb2-1cc3-4c34-b8bd-e36820dd6fa1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:55.742551 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-05be2fb2-1cc3-4c34-b8bd-e36820dd6fa1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags/tempest-TagsExtTest-Tag-1381102554 HTTP/1.1" status: 404 len: 329 time: 0.0712082 Mar 11 15:48:55.745515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42624) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:55.750707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-967391b5-5579-49f3-8cb3-ad27240f5a49 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9', 'tempest-TagsExtTest-Tag-1692613996') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:55.792055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:55.816227 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:55.821572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:55.824375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event deleted for resources: {'Network': ['ID=7ac87887-6d1e-4f47-b991-2f8eed3ccdd1,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:55.836072 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e348a16b-ba1d-4f57-bc7f-83f2a48ce74c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "DELETE /v2.0/networks/7ac87887-6d1e-4f47-b991-2f8eed3ccdd1 HTTP/1.1" status: 204 len: 168 time: 1.6563528 Mar 11 15:48:55.836861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42628) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:55.852539 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-967391b5-5579-49f3-8cb3-ad27240f5a49 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:55.853687 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-967391b5-5579-49f3-8cb3-ad27240f5a49 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags/tempest-TagsExtTest-Tag-1692613996 HTTP/1.1" status: 404 len: 329 time: 0.1070082 Mar 11 15:48:55.856182 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42632) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:55.861051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-33e76a14-b9e9-4e35-994a-ce0c630d87b3 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4', {'tags': ['tempest-TagsExtTest-Tag-1030211970', 'tempest-TagsExtTest-Tag-298528035', 'tempest-TagsExtTest-Tag-1416503702']}) {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:55.914213 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:55.969317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.102409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.108068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36459008-b9f0-4404-ac3f-33467092532d req-c7a3511c-1439-4996-8c40-bf890d6acde5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:56.109577 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-36459008-b9f0-4404-ac3f-33467092532d req-c7a3511c-1439-4996-8c40-bf890d6acde5 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 945 time: 0.1126156 Mar 11 15:48:56.128362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa80ced-8e47-4d53-81aa-8b79f34812a7']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:56.141096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5743ea1e-bed6-4784-a000-3cba9254d971') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:56.141398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5743ea1e-bed6-4784-a000-3cba9254d971') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:56.146200 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-33e76a14-b9e9-4e35-994a-ce0c630d87b3 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags HTTP/1.1" status: 200 len: 317 time: 0.2889636 Mar 11 15:48:56.150024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42638) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:56.153121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.154981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-81bc2088-396e-4926-8556-6312200df43c tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:56.168967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.175033 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:48:56.175427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:48:56.191514 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:48:56.198149 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-36459008-b9f0-4404-ac3f-33467092532d req-9bae7ff4-e1eb-469c-a946-c4e77656b71f tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820339 Mar 11 15:48:56.322416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fcb573b8-2701-4dd6-96b9-a3110269d282 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:48:56.359624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: fcb573b8-2701-4dd6-96b9-a3110269d282 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:48:56.359888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fcb573b8-2701-4dd6-96b9-a3110269d282 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:48:56.382886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.389361 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-81bc2088-396e-4926-8556-6312200df43c tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags HTTP/1.1" status: 204 len: 168 time: 0.2386401 Mar 11 15:48:56.395192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42644) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:56.401120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-ed49961d-a37f-49d0-bc3e-38fcd8e2ff13 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4', 'tempest-TagsExtTest-Tag-1030211970') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:56.403135 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.413038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event deleted for resources: {'Network': ['ID=2aa80ced-8e47-4d53-81aa-8b79f34812a7,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:56.416013 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-04b59b26-208c-4342-8fe0-87e2dc252a45 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "DELETE /v2.0/networks/2aa80ced-8e47-4d53-81aa-8b79f34812a7 HTTP/1.1" status: 204 len: 168 time: 0.5780361 Mar 11 15:48:56.422785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42648) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:56.489293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae98b1-6b3a-4be2-a0f3-ae7a95122023 req-c392b866-2dd7-43c2-b865-0ece880a56bc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:56.491309 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81ae98b1-6b3a-4be2-a0f3-ae7a95122023 req-c392b866-2dd7-43c2-b865-0ece880a56bc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 945 time: 0.1443202 Mar 11 15:48:56.494650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d19c9d-57af-4c88-9d61-220210f6004c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Deleting subnet b0460bc4-2fdb-4e10-b29b-1c2f6f26a305 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:48:56.496378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-ed49961d-a37f-49d0-bc3e-38fcd8e2ff13 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:56.497374 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ed49961d-a37f-49d0-bc3e-38fcd8e2ff13 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags/tempest-TagsExtTest-Tag-1030211970 HTTP/1.1" status: 404 len: 329 time: 0.1012995 Mar 11 15:48:56.497673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83d19c9d-57af-4c88-9d61-220210f6004c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.510669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42654) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:56.516634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-86810d95-10ae-4ecc-b78f-0a28de205726 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4', 'tempest-TagsExtTest-Tag-298528035') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:56.552907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83d19c9d-57af-4c88-9d61-220210f6004c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.582335 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81ae98b1-6b3a-4be2-a0f3-ae7a95122023 req-3bf579b9-6d42-4a15-a9f4-0db2d7cbd085 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839503 Mar 11 15:48:56.606285 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-86810d95-10ae-4ecc-b78f-0a28de205726 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:56.607315 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-86810d95-10ae-4ecc-b78f-0a28de205726 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags/tempest-TagsExtTest-Tag-298528035 HTTP/1.1" status: 404 len: 328 time: 0.0957730 Mar 11 15:48:56.607922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42658) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:56.610037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42662) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:56.614795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-6d3f1963-e5bf-4a78-bce8-f982d5ab401d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4', 'tempest-TagsExtTest-Tag-1416503702') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:56.643862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83d19c9d-57af-4c88-9d61-220210f6004c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.687410 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-6d3f1963-e5bf-4a78-bce8-f982d5ab401d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:56.691154 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6d3f1963-e5bf-4a78-bce8-f982d5ab401d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags/tempest-TagsExtTest-Tag-1416503702 HTTP/1.1" status: 404 len: 329 time: 0.0774026 Mar 11 15:48:56.691473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42668) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:56.697000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-256e3d11-d33b-4ae5-adeb-49f852307232 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f', {'tags': ['tempest-TagsExtTest-Tag-1544263190', 'tempest-TagsExtTest-Tag-1770342763', 'tempest-TagsExtTest-Tag-1983046475']}) {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:56.902281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01039722-432b-48bd-9f00-fc4617bbf9db tempest-TestVolumeBootPattern-2035047496 tempest-TestVolumeBootPattern-2035047496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:56.903699 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-01039722-432b-48bd-9f00-fc4617bbf9db tempest-TestVolumeBootPattern-2035047496 tempest-TestVolumeBootPattern-2035047496-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 1093 time: 0.2948949 Mar 11 15:48:56.906704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42672) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:56.912395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '1cd03e85-32ef-4d0b-859a-2352e6a1e510', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:48:56.918240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:56.921934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Usage tracker for resource:floatingip and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:56.924760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:56.925474 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83d19c9d-57af-4c88-9d61-220210f6004c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.930387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:56.948640 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-256e3d11-d33b-4ae5-adeb-49f852307232 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags HTTP/1.1" status: 200 len: 318 time: 0.2561536 Mar 11 15:48:56.951047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42676) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:56.956157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-0fd7ab79-0e21-4033-a8de-f28f55d10026 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:56.967480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83d19c9d-57af-4c88-9d61-220210f6004c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:56.971875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d19c9d-57af-4c88-9d61-220210f6004c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event deleted for resources: {'Subnet': ['ID=b0460bc4-2fdb-4e10-b29b-1c2f6f26a305,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:56.974008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b4bdf-abe8-4731-b204-7c16479dfa7c None None] Network 6f592162-ca9e-4e2a-b2a3-84021cd088ba requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:48:56.979978 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-83d19c9d-57af-4c88-9d61-220210f6004c tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "DELETE /v2.0/subnets/b0460bc4-2fdb-4e10-b29b-1c2f6f26a305 HTTP/1.1" status: 204 len: 168 time: 0.5562029 Mar 11 15:48:56.980580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42680) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:57.013311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.098902 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.109941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Deleting port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:57.110269 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.218960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f566e92-c8c2-4eac-9510-49df63703da3 None None] DHCP port deletion for 6f592162-ca9e-4e2a-b2a3-84021cd088ba request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:48:57.223445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1f566e92-c8c2-4eac-9510-49df63703da3 None None] Deleting port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:57.224713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f566e92-c8c2-4eac-9510-49df63703da3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.240607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.318619 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0fd7ab79-0e21-4033-a8de-f28f55d10026 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags HTTP/1.1" status: 204 len: 168 time: 0.3635519 Mar 11 15:48:57.319858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42684) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:57.325456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-9d140b8d-971b-421d-aae6-d84c742fe4d7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f', 'tempest-TagsExtTest-Tag-1544263190') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:57.332499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] For port e10fb43c-c957-4e7b-9b1f-081da3d51fc3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e10fb43c-c957-4e7b-9b1f-081da3d51fc3,segment=NetworkSegment(4c96fb9d-e6ee-43a4-bcdc-b292ea57db75),segment_id=4c96fb9d-e6ee-43a4-bcdc-b292ea57db75)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:57.332499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.453623 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1f566e92-c8c2-4eac-9510-49df63703da3 None None] For port e10fb43c-c957-4e7b-9b1f-081da3d51fc3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e10fb43c-c957-4e7b-9b1f-081da3d51fc3,segment=NetworkSegment(4c96fb9d-e6ee-43a4-bcdc-b292ea57db75),segment_id=4c96fb9d-e6ee-43a4-bcdc-b292ea57db75)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:48:57.454233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f566e92-c8c2-4eac-9510-49df63703da3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.457657 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Calling delete_port for e10fb43c-c957-4e7b-9b1f-081da3d51fc3 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:57.517662 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-9d140b8d-971b-421d-aae6-d84c742fe4d7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:57.518698 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9d140b8d-971b-421d-aae6-d84c742fe4d7 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags/tempest-TagsExtTest-Tag-1544263190 HTTP/1.1" status: 404 len: 329 time: 0.1978540 Mar 11 15:48:57.522194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42688) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:57.530021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Allocated IP 172.26.6.252 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/500cb10c-6bb3-405e-b402-a46f89903e00) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:57.534333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-2e7061b1-f690-44c7-87dd-dbfcc35faadd tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f', 'tempest-TagsExtTest-Tag-1770342763') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:57.586796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1f566e92-c8c2-4eac-9510-49df63703da3 None None] Calling delete_port for e10fb43c-c957-4e7b-9b1f-081da3d51fc3 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:48:57.599682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.649433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event deleted for resources: {'Port': ['ID=e10fb43c-c957-4e7b-9b1f-081da3d51fc3,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:57.653228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] No DVR routers for this DVR port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:48:57.663764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-1f566e92-c8c2-4eac-9510-49df63703da3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:48:57.664126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-1f566e92-c8c2-4eac-9510-49df63703da3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:48:57.782985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.808906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f592162-ca9e-4e2a-b2a3-84021cd088ba']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:57.815471 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:48:57.821891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c96fb9d-e6ee-43a4-bcdc-b292ea57db75') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:57.822185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c96fb9d-e6ee-43a4-bcdc-b292ea57db75') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:57.833403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.848899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.854693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:48:57.855073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:57.865487 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-2e7061b1-f690-44c7-87dd-dbfcc35faadd tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:57.867630 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2e7061b1-f690-44c7-87dd-dbfcc35faadd tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags/tempest-TagsExtTest-Tag-1770342763 HTTP/1.1" status: 404 len: 329 time: 0.3434491 Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:48:57.869756 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:48:57.872576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42692) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:57.875695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-afce9cab-7d91-410f-a517-008a1964d7f8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f', 'tempest-TagsExtTest-Tag-1983046475') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:57.993697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.010850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.021751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Pushing event deleted for resources: {'Network': ['ID=6f592162-ca9e-4e2a-b2a3-84021cd088ba,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:58.025756 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fa0c6399-0e5d-44dd-84c4-8b7c2e51e2df tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "DELETE /v2.0/networks/6f592162-ca9e-4e2a-b2a3-84021cd088ba HTTP/1.1" status: 204 len: 168 time: 1.0442445 Mar 11 15:48:58.028321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42696) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:58.059445 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-afce9cab-7d91-410f-a517-008a1964d7f8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:58.060393 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-afce9cab-7d91-410f-a517-008a1964d7f8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags/tempest-TagsExtTest-Tag-1983046475 HTTP/1.1" status: 404 len: 329 time: 0.1886513 Mar 11 15:48:58.063180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.064519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42700) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:58.078488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-dff96496-bf50-49e5-b099-ec00a17e9c5a tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6', {'tags': ['tempest-TagsExtTest-Tag-1256022257', 'tempest-TagsExtTest-Tag-1856584451', 'tempest-TagsExtTest-Tag-307597021']}) {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:58.087139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-279a313b-f419-4a25-914f-c1729eb52d48 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Synchronizing usage tracker for tenant:5b83b95fa15a4635bb46f3bc96c7f73f on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:58.142955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.166032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1f566e92-c8c2-4eac-9510-49df63703da3 None None] Deleting port e10fb43c-c957-4e7b-9b1f-081da3d51fc3 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:48:58.166491 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f566e92-c8c2-4eac-9510-49df63703da3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.171012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-279a313b-f419-4a25-914f-c1729eb52d48 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Unset dirty status for tenant:5b83b95fa15a4635bb46f3bc96c7f73f on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:58.174493 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-279a313b-f419-4a25-914f-c1729eb52d48 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98ab35c-43da-4a0c-be63-dcf6422b178d HTTP/1.1" status: 200 len: 205 time: 0.1429574 Mar 11 15:48:58.174711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42704) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:58.205641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:58.213191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:58.215622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:48:58.234545 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dff96496-bf50-49e5-b099-ec00a17e9c5a tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "PUT /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags HTTP/1.1" status: 200 len: 317 time: 0.1645939 Mar 11 15:48:58.246831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42708) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:58.253398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-996e660a-a01c-41aa-ab91-c4be919e3db1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:58.261338 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'Port': ['ID=500cb10c-6bb3-405e-b402-a46f89903e00,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:58.273797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.274152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.274493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.275150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.275492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.275829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.276158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.276485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.276842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.277165 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.277492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.277811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:48:58.283869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1f566e92-c8c2-4eac-9510-49df63703da3 None None] The port 'e10fb43c-c957-4e7b-9b1f-081da3d51fc3' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:48:58.341199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7af05b15-3150-4362-8c12-7e84ae92caa3 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.350956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e10fb43c-c957-4e7b-9b1f-081da3d51fc3 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:48:58.387867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: e10fb43c-c957-4e7b-9b1f-081da3d51fc3 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:48:58.388273 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e10fb43c-c957-4e7b-9b1f-081da3d51fc3 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:48:58.663772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.760977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7af05b15-3150-4362-8c12-7e84ae92caa3 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.763166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7af05b15-3150-4362-8c12-7e84ae92caa3 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.784169 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-996e660a-a01c-41aa-ab91-c4be919e3db1 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags HTTP/1.1" status: 204 len: 168 time: 0.5360835 Mar 11 15:48:58.786576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42712) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:58.793137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.tag.tag_plugin [None req-856a2e21-314d-45ba-ac85-c28098de32b3 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6', 'tempest-TagsExtTest-Tag-1256022257') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:58.816886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.862806 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-856a2e21-314d-45ba-ac85-c28098de32b3 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:58.863801 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-856a2e21-314d-45ba-ac85-c28098de32b3 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags/tempest-TagsExtTest-Tag-1256022257 HTTP/1.1" status: 404 len: 329 time: 0.0763204 Mar 11 15:48:58.866847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42716) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:58.871982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-d3e7f98e-013a-434a-8ed1-1075300ec330 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6', 'tempest-TagsExtTest-Tag-1856584451') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:58.883473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7af05b15-3150-4362-8c12-7e84ae92caa3 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.883969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af05b15-3150-4362-8c12-7e84ae92caa3 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Fanout notify agent at l3_agent the message router_deleted on router f98ab35c-43da-4a0c-be63-dcf6422b178d {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:48:58.899300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7af05b15-3150-4362-8c12-7e84ae92caa3 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:58.902749 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7af05b15-3150-4362-8c12-7e84ae92caa3 tempest-RoutersNegativeTest-989485046 tempest-RoutersNegativeTest-989485046-project] 10.222.0.39 "DELETE /v2.0/routers/f98ab35c-43da-4a0c-be63-dcf6422b178d HTTP/1.1" status: 204 len: 168 time: 0.7247782 Mar 11 15:48:58.910320 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-d3e7f98e-013a-434a-8ed1-1075300ec330 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:58.911481 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d3e7f98e-013a-434a-8ed1-1075300ec330 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags/tempest-TagsExtTest-Tag-1856584451 HTTP/1.1" status: 404 len: 329 time: 0.0434749 Mar 11 15:48:58.914227 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42722) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:58.919680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-a1cde6da-e8d9-47ee-bf15-d423713c6470 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6', 'tempest-TagsExtTest-Tag-307597021') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:58.943692 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-a1cde6da-e8d9-47ee-bf15-d423713c6470 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] show failed (client error): The resource could not be found. Mar 11 15:48:58.944736 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a1cde6da-e8d9-47ee-bf15-d423713c6470 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags/tempest-TagsExtTest-Tag-307597021 HTTP/1.1" status: 404 len: 328 time: 0.0296280 Mar 11 15:48:58.947466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42726) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:58.952541 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-ac9a5c17-c468-45c9-8c57-53147a57390d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '96e70677-713c-4f1d-815e-046de0f79eb6') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:58.980475 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ac9a5c17-c468-45c9-8c57-53147a57390d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6/tags HTTP/1.1" status: 204 len: 168 time: 0.0319762 Mar 11 15:48:58.982952 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42730) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:58.987935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-d81c209d-2f83-431c-a990-9d1c0729a814 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6288c574-cbe8-4fbb-a690-a702208aa15f') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:59.034066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:59.125121 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d81c209d-2f83-431c-a990-9d1c0729a814 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f/tags HTTP/1.1" status: 204 len: 168 time: 0.1411626 Mar 11 15:48:59.127735 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42734) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:59.133216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-452a4846-60c8-47b2-aeae-ec0d98662a89 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e31e97a4-fa01-4c0b-bca3-a40d1831d1e4') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:59.153586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:59.210440 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-452a4846-60c8-47b2-aeae-ec0d98662a89 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0814812 Mar 11 15:48:59.211521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42738) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:59.217420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.tag.tag_plugin [None req-2a2aa095-d61f-4bfb-a097-cf7f7d23193e tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b3656dc8-eab6-4623-9532-3b4c09690bf9') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:59.266088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'Port': ['ID=500cb10c-6bb3-405e-b402-a46f89903e00,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:59.275858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:59.292426 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2a2aa095-d61f-4bfb-a097-cf7f7d23193e tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9/tags HTTP/1.1" status: 204 len: 168 time: 0.0795197 Mar 11 15:48:59.293085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42742) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:59.417717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42748) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:59.498433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2dc20d9d-4ed7-4ebe-b959-ed31aeef0e1e tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for subnetpool, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:59.502290 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2dc20d9d-4ed7-4ebe-b959-ed31aeef0e1e tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/subnetpools/96e70677-713c-4f1d-815e-046de0f79eb6 HTTP/1.1" status: 204 len: 168 time: 0.2082427 Mar 11 15:48:59.503092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42754) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:59.561070 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-98070d1e-0618-4ef5-859c-59abefb8966e tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "GET /v2.0/ports?device_id=6288c574-cbe8-4fbb-a690-a702208aa15f HTTP/1.1" status: 200 len: 205 time: 0.0567310 Mar 11 15:48:59.564334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42758) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:59.575510 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Floating IP e8d42806-1735-44bc-837d-3eeb128e6729 associated. External IP: 172.26.6.252, port: 1cd03e85-32ef-4d0b-859a-2352e6a1e510. Mar 11 15:48:59.719158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd6f6001-1d82-4756-92d9-4bf0be54f9d0 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:59.774471 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-de382a30-0242-4278-8f36-bada77dc2649 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b83b95fa15a4635bb46f3bc96c7f73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554993 Mar 11 15:48:59.789942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42762) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:59.932394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:49:00.063723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd6f6001-1d82-4756-92d9-4bf0be54f9d0 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:00.071470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd6f6001-1d82-4756-92d9-4bf0be54f9d0 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:00.084121 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:00.113102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:49:00.121074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:00.122410 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36256fe6-8cbc-402d-871d-624d1b6ce4ff None None] Sync routers for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:49:00.133543 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36256fe6-8cbc-402d-871d-624d1b6ce4ff None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:49:00.134264 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-36256fe6-8cbc-402d-871d-624d1b6ce4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:48:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:00.175767 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd6f6001-1d82-4756-92d9-4bf0be54f9d0 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:00.176351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6f6001-1d82-4756-92d9-4bf0be54f9d0 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Fanout notify agent at l3_agent the message router_deleted on router 6288c574-cbe8-4fbb-a690-a702208aa15f {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:49:00.195835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd6f6001-1d82-4756-92d9-4bf0be54f9d0 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:00.196955 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cd6f6001-1d82-4756-92d9-4bf0be54f9d0 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/routers/6288c574-cbe8-4fbb-a690-a702208aa15f HTTP/1.1" status: 204 len: 168 time: 0.6317163 Mar 11 15:49:00.199513 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42766) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:00.205322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:00.263344 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bec5e409-7888-467d-afb6-e9b853c1fc9c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3554907 Mar 11 15:49:00.264257 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fb036b-7f90-43df-9817-5636767394ce', 'tag': '1cd03e85-32ef-4d0b-859a-2352e6a1e510'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:49:00.315209 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fb036b-7f90-43df-9817-5636767394ce', 'tag': '1cd03e85-32ef-4d0b-859a-2352e6a1e510', 'status': 'completed', 'code': 200} Mar 11 15:49:00.327861 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-36256fe6-8cbc-402d-871d-624d1b6ce4ff None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:49:00.391890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:00.394271 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:00.395389 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/397c9b0d-eef4-4055-b4c6-c737bbcbc89b HTTP/1.1" status: 204 len: 168 time: 0.6045356 Mar 11 15:49:00.415842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2bb78-981c-4557-93ac-36a27835619c req-568886da-9ceb-4711-afbb-68d86c88e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:00.418437 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42e2bb78-981c-4557-93ac-36a27835619c req-568886da-9ceb-4711-afbb-68d86c88e9b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 1098 time: 0.0824084 Mar 11 15:49:00.418846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397c9b0d-eef4-4055-b4c6-c737bbcbc89b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:00.436395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.436754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.437102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.437441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.437773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.438103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.438430 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.438760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.439084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.439407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.439727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.440043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91fdc86-0326-437d-83db-d2efd4709834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:00.451612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3c50b-3267-49e4-9322-7c258d90827d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Deleting port e31e97a4-fa01-4c0b-bca3-a40d1831d1e4 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:49:00.451966 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c50b-3267-49e4-9322-7c258d90827d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:00.638543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2bb78-981c-4557-93ac-36a27835619c req-55e057d8-a8cc-4237-85e3-c1c02bdd8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:00.640038 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42e2bb78-981c-4557-93ac-36a27835619c req-55e057d8-a8cc-4237-85e3-c1c02bdd8481 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.2169952 Mar 11 15:49:00.646226 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d4ab679-b952-48b7-af8d-81711654a685 req-b2e54c59-1e80-4021-b660-871d1166bcd7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1613157 Mar 11 15:49:00.734710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c50b-3267-49e4-9322-7c258d90827d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:00.758588 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-36256fe6-8cbc-402d-871d-624d1b6ce4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e8d42806-1735-44bc-837d-3eeb128e6729', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.252', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '1cd03e85-32ef-4d0b-859a-2352e6a1e510', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:a0:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fb036b-7f90-43df-9817-5636767394ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:58Z', 'updated_at': '2022-03-11T15:48:58Z', 'revision_number': 0, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:00.764189 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36256fe6-8cbc-402d-871d-624d1b6ce4ff None None] Checking router: cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:49:00.776477 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36256fe6-8cbc-402d-871d-624d1b6ce4ff None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:49:00.777485 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-36256fe6-8cbc-402d-871d-624d1b6ce4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:48:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:00.793495 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42e2bb78-981c-4557-93ac-36a27835619c req-ee75814f-a476-4a48-a018-0f646cd0291c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cd03e85-32ef-4d0b-859a-2352e6a1e510 HTTP/1.1" status: 200 len: 999 time: 0.1462979 Mar 11 15:49:00.877467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab679-b952-48b7-af8d-81711654a685 req-b96c7bf7-26cd-4d15-b5dd-0f2e439a7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:00.877973 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d4ab679-b952-48b7-af8d-81711654a685 req-b96c7bf7-26cd-4d15-b5dd-0f2e439a7e02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 1099 time: 0.1516542 Mar 11 15:49:00.881590 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3c50b-3267-49e4-9322-7c258d90827d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Calling delete_port for e31e97a4-fa01-4c0b-bca3-a40d1831d1e4 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:49:00.883017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2bb78-981c-4557-93ac-36a27835619c req-e241d2bc-d2c4-4914-9c02-1a7f7ccd95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:00.884419 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42e2bb78-981c-4557-93ac-36a27835619c req-e241d2bc-d2c4-4914-9c02-1a7f7ccd95df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.0852323 Mar 11 15:49:01.006458 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-36256fe6-8cbc-402d-871d-624d1b6ce4ff None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:49:01.085363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2bb78-981c-4557-93ac-36a27835619c req-fdeb5b9b-b260-421f-ae35-84b6d3b89a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:01.086109 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42e2bb78-981c-4557-93ac-36a27835619c req-fdeb5b9b-b260-421f-ae35-84b6d3b89a1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1932995 Mar 11 15:49:01.088643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab679-b952-48b7-af8d-81711654a685 req-028331fd-5119-4908-a1fa-116aff3f5112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:01.090080 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d4ab679-b952-48b7-af8d-81711654a685 req-028331fd-5119-4908-a1fa-116aff3f5112 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eab60c90-2490-4f3d-999d-103014fe4777 HTTP/1.1" status: 200 len: 896 time: 0.1635926 Mar 11 15:49:01.096952 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c50b-3267-49e4-9322-7c258d90827d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:01.224688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3c50b-3267-49e4-9322-7c258d90827d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Pushing event deleted for resources: {'Port': ['ID=e31e97a4-fa01-4c0b-bca3-a40d1831d1e4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:01.370980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c50b-3267-49e4-9322-7c258d90827d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:01.386189 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b7b3c50b-3267-49e4-9322-7c258d90827d tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/ports/e31e97a4-fa01-4c0b-bca3-a40d1831d1e4 HTTP/1.1" status: 204 len: 168 time: 1.1855991 Mar 11 15:49:01.387459 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42794) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:01.467580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a7e3c9-b26e-4c90-b436-c246ccdff92b tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Deleting subnet b3656dc8-eab6-4623-9532-3b4c09690bf9 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:49:01.470778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33a7e3c9-b26e-4c90-b436-c246ccdff92b tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:01.499143 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-36256fe6-8cbc-402d-871d-624d1b6ce4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e8d42806-1735-44bc-837d-3eeb128e6729', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.252', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '1cd03e85-32ef-4d0b-859a-2352e6a1e510', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:a0:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fb036b-7f90-43df-9817-5636767394ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:58Z', 'updated_at': '2022-03-11T15:48:58Z', 'revision_number': 0, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:01.504772 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36256fe6-8cbc-402d-871d-624d1b6ce4ff None None] The sync data for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv is: [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e8d42806-1735-44bc-837d-3eeb128e6729', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.252', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '1cd03e85-32ef-4d0b-859a-2352e6a1e510', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:a0:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fb036b-7f90-43df-9817-5636767394ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:58Z', 'updated_at': '2022-03-11T15:48:58Z', 'revision_number': 0, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:49:01.509380 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d4ab679-b952-48b7-af8d-81711654a685 req-6b6c0487-e904-4c85-be93-1a363b07b2fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38a475a-27e1-4d0c-acee-af19a063a089 HTTP/1.1" status: 200 len: 1002 time: 0.4105291 Mar 11 15:49:01.551119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33a7e3c9-b26e-4c90-b436-c246ccdff92b tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:01.584827 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42e2bb78-981c-4557-93ac-36a27835619c req-b63c3282-a9a1-480b-9641-1c10f88943df service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878883 Mar 11 15:49:01.636304 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab679-b952-48b7-af8d-81711654a685 req-02176f71-4f16-47ee-844b-f5e153c82ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:01.637868 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d4ab679-b952-48b7-af8d-81711654a685 req-02176f71-4f16-47ee-844b-f5e153c82ba3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18421903-d32c-4194-9976-84a4232fbb9d HTTP/1.1" status: 200 len: 835 time: 0.1214125 Mar 11 15:49:01.656490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33a7e3c9-b26e-4c90-b436-c246ccdff92b tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:01.684250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42800) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:01.784375 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42e2bb78-981c-4557-93ac-36a27835619c req-74a5ad00-f5a6-42bd-a575-3cae2168e57e service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933267 Mar 11 15:49:01.808102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab679-b952-48b7-af8d-81711654a685 req-2ce95ee3-c858-4544-84bc-e8ffb6afe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:01.808230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff22fef-0853-4f76-8ad1-4d9f06cb017d None None] New status for floating IP e8d42806-1735-44bc-837d-3eeb128e6729: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:49:01.808724 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d4ab679-b952-48b7-af8d-81711654a685 req-2ce95ee3-c858-4544-84bc-e8ffb6afe7d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eab60c90-2490-4f3d-999d-103014fe4777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1207578 Mar 11 15:49:01.821688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8272cafd-0706-4380-bc3e-60f1c4e4a738 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-203988744', 'prefixes': ['172.20.0.0/16']}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:01.828082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33a7e3c9-b26e-4c90-b436-c246ccdff92b tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:01.836307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8272cafd-0706-4380-bc3e-60f1c4e4a738 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:01.877767 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7e3c9-b26e-4c90-b436-c246ccdff92b tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Pushing event deleted for resources: {'Subnet': ['ID=b3656dc8-eab6-4623-9532-3b4c09690bf9,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:01.883710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-33a7e3c9-b26e-4c90-b436-c246ccdff92b tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:01.891035 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-33a7e3c9-b26e-4c90-b436-c246ccdff92b tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/subnets/b3656dc8-eab6-4623-9532-3b4c09690bf9 HTTP/1.1" status: 204 len: 168 time: 0.5024865 Mar 11 15:49:01.893230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e21fdce-8756-4259-8d93-b0c187aee133 None None] Network e3cba80e-7867-45db-b270-7f447b54e5e5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:49:01.893719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42806) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:01.949113 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d4ab679-b952-48b7-af8d-81711654a685 req-5f93efb3-f5e0-4522-8f35-5c05704beb9c service neutron] 10.222.0.30 "GET /v2.0/networks/eab60c90-2490-4f3d-999d-103014fe4777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370850 Mar 11 15:49:02.022888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.041086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Deleting port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:49:02.041529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.088588 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d4ab679-b952-48b7-af8d-81711654a685 req-2022d7c8-5fdd-41e9-a037-67b39f797716 service neutron] 10.222.0.30 "GET /v2.0/networks/eab60c90-2490-4f3d-999d-103014fe4777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326430 Mar 11 15:49:02.242522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8272cafd-0706-4380-bc3e-60f1c4e4a738 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] Notify callbacks [] for subnetpool, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.246208 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8272cafd-0706-4380-bc3e-60f1c4e4a738 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5585475 Mar 11 15:49:02.249131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42810) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:02.296336 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1aceca82-54d6-4a8d-8630-2f0c39e61836 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] 10.222.0.39 "GET /v2.0/subnetpools/58c511b6-cdb2-4c49-9e45-f16901e053e3 HTTP/1.1" status: 200 len: 731 time: 0.0441916 Mar 11 15:49:02.296336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] For port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7262e69b-6bd0-4bb5-8130-b5dcbd090c85,segment=NetworkSegment(778696f7-a80c-4d8b-b865-306d49dd2849),segment_id=778696f7-a80c-4d8b-b865-306d49dd2849)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:49:02.296336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.297628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42814) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:02.306284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ae29ac9b-bca4-4b83-82ec-d2c9e6917fa3 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1507705992'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:02.368728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28047b1-4874-4c6b-9486-2365ce10c3e8 None None] DHCP port deletion for e3cba80e-7867-45db-b270-7f447b54e5e5 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:49:02.373047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c28047b1-4874-4c6b-9486-2365ce10c3e8 None None] Deleting port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:49:02.373484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c28047b1-4874-4c6b-9486-2365ce10c3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.477236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ae29ac9b-bca4-4b83-82ec-d2c9e6917fa3 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] Notify callbacks [] for subnetpool, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.478935 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ae29ac9b-bca4-4b83-82ec-d2c9e6917fa3 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] 10.222.0.39 "PUT /v2.0/subnetpools/58c511b6-cdb2-4c49-9e45-f16901e053e3 HTTP/1.1" status: 200 len: 684 time: 0.1800945 Mar 11 15:49:02.481583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42818) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:02.539862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Calling delete_port for 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:49:02.588383 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c28047b1-4874-4c6b-9486-2365ce10c3e8 None None] For port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7262e69b-6bd0-4bb5-8130-b5dcbd090c85,segment=NetworkSegment(778696f7-a80c-4d8b-b865-306d49dd2849),segment_id=778696f7-a80c-4d8b-b865-306d49dd2849)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:49:02.588752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c28047b1-4874-4c6b-9486-2365ce10c3e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.606736 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ff947bf-cbf2-456e-8819-43164ef740d8 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] Notify callbacks [] for subnetpool, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.610833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42822) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:02.611132 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7ff947bf-cbf2-456e-8819-43164ef740d8 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] 10.222.0.39 "DELETE /v2.0/subnetpools/58c511b6-cdb2-4c49-9e45-f16901e053e3 HTTP/1.1" status: 204 len: 168 time: 0.1282384 Mar 11 15:49:02.630549 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-22c0d59a-dc37-41da-8eb8-80ae16ea5d44 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] show failed (client error): The resource could not be found. Mar 11 15:49:02.631509 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-22c0d59a-dc37-41da-8eb8-80ae16ea5d44 tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] 10.222.0.39 "GET /v2.0/subnetpools/58c511b6-cdb2-4c49-9e45-f16901e053e3 HTTP/1.1" status: 404 len: 346 time: 0.0197604 Mar 11 15:49:02.634289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42826) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:02.651197 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-3ba24542-42da-4c03-acb8-63a22cd520ef tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] delete failed (client error): The resource could not be found. Mar 11 15:49:02.657089 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3ba24542-42da-4c03-acb8-63a22cd520ef tempest-SubnetPoolsTestJSON-250992820 tempest-SubnetPoolsTestJSON-250992820-project] 10.222.0.39 "DELETE /v2.0/subnetpools/58c511b6-cdb2-4c49-9e45-f16901e053e3 HTTP/1.1" status: 404 len: 346 time: 0.0170112 Mar 11 15:49:02.673660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.716022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c28047b1-4874-4c6b-9486-2365ce10c3e8 None None] Calling delete_port for 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:49:02.722295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Pushing event deleted for resources: {'Port': ['ID=7262e69b-6bd0-4bb5-8130-b5dcbd090c85,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:02.724599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] No DVR routers for this DVR port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:49:02.790850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-c28047b1-4874-4c6b-9486-2365ce10c3e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:49:02.791115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-c28047b1-4874-4c6b-9486-2365ce10c3e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:49:02.849380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.874659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cba80e-7867-45db-b270-7f447b54e5e5']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:02.888142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778696f7-a80c-4d8b-b865-306d49dd2849') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:02.888448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778696f7-a80c-4d8b-b865-306d49dd2849') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:02.899993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.920301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.926340 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:49:02.926756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:49:02.941456 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:49:03.091235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.113220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.124192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] Pushing event deleted for resources: {'Network': ['ID=e3cba80e-7867-45db-b270-7f447b54e5e5,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:03.128169 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f7850dad-a9db-4409-b83f-e57f123f84e8 tempest-TagsExtTest-1001746206 tempest-TagsExtTest-1001746206-project] 10.222.0.39 "DELETE /v2.0/networks/e3cba80e-7867-45db-b270-7f447b54e5e5 HTTP/1.1" status: 204 len: 168 time: 1.2331684 Mar 11 15:49:03.145052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42836) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:03.262578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b30fe301-5da9-4bb1-a0fe-b0c24e247382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.276671 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b30fe301-5da9-4bb1-a0fe-b0c24e247382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:03.280414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b30fe301-5da9-4bb1-a0fe-b0c24e247382 admin admin] Usage tracker for resource:security_group_rule and tenant:f13084cc36444a75afe2a086deba197d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:03.283202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b30fe301-5da9-4bb1-a0fe-b0c24e247382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:03.289521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b30fe301-5da9-4bb1-a0fe-b0c24e247382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:03.292908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c28047b1-4874-4c6b-9486-2365ce10c3e8 None None] Deleting port 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:49:03.293397 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c28047b1-4874-4c6b-9486-2365ce10c3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.362906 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c28047b1-4874-4c6b-9486-2365ce10c3e8 None None] The port '7262e69b-6bd0-4bb5-8130-b5dcbd090c85' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:49:03.377318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b30fe301-5da9-4bb1-a0fe-b0c24e247382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.444755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b30fe301-5da9-4bb1-a0fe-b0c24e247382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.493177 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b30fe301-5da9-4bb1-a0fe-b0c24e247382 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f13084cc36444a75afe2a086deba197d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464210 Mar 11 15:49:03.494128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fe301-5da9-4bb1-a0fe-b0c24e247382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f51760d-b52f-434a-94da-b8b712d36f9b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:03.495858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42842) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:03.558260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f98ec43-9409-43d0-8531-483711fd1710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.583679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f98ec43-9409-43d0-8531-483711fd1710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.635005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42848) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:03.690709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f98ec43-9409-43d0-8531-483711fd1710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.709239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98ec43-9409-43d0-8531-483711fd1710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f51760d-b52f-434a-94da-b8b712d36f9b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:03.713501 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f98ec43-9409-43d0-8531-483711fd1710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.717547 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8f98ec43-9409-43d0-8531-483711fd1710 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f51760d-b52f-434a-94da-b8b712d36f9b HTTP/1.1" status: 204 len: 168 time: 0.2177894 Mar 11 15:49:03.785155 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-76ef4795-8b68-4c33-b2f9-e31873cb138f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=317a847e8cea4d4c846d08936d74a569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489232 Mar 11 15:49:03.787557 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42856) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:03.851984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e147ba6a-a4a3-4748-bc81-9b6eda7ff64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.881535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e147ba6a-a4a3-4748-bc81-9b6eda7ff64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:03.999744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e147ba6a-a4a3-4748-bc81-9b6eda7ff64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:04.015090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147ba6a-a4a3-4748-bc81-9b6eda7ff64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709190ea-1736-4058-b85e-7ac29f667150,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:04.022584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e147ba6a-a4a3-4748-bc81-9b6eda7ff64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:04.026171 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e147ba6a-a4a3-4748-bc81-9b6eda7ff64c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/709190ea-1736-4058-b85e-7ac29f667150 HTTP/1.1" status: 204 len: 168 time: 0.2353752 Mar 11 15:49:04.307516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:49:04.341495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:49:04.341834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7262e69b-6bd0-4bb5-8130-b5dcbd090c85 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:49:20.838822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e8279b97-f67d-47a0-b974-266607492623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:23.627476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-54cd969a-c790-456f-b27a-c6ce3bedf03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:24.347209 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:24.495922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:25.873840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:25.930486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:29.361482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42878) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:29.434347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab290e-dd39-4f60-80c9-b59a229ea795 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:29.436271 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab290e-dd39-4f60-80c9-b59a229ea795 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:29.436271 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab290e-dd39-4f60-80c9-b59a229ea795 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:29.437022 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-79ab290e-dd39-4f60-80c9-b59a229ea795 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=6797a56b2aca4fd594e47cef9b833912&network_id=eab60c90-2490-4f3d-999d-103014fe4777 HTTP/1.1" status: 200 len: 3000 time: 0.0745604 Mar 11 15:49:32.943043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 42892) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:33.005481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04084a1-f0b7-4dc2-a840-3537b1e579ed tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:33.006441 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b04084a1-f0b7-4dc2-a840-3537b1e579ed tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 814 time: 0.0624297 Mar 11 15:49:34.028522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42900) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:34.034347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'network': {'name': 'tempest-network-smoke--1204006224', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'port_security_enabled': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:34.039411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:34.043337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:network and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:34.046823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:34.052664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:34.187308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:49:34.191482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:34.219080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:49:34.227818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:34.228166 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Added segment a04e888a-f6cd-4fce-a2dc-73ac4d334e30 of type vlan for network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 Mar 11 15:49:34.253810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:34.380427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:34.382049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:34.382623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:34.490456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Network': ['ID=a54dfd5f-a9f3-4cd3-9696-85852a4d12f8,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:34.500525 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:49:34.554285 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-57ba76b0-93cd-45c8-99eb-3d56041c19dd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5246341 Mar 11 15:49:34.557273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42904) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:34.629060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4570a53-d7d3-4f01-ac27-346ad1f85f26 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:34.630733 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f4570a53-d7d3-4f01-ac27-346ad1f85f26 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6797a56b2aca4fd594e47cef9b833912&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0724673 Mar 11 15:49:34.633560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42908) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:34.760708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52236109-12c8-48d4-bd8e-dbdc2b51ac60 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:34.762106 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-52236109-12c8-48d4-bd8e-dbdc2b51ac60 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276593 Mar 11 15:49:34.764830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42912) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:34.803713 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a9fc24e3-c213-43d8-8c11-21871601db95 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378292 Mar 11 15:49:34.806235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42916) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:34.814736 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:49:34.843858 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6cccc742-1c37-4296-90fa-63aa3004b46f tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6797a56b2aca4fd594e47cef9b833912&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366824 Mar 11 15:49:34.846765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42920) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:34.974436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ed96b1-cc70-41e3-a2a9-7358793582aa tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:34.975883 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-93ed96b1-cc70-41e3-a2a9-7358793582aa tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282582 Mar 11 15:49:34.978633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42924) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:35.123491 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-de429b31-1c04-4927-aef2-3b192b225ec8 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1437924 Mar 11 15:49:35.126013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42928) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:35.131282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-11445521', 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:35.238856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:35.242840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:subnet and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:35.245712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:35.251262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:35.353085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:49:35.356665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:35.644467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:35.722272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Subnet': ['ID=031939f1-c3a1-4fd1-93e3-79e3986227f3,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:35.732095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Checking segment: {'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:49:35.732458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network hostable DHCP agents. Network: a54dfd5f-a9f3-4cd3-9696-85852a4d12f8, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:49:35.809799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:49:35.861409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, a54dfd5f-a9f3-4cd3-9696-85852a4d12f8) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:49:35.865396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:35.865983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:35.872198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1103e270-66e1-43c4-80cc-26f2a64f44eb None None] Network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:49:35.965539 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-93f5f5f0-b575-48ae-bf3d-dd33b37b4284 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.8384707 Mar 11 15:49:36.117693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-a54dfd5f-a9f3-4cd3-9696-85852a4d12f8', 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ips': [{'subnet_id': '031939f1-c3a1-4fd1-93e3-79e3986227f3'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:49:36.118505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:36.269028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Allocated IP 172.20.0.18 (a54dfd5f-a9f3-4cd3-9696-85852a4d12f8/031939f1-c3a1-4fd1-93e3-79e3986227f3/9c7813a2-1a8d-4c88-b15c-6b4842532ac7) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:49:36.481709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42934) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:36.487816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618037347', 'description': 'tempest-secgroup-smoke-1618037347 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:36.493715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:36.497676 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:36.500754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:36.506434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:36.510096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:36.516600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Transition to ACTIVE for port object 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:49:36.533951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Transition to ACTIVE for port object 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:49:36.611536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:36.630147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:36.633881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:36.636720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:36.639236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:36.643402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:36.699744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:49:36.705850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:49:36.706836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:49:36.724684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:36.751095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Pushing event updated for resources: {'Port': ['ID=9c7813a2-1a8d-4c88-b15c-6b4842532ac7,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:36.794682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.794951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.795283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.795610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.795934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.796258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.796595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.796917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.797358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.802318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.802318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.802318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:36.816206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Attempting to bind port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:49:36.816610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Attempting to bind port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:49:36.816951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Attempting to bind port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 on network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:49:36.821134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:36.824656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:49:36.824656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Checking segment: {'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:49:36.824656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:36.824656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Bound using segment: {'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:49:36.824656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Bound port: 9c7813a2-1a8d-4c88-b15c-6b4842532ac7, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:49:36.824656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:36.868773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:36.916821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] For port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:49:36.919751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] For port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9c7813a2-1a8d-4c88-b15c-6b4842532ac7,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:49:36.952120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:36.952120 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bae56e0d-2495-4cc7-b709-a52b6693e8ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4666777 Mar 11 15:49:36.953096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42938) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:36.957877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9347347c-8b74-4798-8b41-e60815c0af85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1b3fd6f0-57ee-4fce-89f0-b3935da8cb68', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:36.964038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9347347c-8b74-4798-8b41-e60815c0af85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:36.968314 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9347347c-8b74-4798-8b41-e60815c0af85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:36.971819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9347347c-8b74-4798-8b41-e60815c0af85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:36.977573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9347347c-8b74-4798-8b41-e60815c0af85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:36.986074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.065461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436c0cb-d676-47dc-817a-e37a009e1a37 None None] Pushing event updated for resources: {'Port': ['ID=9c7813a2-1a8d-4c88-b15c-6b4842532ac7,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:37.200431 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9347347c-8b74-4798-8b41-e60815c0af85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.302624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9347347c-8b74-4798-8b41-e60815c0af85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.377150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9347347c-8b74-4798-8b41-e60815c0af85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.403072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347347c-8b74-4798-8b41-e60815c0af85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c58d62c-0282-4c20-b692-27bdb0ef2fdd,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:37.519009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9347347c-8b74-4798-8b41-e60815c0af85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.523826 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9347347c-8b74-4798-8b41-e60815c0af85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5671043 Mar 11 15:49:37.523826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42942) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:37.528247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-34436169-540a-4ef3-91ce-dbe4d3406435 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1b3fd6f0-57ee-4fce-89f0-b3935da8cb68', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:37.539414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-34436169-540a-4ef3-91ce-dbe4d3406435 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:37.539584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-34436169-540a-4ef3-91ce-dbe4d3406435 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:37.542546 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-34436169-540a-4ef3-91ce-dbe4d3406435 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:37.548684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-34436169-540a-4ef3-91ce-dbe4d3406435 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:37.635408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-34436169-540a-4ef3-91ce-dbe4d3406435 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.702735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-34436169-540a-4ef3-91ce-dbe4d3406435 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.811006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-34436169-540a-4ef3-91ce-dbe4d3406435 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.835420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34436169-540a-4ef3-91ce-dbe4d3406435 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5330f873-f51c-43bf-960d-17a7fec91592,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:37.913383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-34436169-540a-4ef3-91ce-dbe4d3406435 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.914417 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-34436169-540a-4ef3-91ce-dbe4d3406435 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3904035 Mar 11 15:49:37.917351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42946) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:37.922599 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0ca8348e-c915-4ad1-bfe8-ab0986cb355f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1b3fd6f0-57ee-4fce-89f0-b3935da8cb68', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:37.929124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0ca8348e-c915-4ad1-bfe8-ab0986cb355f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:37.933029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0ca8348e-c915-4ad1-bfe8-ab0986cb355f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:37.936056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0ca8348e-c915-4ad1-bfe8-ab0986cb355f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:37.946709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0ca8348e-c915-4ad1-bfe8-ab0986cb355f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:38.054835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c6802-f5e5-4ae5-8d86-2ac93f3219cc None None] Network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:49:38.064501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0ca8348e-c915-4ad1-bfe8-ab0986cb355f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.137530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0ca8348e-c915-4ad1-bfe8-ab0986cb355f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.210445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0ca8348e-c915-4ad1-bfe8-ab0986cb355f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.236343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8348e-c915-4ad1-bfe8-ab0986cb355f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab3d2ef-8916-4eeb-a650-2ea5fec7e79d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:38.241210 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-59da15b9-b803-4886-8a6d-2e61037dc821 None None] Provisioning for port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:49:38.332173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0ca8348e-c915-4ad1-bfe8-ab0986cb355f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.334019 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0ca8348e-c915-4ad1-bfe8-ab0986cb355f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4153378 Mar 11 15:49:38.336526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42950) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:38.345937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a0a450d7-007d-4b69-a61a-278ea8a8132a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1b3fd6f0-57ee-4fce-89f0-b3935da8cb68', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:38.354741 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a0a450d7-007d-4b69-a61a-278ea8a8132a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:38.359325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a0a450d7-007d-4b69-a61a-278ea8a8132a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:38.364996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a0a450d7-007d-4b69-a61a-278ea8a8132a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:38.373027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a0a450d7-007d-4b69-a61a-278ea8a8132a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:38.383154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:49:38.543236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0a450d7-007d-4b69-a61a-278ea8a8132a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.547221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:49:38.552850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:49:38.553219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.609327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0a450d7-007d-4b69-a61a-278ea8a8132a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.619630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9eeaa6a7-02a7-4a44-ba13-46faa314bace None None] Provisioning complete for port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:49:38.619978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9eeaa6a7-02a7-4a44-ba13-46faa314bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.649980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0a450d7-007d-4b69-a61a-278ea8a8132a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.675269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a450d7-007d-4b69-a61a-278ea8a8132a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823b4fa2-15b1-42b2-91ac-9dfdf3d0f959,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:38.735718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.775986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0a450d7-007d-4b69-a61a-278ea8a8132a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.777148 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a0a450d7-007d-4b69-a61a-278ea8a8132a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4393659 Mar 11 15:49:38.779792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42954) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:38.785249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1b3fd6f0-57ee-4fce-89f0-b3935da8cb68', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:38.791221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:38.794974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:38.798107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:38.804342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:38.811373 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9c7813a2-1a8d-4c88-b15c-6b4842532ac7,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:49:38.816577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9eeaa6a7-02a7-4a44-ba13-46faa314bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.895992 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:49:38.902937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.947584 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:38.968527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:39.060273 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-9eeaa6a7-02a7-4a44-ba13-46faa314bace None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:49:39.060859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-9eeaa6a7-02a7-4a44-ba13-46faa314bace None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:49:39.062786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=9c7813a2-1a8d-4c88-b15c-6b4842532ac7,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:39.072947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:39.096133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c93b15c-7c1f-430f-b01c-a0fae9b4b1a1,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:39.164303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:39.165582 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ef0bb267-d1f0-4e24-8567-e535562b2a2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3848295 Mar 11 15:49:39.168328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 42958) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:39.173876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1b3fd6f0-57ee-4fce-89f0-b3935da8cb68', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:39.179749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:39.183549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:39.186525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:39.198980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:39.255583 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:49:39.262708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:39.329244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:39.455711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:39.484084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bacfd85b-f5bd-467a-82ae-7493f6157bd0,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:39.558894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:39.560860 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ffec5a7f-7a64-48e2-9e87-28e8e98af7be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3907554 Mar 11 15:49:39.777149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-84d114c3-d816-4b1c-be07-880414a0b46a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:49:39.879013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-84d114c3-d816-4b1c-be07-880414a0b46a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:49:39.879013 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-84d114c3-d816-4b1c-be07-880414a0b46a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618037347&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.1400054 Mar 11 15:49:40.028413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-55e80c97-a951-410e-85da-77eec03800f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:40.029117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-55e80c97-a951-410e-85da-77eec03800f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:49:40.118277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-55e80c97-a951-410e-85da-77eec03800f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:49:40.119390 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-55e80c97-a951-410e-85da-77eec03800f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/networks?id=a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 HTTP/1.1" status: 200 len: 797 time: 0.2346249 Mar 11 15:49:40.134478 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-18975274-9599-433c-b329-bee0dd442990 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/quotas/6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 375 time: 0.0096388 Mar 11 15:49:40.221914 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-b31f521d-5837-4bae-a25c-93b25fc3e862 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0825386 Mar 11 15:49:40.335764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:49:40.338355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-43c0bc44-de2d-4043-9819-65cf3866826a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:49:40.339346 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-43c0bc44-de2d-4043-9819-65cf3866826a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1060250 Mar 11 15:49:40.620040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:49:40.620040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:40.621386 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-1dce2586-4fff-4b69-8b67-e5a69bd6e50e service neutron] 10.222.0.39 "GET /v2.0/networks/a54dfd5f-a9f3-4cd3-9696-85852a4d12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280963 Mar 11 15:49:40.621386 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-0e0a127b-48d8-469f-90b6-f38c693ac0f8 service neutron] 10.222.0.39 "GET /v2.0/networks/a54dfd5f-a9f3-4cd3-9696-85852a4d12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289518 Mar 11 15:49:41.040147 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-235e5e9e-021e-4c29-be7a-c57e6b36e7a2 req-b8b6b3ff-b385-4844-b46f-213edebe8e66 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 210 time: 0.0451055 Mar 11 15:49:42.190237 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e2113d35-58db-4d36-b17c-79b812e2499f req-d80c1700-1e8f-40c4-adaf-0cd318c60c7e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 210 time: 0.0427840 Mar 11 15:49:43.192869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-747775ff-5d64-40e4-975e-b103955c6ed8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:43.194294 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-747775ff-5d64-40e4-975e-b103955c6ed8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 HTTP/1.1" status: 200 len: 797 time: 0.2459261 Mar 11 15:49:43.256261 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-3dd5a1b1-7918-40a7-bed0-fc8e110c14d7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 473 time: 0.0532048 Mar 11 15:49:43.265525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'device_id': '25a376ac-db9c-4757-b14c-fcab4150509f', 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8', 'admin_state_up': True, 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'security_groups': ['1b3fd6f0-57ee-4fce-89f0-b3935da8cb68']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:43.412794 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-afc8753e-ce7d-44f2-a7ce-7dfa869f1e4b req-87b42916-b96c-47b8-91eb-deeaf19c7486 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 210 time: 0.0628126 Mar 11 15:49:43.448042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:43.451994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:port and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:43.455550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:43.461325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:43.575505 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:49:43.580897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:43.738442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.30 (a54dfd5f-a9f3-4cd3-9696-85852a4d12f8/031939f1-c3a1-4fd1-93e3-79e3986227f3/b76463d9-3c03-402c-9185-eb0c5eb3913c) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:49:43.927431 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:43.943749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object b76463d9-3c03-402c-9185-eb0c5eb3913c will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:49:44.016070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:44.085421 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:49:44.093285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:49:44.098157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:49:44.129395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=b76463d9-3c03-402c-9185-eb0c5eb3913c,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:44.167324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:44.168084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:44.250803 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-cfce118c-8e13-445a-a1d7-dde126f2ae32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9899137 Mar 11 15:49:44.262322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-a31d9035-aaf7-497c-bd39-58b35edb26d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:49:44.263528 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-a31d9035-aaf7-497c-bd39-58b35edb26d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063672 Mar 11 15:49:44.275757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Request body: {'port': {'device_id': '25a376ac-db9c-4757-b14c-fcab4150509f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:49:44.385966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:44.449841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7a38dcd3-d0af-4d58-a5fb-4dd92d13fbd8 None None] Provisioning for port b76463d9-3c03-402c-9185-eb0c5eb3913c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:49:44.455725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7a38dcd3-d0af-4d58-a5fb-4dd92d13fbd8 None None] Provisioning complete for port b76463d9-3c03-402c-9185-eb0c5eb3913c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:49:44.456160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7a38dcd3-d0af-4d58-a5fb-4dd92d13fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:44.512044 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7a38dcd3-d0af-4d58-a5fb-4dd92d13fbd8 None None] Port b76463d9-3c03-402c-9185-eb0c5eb3913c cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:49:44.715844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa6652-0a01-4f59-ae36-574b4eed667d req-85258d36-dc29-43b3-961c-a446021a8d16 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:44.720992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-40aa6652-0a01-4f59-ae36-574b4eed667d req-85258d36-dc29-43b3-961c-a446021a8d16 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:49:44.783009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-40aa6652-0a01-4f59-ae36-574b4eed667d req-85258d36-dc29-43b3-961c-a446021a8d16 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:49:44.784343 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40aa6652-0a01-4f59-ae36-574b4eed667d req-85258d36-dc29-43b3-961c-a446021a8d16 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 932 time: 0.2590115 Mar 11 15:49:44.829190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76463d9-3c03-402c-9185-eb0c5eb3913c {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:49:44.844631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:44.862267 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40aa6652-0a01-4f59-ae36-574b4eed667d req-7c35adb6-f7fe-457f-8f80-b49bc54d89ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680237 Mar 11 15:49:44.868084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Transition to ACTIVE for port object b76463d9-3c03-402c-9185-eb0c5eb3913c will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:49:44.952693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:45.112813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b76463d9-3c03-402c-9185-eb0c5eb3913c,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:45.296135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Attempting to bind port b76463d9-3c03-402c-9185-eb0c5eb3913c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:49:45.296732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Attempting to bind port b76463d9-3c03-402c-9185-eb0c5eb3913c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:49:45.296732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Attempting to bind port b76463d9-3c03-402c-9185-eb0c5eb3913c on network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:49:45.301103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Port b76463d9-3c03-402c-9185-eb0c5eb3913c on network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:49:45.301666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Attempting to bind port b76463d9-3c03-402c-9185-eb0c5eb3913c on network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:49:45.306484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:49:45.306819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Checking segment: {'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:49:45.307230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Bound using segment: {'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:49:45.307644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Bound port: b76463d9-3c03-402c-9185-eb0c5eb3913c, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:49:45.307992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:45.394996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] For port b76463d9-3c03-402c-9185-eb0c5eb3913c, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:49:45.397862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] For port b76463d9-3c03-402c-9185-eb0c5eb3913c, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b76463d9-3c03-402c-9185-eb0c5eb3913c,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:49:45.439853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:45.496912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:45.497542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:45.498874 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] 10.222.0.30 "PUT /v2.0/ports/b76463d9-3c03-402c-9185-eb0c5eb3913c HTTP/1.1" status: 200 len: 1094 time: 1.2299094 Mar 11 15:49:45.499293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a376ac-db9c-4757-b14c-fcab4150509f', 'tag': 'b76463d9-3c03-402c-9185-eb0c5eb3913c'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:49:45.526629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e006e8-c7b3-4a72-b550-9594f941cdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b76463d9-3c03-402c-9185-eb0c5eb3913c,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:45.554036 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a376ac-db9c-4757-b14c-fcab4150509f', 'tag': 'b76463d9-3c03-402c-9185-eb0c5eb3913c', 'status': 'completed', 'code': 200} Mar 11 15:49:45.644396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504954f6-c1d0-4215-9a09-c51ca8827651 req-cab3a746-aa8e-4939-a3ef-7a34741ed75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:45.645969 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-504954f6-c1d0-4215-9a09-c51ca8827651 req-cab3a746-aa8e-4939-a3ef-7a34741ed75f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 1097 time: 0.0764060 Mar 11 15:49:45.791230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504954f6-c1d0-4215-9a09-c51ca8827651 req-6dc0b905-83b7-452f-b539-790175239006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:45.791709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504954f6-c1d0-4215-9a09-c51ca8827651 req-6dc0b905-83b7-452f-b539-790175239006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:45.793236 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-504954f6-c1d0-4215-9a09-c51ca8827651 req-6dc0b905-83b7-452f-b539-790175239006 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1408923 Mar 11 15:49:45.933929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504954f6-c1d0-4215-9a09-c51ca8827651 req-216fe056-3177-4ad8-94ba-0f27cd75b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:45.935513 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-504954f6-c1d0-4215-9a09-c51ca8827651 req-216fe056-3177-4ad8-94ba-0f27cd75b4b2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363366 Mar 11 15:49:46.108605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cb119-dc96-489b-9ab1-978827136746 req-eba2dda8-789a-496a-93cc-9206377067ac tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:46.110085 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-832cb119-dc96-489b-9ab1-978827136746 req-eba2dda8-789a-496a-93cc-9206377067ac tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 944 time: 0.1408603 Mar 11 15:49:46.113732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-67435117-88ec-4b7f-af09-99949e0a3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:46.114843 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-67435117-88ec-4b7f-af09-99949e0a3684 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 1097 time: 0.1096067 Mar 11 15:49:46.195166 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-77b61354-2f17-4593-9b19-c4d6363e5a1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b76463d9-3c03-402c-9185-eb0c5eb3913c HTTP/1.1" status: 200 len: 217 time: 0.0663950 Mar 11 15:49:46.257533 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-832cb119-dc96-489b-9ab1-978827136746 req-a5c726e1-3fe7-4077-b580-4f06331e3d5b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411049 Mar 11 15:49:46.278275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-0d91fb1c-af7d-4f33-a5ac-e9c6b0803c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:46.279908 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-0d91fb1c-af7d-4f33-a5ac-e9c6b0803c6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=031939f1-c3a1-4fd1-93e3-79e3986227f3 HTTP/1.1" status: 200 len: 836 time: 0.0764768 Mar 11 15:49:46.355629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-a435dc58-5185-4773-bd83-5fefb6d39924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:46.357074 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-a435dc58-5185-4773-bd83-5fefb6d39924 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a54dfd5f-a9f3-4cd3-9696-85852a4d12f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0717933 Mar 11 15:49:46.489185 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-36704ba6-f72d-4ad9-9fe2-d67182fa6279 service neutron] 10.222.0.30 "GET /v2.0/networks/a54dfd5f-a9f3-4cd3-9696-85852a4d12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262116 Mar 11 15:49:46.618849 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-186dd956-49e9-4e7b-ad48-61c417038dc3 req-c53c383c-d977-42e2-8095-7c0562fb5511 service neutron] 10.222.0.30 "GET /v2.0/networks/a54dfd5f-a9f3-4cd3-9696-85852a4d12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242697 Mar 11 15:49:47.443018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd0d8-2c56-45a3-8fb9-1feff3e4e463 req-f4137042-b799-4f45-832d-84bfa1f9053d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:47.444457 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a0dd0d8-2c56-45a3-8fb9-1feff3e4e463 req-f4137042-b799-4f45-832d-84bfa1f9053d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 944 time: 0.0779433 Mar 11 15:49:47.492679 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a0dd0d8-2c56-45a3-8fb9-1feff3e4e463 req-c18a25c4-9263-4332-ac7e-18d938e05561 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Mar 11 15:49:48.679842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00fcb0-ff6c-4d16-9dfa-473e68143df8 req-b1dbcee6-ce38-4104-8f03-018127dfba37 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:48.681350 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4b00fcb0-ff6c-4d16-9dfa-473e68143df8 req-b1dbcee6-ce38-4104-8f03-018127dfba37 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 944 time: 0.0803659 Mar 11 15:49:48.725410 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4b00fcb0-ff6c-4d16-9dfa-473e68143df8 req-930d83ac-0a2e-4cf5-a104-6f68383cc4bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383093 Mar 11 15:49:49.915205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b4115-e29a-49bf-802f-2208c4d396b7 req-c8a36b08-3b92-4d73-be42-456c48f8563a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:49.916684 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca4b4115-e29a-49bf-802f-2208c4d396b7 req-c8a36b08-3b92-4d73-be42-456c48f8563a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 944 time: 0.0883155 Mar 11 15:49:49.962271 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca4b4115-e29a-49bf-802f-2208c4d396b7 req-94ba0d48-3260-4668-9538-a7c9fe2111d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398781 Mar 11 15:49:50.792506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-25bfca19-53d4-4d91-b397-cb4acc9d60c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:50.924059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device b76463d9-3c03-402c-9185-eb0c5eb3913c details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:49:51.065207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port b76463d9-3c03-402c-9185-eb0c5eb3913c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b76463d9-3c03-402c-9185-eb0c5eb3913c,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:49:51.114792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'b76463d9-3c03-402c-9185-eb0c5eb3913c', 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8', 'port_id': 'b76463d9-3c03-402c-9185-eb0c5eb3913c', 'mac_address': 'fa:16:3e:72:48:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031939f1-c3a1-4fd1-93e3-79e3986227f3', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:49:51.172167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:51.189039 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76463d9-3c03-402c-9185-eb0c5eb3913c {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:49:51.206311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port b76463d9-3c03-402c-9185-eb0c5eb3913c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b76463d9-3c03-402c-9185-eb0c5eb3913c,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:49:51.250269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:51.291691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa031e2-2813-4a72-91ba-ebb4e0c759e2 req-613960eb-86be-4b2f-bc28-cfecf4bb4352 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:51.293266 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4aa031e2-2813-4a72-91ba-ebb4e0c759e2 req-613960eb-86be-4b2f-bc28-cfecf4bb4352 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 944 time: 0.0821040 Mar 11 15:49:51.322819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=b76463d9-3c03-402c-9185-eb0c5eb3913c,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:51.341002 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4aa031e2-2813-4a72-91ba-ebb4e0c759e2 req-995e245c-cefc-4bea-be25-282dbc59b1c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401187 Mar 11 15:49:51.590977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['b76463d9-3c03-402c-9185-eb0c5eb3913c'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:49:52.523824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c8ec8-d180-4267-afe4-8ebf795dda48 req-aff16d86-fa52-4951-ac6f-f1e5368ada8f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:52.525268 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c2c8ec8-d180-4267-afe4-8ebf795dda48 req-aff16d86-fa52-4951-ac6f-f1e5368ada8f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 945 time: 0.0828199 Mar 11 15:49:52.569654 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c2c8ec8-d180-4267-afe4-8ebf795dda48 req-1a4f1f5a-5753-4a4f-96de-f5778731947f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387590 Mar 11 15:49:52.939236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device b76463d9-3c03-402c-9185-eb0c5eb3913c up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:49:53.089570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port b76463d9-3c03-402c-9185-eb0c5eb3913c completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:49:53.094644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port b76463d9-3c03-402c-9185-eb0c5eb3913c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:49:53.095006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:53.212216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:53.239312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a376ac-db9c-4757-b14c-fcab4150509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76463d9-3c03-402c-9185-eb0c5eb3913c'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:49:53.249065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port b76463d9-3c03-402c-9185-eb0c5eb3913c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b76463d9-3c03-402c-9185-eb0c5eb3913c,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:49:53.283153 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a376ac-db9c-4757-b14c-fcab4150509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76463d9-3c03-402c-9185-eb0c5eb3913c', 'code': 200} Mar 11 15:49:53.324523 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:53.394220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=b76463d9-3c03-402c-9185-eb0c5eb3913c,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:53.627721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd6e7-3565-4925-8e24-49614b667e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:53.667564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310be2d-d1c6-491e-a29f-15e127c2c7bf req-e9dca9b6-ed37-4710-a843-ed313ab7d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:53.669216 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7310be2d-d1c6-491e-a29f-15e127c2c7bf req-e9dca9b6-ed37-4710-a843-ed313ab7d098 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 1099 time: 0.0741925 Mar 11 15:49:53.717216 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7310be2d-d1c6-491e-a29f-15e127c2c7bf req-1b0310c1-0f08-4e88-b00f-56da5a87f5ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419033 Mar 11 15:49:53.901443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a99179-3cfe-4af2-a075-29401e50e0e0 req-49479c6c-dc1e-4afc-a177-85878b400f67 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:53.902870 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98a99179-3cfe-4af2-a075-29401e50e0e0 req-49479c6c-dc1e-4afc-a177-85878b400f67 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 946 time: 0.0784526 Mar 11 15:49:53.946934 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98a99179-3cfe-4af2-a075-29401e50e0e0 req-cc6d6f35-b523-4139-819f-a6498051f1f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384111 Mar 11 15:49:54.352740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:54.530966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:55.135580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635768d-32c8-443e-a8d0-f94ac5b1f57e req-6b825a0f-6b96-4450-a987-ef79cc6f78af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:55.136993 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f635768d-32c8-443e-a8d0-f94ac5b1f57e req-6b825a0f-6b96-4450-a987-ef79cc6f78af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 946 time: 0.0855381 Mar 11 15:49:55.277112 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f635768d-32c8-443e-a8d0-f94ac5b1f57e req-c6e1a59d-6657-4c91-b0d3-a0cec09403e1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345205 Mar 11 15:49:55.854776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:55.946596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:56.462941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a789b0-1c9e-4884-99b5-6fcd42d0eddc req-e1d20aee-9617-41e1-88b2-4e138fb98119 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:56.464390 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02a789b0-1c9e-4884-99b5-6fcd42d0eddc req-e1d20aee-9617-41e1-88b2-4e138fb98119 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 946 time: 0.0793509 Mar 11 15:49:56.507541 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02a789b0-1c9e-4884-99b5-6fcd42d0eddc req-7678d539-8d99-4b42-9c27-1331c3b20173 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372667 Mar 11 15:49:56.696568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30150fe-edcb-4dfc-a326-c3bb69cbfe64 req-d23f91c7-38ba-40e8-9dd9-99691226811c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:56.697978 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e30150fe-edcb-4dfc-a326-c3bb69cbfe64 req-d23f91c7-38ba-40e8-9dd9-99691226811c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 946 time: 0.0815594 Mar 11 15:49:56.742428 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e30150fe-edcb-4dfc-a326-c3bb69cbfe64 req-72c03edd-1ca7-4832-82d0-dec29e32284c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385709 Mar 11 15:49:58.271836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43030) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:59.072604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:59.462244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.17 (a54dfd5f-a9f3-4cd3-9696-85852a4d12f8/031939f1-c3a1-4fd1-93e3-79e3986227f3/46fcea38-a4f2-4484-907a-2e4b2673c07f) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:49:59.788680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:59.804389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object 46fcea38-a4f2-4484-907a-2e4b2673c07f will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:49:59.918401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:59.982444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:49:59.989509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:49:59.994489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:50:00.025966 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=46fcea38-a4f2-4484-907a-2e4b2673c07f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:00.061454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:00.273902 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:00.312338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0168dc27-efad-41bc-be7c-eab781e2260a None None] Provisioning for port 46fcea38-a4f2-4484-907a-2e4b2673c07f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:50:00.317766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0168dc27-efad-41bc-be7c-eab781e2260a None None] Provisioning complete for port 46fcea38-a4f2-4484-907a-2e4b2673c07f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:00.318158 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0168dc27-efad-41bc-be7c-eab781e2260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:00.372331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0168dc27-efad-41bc-be7c-eab781e2260a None None] Port 46fcea38-a4f2-4484-907a-2e4b2673c07f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:50:00.692848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:00.746655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:00.858773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:00.864991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=46fcea38-a4f2-4484-907a-2e4b2673c07f,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:00.873536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:00.873892 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:00.874236 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:00.874574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:00.874925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:00.875242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:00.875573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:00.875900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:00.876227 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:00.876572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:00.876904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:00.877269 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.008514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:50:01.009561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:50:01.299469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7ebf07f1-9e5d-4aac-8748-20db3817bece None None] Provisioning complete for port 46fcea38-a4f2-4484-907a-2e4b2673c07f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:01.299834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7ebf07f1-9e5d-4aac-8748-20db3817bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:01.318579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 436576c5-1f22-4b2e-890e-1a21fa782d73 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:50:01.356230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf07f1-9e5d-4aac-8748-20db3817bece None None] Port 46fcea38-a4f2-4484-907a-2e4b2673c07f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:50:01.508591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:50:01.517901 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Sync routers for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:50:01.528657 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:50:01.529328 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:49:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:01.583506 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0e6160ea-ee03-418f-a823-979cd3d74527 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/436576c5-1f22-4b2e-890e-1a21fa782d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3105094 Mar 11 15:50:01.645489 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-caffdc09-8fa6-4a52-89fb-ed026729a459 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1160843 Mar 11 15:50:01.709822 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:50:01.735994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-89b182ae-78a0-42e4-bf52-3f0a5a15dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:01.737490 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-89b182ae-78a0-42e4-bf52-3f0a5a15dbb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 1098 time: 0.0723760 Mar 11 15:50:01.883337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-6476dac5-11c4-41ea-8ea7-cf22bf902325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:01.885101 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-6476dac5-11c4-41ea-8ea7-cf22bf902325 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.1293221 Mar 11 15:50:01.988234 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-62b0e83f-c386-43ba-91da-cfef3e431826 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cd03e85-32ef-4d0b-859a-2352e6a1e510 HTTP/1.1" status: 200 len: 1001 time: 0.0971582 Mar 11 15:50:02.049956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-4af26014-4ff8-4652-8cb9-c4c845edbd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:02.051452 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-4af26014-4ff8-4652-8cb9-c4c845edbd87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.0572913 Mar 11 15:50:02.065499 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:00Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e2431580-b8df-401b-bf15-5778d72e6033', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'port_id': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'mac_address': 'fa:16:3e:2c:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a921254-9094-4383-8cc8-74c93aa29903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:13Z', 'updated_at': '2022-03-11T15:48:17Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fcea38-a4f2-4484-907a-2e4b2673c07f', 'name': '', 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:3a:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '031939f1-c3a1-4fd1-93e3-79e3986227f3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:59Z', 'updated_at': '2022-03-11T15:50:00Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '031939f1-c3a1-4fd1-93e3-79e3986227f3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:02.069213 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Checking router: 436576c5-1f22-4b2e-890e-1a21fa782d73 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:50:02.070075 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Updating router 436576c5-1f22-4b2e-890e-1a21fa782d73 port 46fcea38-a4f2-4484-907a-2e4b2673c07f binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:50:02.122785 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.130054 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-8f24d6a7-978c-4554-a745-bd9ca4eaf086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:02.131523 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-8f24d6a7-978c-4554-a745-bd9ca4eaf086 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734942 Mar 11 15:50:02.262295 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-602d2748-20d3-4eef-acda-7efe9b10a568 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247346 Mar 11 15:50:02.396735 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a81b948-5aee-45b7-8a66-55c2cb8f6fc1 req-4e549c02-4e52-4e85-8684-884c9f17a46c service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284034 Mar 11 15:50:02.484095 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.498822 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Transition to ACTIVE for port object 46fcea38-a4f2-4484-907a-2e4b2673c07f will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:50:02.592812 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.768730 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Pushing event updated for resources: {'Port': ['ID=46fcea38-a4f2-4484-907a-2e4b2673c07f,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:02.785357 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.785702 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.786031 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.786356 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.786675 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.787000 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.787313 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.787626 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.787995 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.788842 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.789146 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.789459 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:02.844215 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Attempting to bind port 46fcea38-a4f2-4484-907a-2e4b2673c07f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:50:02.844524 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Attempting to bind port 46fcea38-a4f2-4484-907a-2e4b2673c07f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:50:02.844904 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Attempting to bind port 46fcea38-a4f2-4484-907a-2e4b2673c07f on network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:50:02.850024 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:50:02.850385 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Checking segment: {'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:50:02.851466 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.851845 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Bound using segment: {'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:50:02.852291 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Bound port: 46fcea38-a4f2-4484-907a-2e4b2673c07f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:50:02.852670 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.940036 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] For port 46fcea38-a4f2-4484-907a-2e4b2673c07f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:50:02.942975 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] For port 46fcea38-a4f2-4484-907a-2e4b2673c07f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=46fcea38-a4f2-4484-907a-2e4b2673c07f,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:50:02.998356 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:03.078087 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:50:03.078087 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:49:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:03.131234 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad86ab1-fefd-4438-8272-d5e55292df20 None None] Pushing event updated for resources: {'Port': ['ID=46fcea38-a4f2-4484-907a-2e4b2673c07f,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:03.265198 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:50:03.612901 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:00Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e2431580-b8df-401b-bf15-5778d72e6033', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'port_id': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'mac_address': 'fa:16:3e:2c:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a921254-9094-4383-8cc8-74c93aa29903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:13Z', 'updated_at': '2022-03-11T15:48:17Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fcea38-a4f2-4484-907a-2e4b2673c07f', 'name': '', 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:3a:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '031939f1-c3a1-4fd1-93e3-79e3986227f3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:59Z', 'updated_at': '2022-03-11T15:50:02Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '031939f1-c3a1-4fd1-93e3-79e3986227f3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:03.617341 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f5316-c36d-48c7-a315-d18fe9e00f4b None None] The sync data for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv is: [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:00Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e2431580-b8df-401b-bf15-5778d72e6033', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'port_id': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'mac_address': 'fa:16:3e:2c:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a921254-9094-4383-8cc8-74c93aa29903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:13Z', 'updated_at': '2022-03-11T15:48:17Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fcea38-a4f2-4484-907a-2e4b2673c07f', 'name': '', 'network_id': 'a54dfd5f-a9f3-4cd3-9696-85852a4d12f8', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:3a:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '031939f1-c3a1-4fd1-93e3-79e3986227f3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:59Z', 'updated_at': '2022-03-11T15:50:02Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '031939f1-c3a1-4fd1-93e3-79e3986227f3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:50:04.368715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 46fcea38-a4f2-4484-907a-2e4b2673c07f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:50:04.478421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 46fcea38-a4f2-4484-907a-2e4b2673c07f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:50:04.484012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 46fcea38-a4f2-4484-907a-2e4b2673c07f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:04.484371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.600722 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.630586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 46fcea38-a4f2-4484-907a-2e4b2673c07f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=46fcea38-a4f2-4484-907a-2e4b2673c07f,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:50:04.700507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.769327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=46fcea38-a4f2-4484-907a-2e4b2673c07f,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:06.342769 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 46fcea38-a4f2-4484-907a-2e4b2673c07f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:50:06.409549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 46fcea38-a4f2-4484-907a-2e4b2673c07f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:06.409931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:11.813820 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:50:20.814539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3b0575f0-cb1a-4109-89dd-d9c739f4a2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:23.614656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-12749d25-2a94-4611-a10b-f9a93a36147e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:24.408880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:24.511588 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:25.815433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:25.969261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:33.212078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43074) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:33.755303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:34.134057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 46fcea38-a4f2-4484-907a-2e4b2673c07f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:50:34.134399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:34.321878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 46fcea38-a4f2-4484-907a-2e4b2673c07f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=46fcea38-a4f2-4484-907a-2e4b2673c07f,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:50:34.322500 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:34.557282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 46fcea38-a4f2-4484-907a-2e4b2673c07f owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:50:34.860273 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:34.907620 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=46fcea38-a4f2-4484-907a-2e4b2673c07f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:35.183097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:35.537824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 436576c5-1f22-4b2e-890e-1a21fa782d73 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:50:35.716321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:50:35.726463 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c6fa8-cdc3-42ba-8bb7-da69450159b1 None None] Sync routers for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:50:35.728709 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-54ebe0c9-5821-4a12-bd6e-f8c764522ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/436576c5-1f22-4b2e-890e-1a21fa782d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5154955 Mar 11 15:50:35.737685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c6fa8-cdc3-42ba-8bb7-da69450159b1 None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:50:35.737827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ae4c6fa8-cdc3-42ba-8bb7-da69450159b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:35.941461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ae4c6fa8-cdc3-42ba-8bb7-da69450159b1 None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:50:36.295392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ae4c6fa8-cdc3-42ba-8bb7-da69450159b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:34Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e2431580-b8df-401b-bf15-5778d72e6033', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'port_id': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'mac_address': 'fa:16:3e:2c:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a921254-9094-4383-8cc8-74c93aa29903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:13Z', 'updated_at': '2022-03-11T15:48:17Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:36.299608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c6fa8-cdc3-42ba-8bb7-da69450159b1 None None] Checking router: 436576c5-1f22-4b2e-890e-1a21fa782d73 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:50:36.309034 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c6fa8-cdc3-42ba-8bb7-da69450159b1 None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:50:36.309649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ae4c6fa8-cdc3-42ba-8bb7-da69450159b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:36.395253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a813aed-61da-4a5f-bcd3-3002cf2be3c6 req-5a4f5a0a-b6ba-478c-981f-cf26d14a23c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:36.396754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a813aed-61da-4a5f-bcd3-3002cf2be3c6 req-5a4f5a0a-b6ba-478c-981f-cf26d14a23c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 946 time: 0.2043355 Mar 11 15:50:36.441942 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a813aed-61da-4a5f-bcd3-3002cf2be3c6 req-46494e10-a61d-43d0-b5df-4a5c058d7aff tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387361 Mar 11 15:50:36.490400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ae4c6fa8-cdc3-42ba-8bb7-da69450159b1 None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:50:36.834137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ae4c6fa8-cdc3-42ba-8bb7-da69450159b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:34Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e2431580-b8df-401b-bf15-5778d72e6033', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'port_id': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'mac_address': 'fa:16:3e:2c:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a921254-9094-4383-8cc8-74c93aa29903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:13Z', 'updated_at': '2022-03-11T15:48:17Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:36.838160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c6fa8-cdc3-42ba-8bb7-da69450159b1 None None] The sync data for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv is: [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:34Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'e2431580-b8df-401b-bf15-5778d72e6033', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'port_id': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'mac_address': 'fa:16:3e:2c:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a921254-9094-4383-8cc8-74c93aa29903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:13Z', 'updated_at': '2022-03-11T15:48:17Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:50:37.710668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03609c55-aeb7-47cb-aa76-eff3c45bd81b req-25aeb9e3-b93a-4a2d-8c4b-512801cd435e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:37.712062 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-03609c55-aeb7-47cb-aa76-eff3c45bd81b req-25aeb9e3-b93a-4a2d-8c4b-512801cd435e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 946 time: 0.1377888 Mar 11 15:50:37.720658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91696434-db31-4baf-a1ca-d82ca3ea5666 req-a03ef44a-1f4e-43cf-a550-0101499807fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:37.721966 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-91696434-db31-4baf-a1ca-d82ca3ea5666 req-a03ef44a-1f4e-43cf-a550-0101499807fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 946 time: 0.1685088 Mar 11 15:50:37.811456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-03609c55-aeb7-47cb-aa76-eff3c45bd81b req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port b76463d9-3c03-402c-9185-eb0c5eb3913c {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:50:37.811701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-03609c55-aeb7-47cb-aa76-eff3c45bd81b req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:37.844151 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-91696434-db31-4baf-a1ca-d82ca3ea5666 req-f6ff5d60-dd54-470e-a181-05dea97be0f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927982 Mar 11 15:50:38.149981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-03609c55-aeb7-47cb-aa76-eff3c45bd81b req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port b76463d9-3c03-402c-9185-eb0c5eb3913c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b76463d9-3c03-402c-9185-eb0c5eb3913c,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:50:38.150241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-03609c55-aeb7-47cb-aa76-eff3c45bd81b req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:38.273139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-03609c55-aeb7-47cb-aa76-eff3c45bd81b req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for b76463d9-3c03-402c-9185-eb0c5eb3913c owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:50:38.312615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 46fcea38-a4f2-4484-907a-2e4b2673c07f no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:50:38.350156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 46fcea38-a4f2-4484-907a-2e4b2673c07f {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:50:38.350499 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 46fcea38-a4f2-4484-907a-2e4b2673c07f not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:50:38.473871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-03609c55-aeb7-47cb-aa76-eff3c45bd81b req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:38.525113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=b76463d9-3c03-402c-9185-eb0c5eb3913c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:38.571547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.571888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.572228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.572577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.573402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.573738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.574134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.574475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.574775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.575094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.575411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.575756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:38.614916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-03609c55-aeb7-47cb-aa76-eff3c45bd81b req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] No DVR routers for this DVR port b76463d9-3c03-402c-9185-eb0c5eb3913c on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:50:38.617490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-03609c55-aeb7-47cb-aa76-eff3c45bd81b req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:38.620588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a376ac-db9c-4757-b14c-fcab4150509f', 'name': 'network-vif-deleted', 'tag': 'b76463d9-3c03-402c-9185-eb0c5eb3913c'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:50:38.636833 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-03609c55-aeb7-47cb-aa76-eff3c45bd81b req-bf0a4d5f-9e84-4039-a516-8d8e96b8dfd7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "DELETE /v2.0/ports/b76463d9-3c03-402c-9185-eb0c5eb3913c HTTP/1.1" status: 204 len: 173 time: 0.9138384 Mar 11 15:50:38.666207 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a376ac-db9c-4757-b14c-fcab4150509f', 'name': 'network-vif-deleted', 'tag': 'b76463d9-3c03-402c-9185-eb0c5eb3913c', 'status': 'completed', 'code': 200} Mar 11 15:50:39.011897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6743f22d-b1d4-48bb-9f77-2670609ea095 req-518781f0-0c13-4a02-8e51-5f91b07c87c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:50:39.060285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6743f22d-b1d4-48bb-9f77-2670609ea095 req-518781f0-0c13-4a02-8e51-5f91b07c87c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:50:39.061584 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6743f22d-b1d4-48bb-9f77-2670609ea095 req-518781f0-0c13-4a02-8e51-5f91b07c87c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a376ac-db9c-4757-b14c-fcab4150509f HTTP/1.1" status: 200 len: 210 time: 0.0924037 Mar 11 15:50:40.154867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43094) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:40.222484 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4e849507-eadb-4a8c-b8fa-57572a73b6f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:40.251824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4e849507-eadb-4a8c-b8fa-57572a73b6f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:40.351891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4e849507-eadb-4a8c-b8fa-57572a73b6f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:40.475292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e849507-eadb-4a8c-b8fa-57572a73b6f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3fd6f0-57ee-4fce-89f0-b3935da8cb68,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:40.516945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4e849507-eadb-4a8c-b8fa-57572a73b6f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:40.519683 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4e849507-eadb-4a8c-b8fa-57572a73b6f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/1b3fd6f0-57ee-4fce-89f0-b3935da8cb68 HTTP/1.1" status: 204 len: 168 time: 0.3621581 Mar 11 15:50:40.603451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43100) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:40.671079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-827d3bc5-9740-4be0-a26d-9cb9222a6a71 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting subnet 031939f1-c3a1-4fd1-93e3-79e3986227f3 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:50:40.673905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-827d3bc5-9740-4be0-a26d-9cb9222a6a71 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:40.726977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-827d3bc5-9740-4be0-a26d-9cb9222a6a71 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:40.809706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-827d3bc5-9740-4be0-a26d-9cb9222a6a71 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:40.946258 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-827d3bc5-9740-4be0-a26d-9cb9222a6a71 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:40.985544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d3bc5-9740-4be0-a26d-9cb9222a6a71 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Subnet': ['ID=031939f1-c3a1-4fd1-93e3-79e3986227f3,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:40.989238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-827d3bc5-9740-4be0-a26d-9cb9222a6a71 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:40.995171 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-827d3bc5-9740-4be0-a26d-9cb9222a6a71 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/subnets/031939f1-c3a1-4fd1-93e3-79e3986227f3 HTTP/1.1" status: 204 len: 168 time: 0.3907218 Mar 11 15:50:40.996098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec37919a-e49c-4507-8183-d8f9fab05b92 None None] Network a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:50:40.997748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43104) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:41.110666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:41.120727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:50:41.121058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:41.250115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde71fde-ed05-4637-97c8-d6c26933478d None None] DHCP port deletion for a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:50:41.259796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dde71fde-ed05-4637-97c8-d6c26933478d None None] Deleting port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:50:41.259796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dde71fde-ed05-4637-97c8-d6c26933478d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:41.332669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9c7813a2-1a8d-4c88-b15c-6b4842532ac7,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:50:41.333159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:41.453343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:50:41.497682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-dde71fde-ed05-4637-97c8-d6c26933478d None None] For port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9c7813a2-1a8d-4c88-b15c-6b4842532ac7,segment=NetworkSegment(a04e888a-f6cd-4fce-a2dc-73ac4d334e30),segment_id=a04e888a-f6cd-4fce-a2dc-73ac4d334e30)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:50:41.497977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dde71fde-ed05-4637-97c8-d6c26933478d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:41.569038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:41.617334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=9c7813a2-1a8d-4c88-b15c-6b4842532ac7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:41.619150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] No DVR routers for this DVR port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:50:41.621888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dde71fde-ed05-4637-97c8-d6c26933478d None None] Calling delete_port for 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:50:41.693919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-dde71fde-ed05-4637-97c8-d6c26933478d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:50:41.694264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-dde71fde-ed05-4637-97c8-d6c26933478d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:50:41.830989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:41.856140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54dfd5f-a9f3-4cd3-9696-85852a4d12f8']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:41.867951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:41.868246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04e888a-f6cd-4fce-a2dc-73ac4d334e30') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:41.879851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:41.895639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:41.901456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:50:41.901832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:50:41.915834 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:50:42.037529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:42.054528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:42.065819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Network': ['ID=a54dfd5f-a9f3-4cd3-9696-85852a4d12f8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:42.129271 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bdb2f0ef-371e-4ead-92ba-2c2c9e539a5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/networks/a54dfd5f-a9f3-4cd3-9696-85852a4d12f8 HTTP/1.1" status: 204 len: 168 time: 1.1304982 Mar 11 15:50:42.131789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43108) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:42.195322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dde71fde-ed05-4637-97c8-d6c26933478d None None] Deleting port 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:50:42.195915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dde71fde-ed05-4637-97c8-d6c26933478d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:42.263801 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-dde71fde-ed05-4637-97c8-d6c26933478d None None] The port '9c7813a2-1a8d-4c88-b15c-6b4842532ac7' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:50:42.340439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 1078c98e-442a-41e6-9c0d-620170504823 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:50:42.340799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:42.354897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:50:42.390068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:50:42.390359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9c7813a2-1a8d-4c88-b15c-6b4842532ac7 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:50:42.507720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:42.508056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:42.642434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 1078c98e-442a-41e6-9c0d-620170504823 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:50:42.986118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:43.035214 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=1078c98e-442a-41e6-9c0d-620170504823,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:43.130007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:43.130345 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP e2431580-b8df-401b-bf15-5778d72e6033 disassociated (deleted). External IP: 172.26.6.105, port: d38a475a-27e1-4d0c-acee-af19a063a089. Mar 11 15:50:43.290960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device b76463d9-3c03-402c-9185-eb0c5eb3913c no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:50:43.325901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: b76463d9-3c03-402c-9185-eb0c5eb3913c {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:50:43.326292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device b76463d9-3c03-402c-9185-eb0c5eb3913c not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:50:43.574080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 436576c5-1f22-4b2e-890e-1a21fa782d73 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:50:43.749920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:50:43.759962 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d570c5-ffd1-4654-931f-92d8a34b708c None None] Sync routers for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:50:43.765807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:43.769461 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d570c5-ffd1-4654-931f-92d8a34b708c None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:50:43.770064 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-71d570c5-ffd1-4654-931f-92d8a34b708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:43.820035 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5e102937-c776-48a3-a768-c8e2b3d9a0c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/floatingips/e2431580-b8df-401b-bf15-5778d72e6033 HTTP/1.1" status: 204 len: 168 time: 1.6872435 Mar 11 15:50:43.820646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a921254-9094-4383-8cc8-74c93aa29903', 'tag': 'd38a475a-27e1-4d0c-acee-af19a063a089'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:50:43.864662 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a921254-9094-4383-8cc8-74c93aa29903', 'tag': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'status': 'completed', 'code': 200} Mar 11 15:50:43.955923 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-71d570c5-ffd1-4654-931f-92d8a34b708c None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:50:43.961096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c837a35-b838-4611-bb66-da91c86ff235 req-e5b404e2-7adc-4de1-b023-5115d5201b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:43.963142 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c837a35-b838-4611-bb66-da91c86ff235 req-e5b404e2-7adc-4de1-b023-5115d5201b6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 1099 time: 0.0775263 Mar 11 15:50:44.098406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c837a35-b838-4611-bb66-da91c86ff235 req-29bc921f-9c64-4b76-acf4-181333a2a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:44.109964 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c837a35-b838-4611-bb66-da91c86ff235 req-29bc921f-9c64-4b76-acf4-181333a2a2f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eab60c90-2490-4f3d-999d-103014fe4777 HTTP/1.1" status: 200 len: 896 time: 0.1298807 Mar 11 15:50:44.170956 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c837a35-b838-4611-bb66-da91c86ff235 req-d5ea1dee-878b-414a-972e-8dcbdf0eedfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38a475a-27e1-4d0c-acee-af19a063a089 HTTP/1.1" status: 200 len: 217 time: 0.0653007 Mar 11 15:50:44.242391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c837a35-b838-4611-bb66-da91c86ff235 req-2e809126-e676-4663-8d4a-4fa3c9e54579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:44.243911 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c837a35-b838-4611-bb66-da91c86ff235 req-2e809126-e676-4663-8d4a-4fa3c9e54579 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18421903-d32c-4194-9976-84a4232fbb9d HTTP/1.1" status: 200 len: 835 time: 0.0659683 Mar 11 15:50:44.316538 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-71d570c5-ffd1-4654-931f-92d8a34b708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:34Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:44.320965 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d570c5-ffd1-4654-931f-92d8a34b708c None None] Checking router: 436576c5-1f22-4b2e-890e-1a21fa782d73 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:50:44.331058 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d570c5-ffd1-4654-931f-92d8a34b708c None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:50:44.331676 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-71d570c5-ffd1-4654-931f-92d8a34b708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:44.334919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c837a35-b838-4611-bb66-da91c86ff235 req-95b2bc5a-608c-40ea-a7da-82fa7897a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:44.336615 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c837a35-b838-4611-bb66-da91c86ff235 req-95b2bc5a-608c-40ea-a7da-82fa7897a2c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eab60c90-2490-4f3d-999d-103014fe4777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866120 Mar 11 15:50:44.506809 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-71d570c5-ffd1-4654-931f-92d8a34b708c None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:50:44.524741 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c837a35-b838-4611-bb66-da91c86ff235 req-848954fc-7049-4e60-a481-15eb0c8fb752 service neutron] 10.222.0.30 "GET /v2.0/networks/eab60c90-2490-4f3d-999d-103014fe4777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806064 Mar 11 15:50:44.536442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8df882-0b92-4280-ae9f-c89908b701cf req-6d5041ff-eef9-4f04-9f29-caa8bcb53c7b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:44.537144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-9e8df882-0b92-4280-ae9f-c89908b701cf req-6d5041ff-eef9-4f04-9f29-caa8bcb53c7b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:50:44.639720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-9e8df882-0b92-4280-ae9f-c89908b701cf req-6d5041ff-eef9-4f04-9f29-caa8bcb53c7b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:50:44.640888 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9e8df882-0b92-4280-ae9f-c89908b701cf req-6d5041ff-eef9-4f04-9f29-caa8bcb53c7b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 946 time: 0.2781644 Mar 11 15:50:44.705799 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c837a35-b838-4611-bb66-da91c86ff235 req-ea9dad9b-3e42-41fd-904b-e15f46a4ec61 service neutron] 10.222.0.30 "GET /v2.0/networks/eab60c90-2490-4f3d-999d-103014fe4777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660087 Mar 11 15:50:44.710210 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9e8df882-0b92-4280-ae9f-c89908b701cf req-8acd2d3a-c8b2-445c-8a14-a90455347d76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625083 Mar 11 15:50:44.818047 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-71d570c5-ffd1-4654-931f-92d8a34b708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:34Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:44.821753 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d570c5-ffd1-4654-931f-92d8a34b708c None None] The sync data for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv is: [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:34Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4ae20c97-49de-47ba-b4a7-4cfd6b5145cd', 'name': '', 'network_id': 'eab60c90-2490-4f3d-999d-103014fe4777', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:d6:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '18421903-d32c-4194-9976-84a4232fbb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:35Z', 'updated_at': '2022-03-11T15:47:50Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '18421903-d32c-4194-9976-84a4232fbb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:50:45.023737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39857d75-b3c8-4067-88ec-afdf790cb4aa None None] New status for floating IP e2431580-b8df-401b-bf15-5778d72e6033: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:50:45.893217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8697d82-a946-4d65-8506-f5ba873d4349 req-5f105eb1-d6e7-4302-88d8-50b416e981a2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:45.894649 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b8697d82-a946-4d65-8506-f5ba873d4349 req-5f105eb1-d6e7-4302-88d8-50b416e981a2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 946 time: 0.0792880 Mar 11 15:50:45.984836 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b8697d82-a946-4d65-8506-f5ba873d4349 req-fe9c0453-09a0-4ac2-89d1-885faf9a1743 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=2626be1e-d121-4684-b34b-e2781c823fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845265 Mar 11 15:50:46.015304 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db90318-50de-401f-ae98-91c7d66d9390 req-8c7be1f3-294e-48e4-867b-07a6281b5241 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:46.016734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2db90318-50de-401f-ae98-91c7d66d9390 req-8c7be1f3-294e-48e4-867b-07a6281b5241 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 946 time: 0.1035006 Mar 11 15:50:46.084756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-2db90318-50de-401f-ae98-91c7d66d9390 req-fa657b12-421d-4029-bf61-827e17e0e6b8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port d38a475a-27e1-4d0c-acee-af19a063a089 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:50:46.085094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-2db90318-50de-401f-ae98-91c7d66d9390 req-fa657b12-421d-4029-bf61-827e17e0e6b8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:46.429904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-2db90318-50de-401f-ae98-91c7d66d9390 req-fa657b12-421d-4029-bf61-827e17e0e6b8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port d38a475a-27e1-4d0c-acee-af19a063a089, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d38a475a-27e1-4d0c-acee-af19a063a089,segment=NetworkSegment(d5fdf9f6-40ac-4532-87f5-22e1863ff7c9),segment_id=d5fdf9f6-40ac-4532-87f5-22e1863ff7c9)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:50:46.430265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-2db90318-50de-401f-ae98-91c7d66d9390 req-fa657b12-421d-4029-bf61-827e17e0e6b8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:46.554300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-2db90318-50de-401f-ae98-91c7d66d9390 req-fa657b12-421d-4029-bf61-827e17e0e6b8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for d38a475a-27e1-4d0c-acee-af19a063a089 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:50:46.768627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-2db90318-50de-401f-ae98-91c7d66d9390 req-fa657b12-421d-4029-bf61-827e17e0e6b8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:46.819115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa657b12-421d-4029-bf61-827e17e0e6b8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=d38a475a-27e1-4d0c-acee-af19a063a089,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:46.893357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db90318-50de-401f-ae98-91c7d66d9390 req-fa657b12-421d-4029-bf61-827e17e0e6b8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] No DVR routers for this DVR port d38a475a-27e1-4d0c-acee-af19a063a089 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:50:46.895675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-2db90318-50de-401f-ae98-91c7d66d9390 req-fa657b12-421d-4029-bf61-827e17e0e6b8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:46.898066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a921254-9094-4383-8cc8-74c93aa29903', 'name': 'network-vif-deleted', 'tag': 'd38a475a-27e1-4d0c-acee-af19a063a089'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:50:46.944956 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a921254-9094-4383-8cc8-74c93aa29903', 'name': 'network-vif-deleted', 'tag': 'd38a475a-27e1-4d0c-acee-af19a063a089', 'status': 'completed', 'code': 200} Mar 11 15:50:46.963823 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2db90318-50de-401f-ae98-91c7d66d9390 req-fa657b12-421d-4029-bf61-827e17e0e6b8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "DELETE /v2.0/ports/d38a475a-27e1-4d0c-acee-af19a063a089 HTTP/1.1" status: 204 len: 173 time: 0.9421818 Mar 11 15:50:47.133064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-1d2f019d-ea11-49ee-8d50-851b42d3b09f req-722c7d69-5c7e-4683-8d51-ff3d700b9f46 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:50:47.243374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-1d2f019d-ea11-49ee-8d50-851b42d3b09f req-722c7d69-5c7e-4683-8d51-ff3d700b9f46 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:50:47.244738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1d2f019d-ea11-49ee-8d50-851b42d3b09f req-722c7d69-5c7e-4683-8d51-ff3d700b9f46 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a921254-9094-4383-8cc8-74c93aa29903 HTTP/1.1" status: 200 len: 210 time: 0.1533282 Mar 11 15:50:48.339264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43126) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:48.408998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8bba343c-ecf1-4e9c-a46d-1bf349d918f3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:48.438002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8bba343c-ecf1-4e9c-a46d-1bf349d918f3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:48.568482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8bba343c-ecf1-4e9c-a46d-1bf349d918f3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:48.587664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba343c-ecf1-4e9c-a46d-1bf349d918f3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2626be1e-d121-4684-b34b-e2781c823fb6,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:48.596496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8bba343c-ecf1-4e9c-a46d-1bf349d918f3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:48.597656 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8bba343c-ecf1-4e9c-a46d-1bf349d918f3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/2626be1e-d121-4684-b34b-e2781c823fb6 HTTP/1.1" status: 204 len: 168 time: 0.2573953 Mar 11 15:50:48.812517 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:50:49.700805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43134) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:50.236815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:50.682345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:50:50.682682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:50.808501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8486-0723-46b9-8a64-ec80a32098e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:50.869189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4ae20c97-49de-47ba-b4a7-4cfd6b5145cd,segment=NetworkSegment(d5fdf9f6-40ac-4532-87f5-22e1863ff7c9),segment_id=d5fdf9f6-40ac-4532-87f5-22e1863ff7c9)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:50:50.869798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:50.990751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:50:51.297829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device d38a475a-27e1-4d0c-acee-af19a063a089 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:50:51.335274 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: d38a475a-27e1-4d0c-acee-af19a063a089 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:50:51.335617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device d38a475a-27e1-4d0c-acee-af19a063a089 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:50:51.397348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:51.447259 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=4ae20c97-49de-47ba-b4a7-4cfd6b5145cd,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:51.720129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:52.183924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 436576c5-1f22-4b2e-890e-1a21fa782d73 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:50:52.361467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:50:52.371280 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb65fbbe-9caa-42e4-989e-6c5d94f7cb9b None None] Sync routers for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:50:52.380074 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb65fbbe-9caa-42e4-989e-6c5d94f7cb9b None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:50:52.382352 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fb65fbbe-9caa-42e4-989e-6c5d94f7cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:52.416495 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1e32fd93-8863-4f8b-83cb-d21f9777720b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/436576c5-1f22-4b2e-890e-1a21fa782d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7145908 Mar 11 15:50:52.419867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43138) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:52.489573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4276c1-f995-413e-8f94-8b44e827b238 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting subnet 18421903-d32c-4194-9976-84a4232fbb9d {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:50:52.492396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f4276c1-f995-413e-8f94-8b44e827b238 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:52.546493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f4276c1-f995-413e-8f94-8b44e827b238 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:52.556264 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-fb65fbbe-9caa-42e4-989e-6c5d94f7cb9b None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:50:52.628112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f4276c1-f995-413e-8f94-8b44e827b238 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:52.752371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f4276c1-f995-413e-8f94-8b44e827b238 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:52.794202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4f4276c1-f995-413e-8f94-8b44e827b238 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:52.796903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4276c1-f995-413e-8f94-8b44e827b238 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Subnet': ['ID=18421903-d32c-4194-9976-84a4232fbb9d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:52.799679 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc37456-f402-440d-96b5-f8fad02da125 None None] Network eab60c90-2490-4f3d-999d-103014fe4777 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:50:52.804134 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4f4276c1-f995-413e-8f94-8b44e827b238 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/subnets/18421903-d32c-4194-9976-84a4232fbb9d HTTP/1.1" status: 204 len: 168 time: 0.3829694 Mar 11 15:50:52.806482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43142) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:52.842996 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fb65fbbe-9caa-42e4-989e-6c5d94f7cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:51Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:52.846908 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb65fbbe-9caa-42e4-989e-6c5d94f7cb9b None None] Checking router: 436576c5-1f22-4b2e-890e-1a21fa782d73 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:50:52.855636 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb65fbbe-9caa-42e4-989e-6c5d94f7cb9b None None] Routers {'436576c5-1f22-4b2e-890e-1a21fa782d73'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:50:52.856501 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fb65fbbe-9caa-42e4-989e-6c5d94f7cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['436576c5-1f22-4b2e-890e-1a21fa782d73'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:52.988973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:53.034861 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-fb65fbbe-9caa-42e4-989e-6c5d94f7cb9b None None] Set router 436576c5-1f22-4b2e-890e-1a21fa782d73 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:50:53.066041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] DHCP port deletion for eab60c90-2490-4f3d-999d-103014fe4777 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:50:53.070762 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Deleting port 1369322b-89c6-4b17-88a7-0ec35ac923a3 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:50:53.071424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:53.178098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:53.237270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 28e13de8-cafc-48bf-a926-016788a4d595 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:50:53.237665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:53.291511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] For port 1369322b-89c6-4b17-88a7-0ec35ac923a3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=1369322b-89c6-4b17-88a7-0ec35ac923a3,segment=NetworkSegment(d5fdf9f6-40ac-4532-87f5-22e1863ff7c9),segment_id=d5fdf9f6-40ac-4532-87f5-22e1863ff7c9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:50:53.291775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:53.368911 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fb65fbbe-9caa-42e4-989e-6c5d94f7cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:51Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:53.372806 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb65fbbe-9caa-42e4-989e-6c5d94f7cb9b None None] The sync data for ids ['436576c5-1f22-4b2e-890e-1a21fa782d73'] in dv-neutron-833203-2-hyperv is: [{'id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'name': 'tempest-TestNetworkBasicOps-router-2134702766', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '28e13de8-cafc-48bf-a926-016788a4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:50:51Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '28e13de8-cafc-48bf-a926-016788a4d595', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436576c5-1f22-4b2e-890e-1a21fa782d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:27Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:50:53.417908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Calling delete_port for 1369322b-89c6-4b17-88a7-0ec35ac923a3 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:50:53.420749 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 28e13de8-cafc-48bf-a926-016788a4d595, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=28e13de8-cafc-48bf-a926-016788a4d595,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:50:53.421108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:53.547627 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 28e13de8-cafc-48bf-a926-016788a4d595 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:50:53.591366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:53.632084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dd5b9604-b7a7-4741-8dd3-59b80e9f60a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:53.642376 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] No DVR routers for this DVR port 1369322b-89c6-4b17-88a7-0ec35ac923a3 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:50:53.646142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Pushing event deleted for resources: {'Port': ['ID=1369322b-89c6-4b17-88a7-0ec35ac923a3,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:53.653708 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.654022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.654432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.654763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.655087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.655412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.655729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.656047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.656364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.656744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.657018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.657329 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899d050-62d5-4eba-9559-2331ce88289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:53.791617 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:53.840960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=28e13de8-cafc-48bf-a926-016788a4d595,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:53.934392 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.102496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.105167 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.169080 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.169616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Fanout notify agent at l3_agent the message router_deleted on router 436576c5-1f22-4b2e-890e-1a21fa782d73 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:50:54.185632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.186613 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0edeb790-3b4b-4c29-ab77-fd8b777d4fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/routers/436576c5-1f22-4b2e-890e-1a21fa782d73 HTTP/1.1" status: 204 len: 168 time: 1.3790553 Mar 11 15:50:54.189226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43146) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:54.369182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.413982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.529007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.545391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.569575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab60c90-2490-4f3d-999d-103014fe4777']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:54.581467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:54.581766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fdf9f6-40ac-4532-87f5-22e1863ff7c9') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:54.593549 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.610987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.618820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:50:54.618820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:50:54.635665 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:50:54.662916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1369322b-89c6-4b17-88a7-0ec35ac923a3 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:50:54.697906 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 1369322b-89c6-4b17-88a7-0ec35ac923a3 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:50:54.698245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1369322b-89c6-4b17-88a7-0ec35ac923a3 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:50:54.699212 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:50:54.733918 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:50:54.734258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4ae20c97-49de-47ba-b4a7-4cfd6b5145cd not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:50:54.734667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 28e13de8-cafc-48bf-a926-016788a4d595 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:50:54.766083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 28e13de8-cafc-48bf-a926-016788a4d595 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:50:54.766421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 28e13de8-cafc-48bf-a926-016788a4d595 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:50:54.774654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.792289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.803176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Network': ['ID=eab60c90-2490-4f3d-999d-103014fe4777,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:54.810974 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c8a98dd0-08c3-49cc-a004-12e1bb2b0657 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/networks/eab60c90-2490-4f3d-999d-103014fe4777 HTTP/1.1" status: 204 len: 168 time: 0.6205447 Mar 11 15:50:54.826965 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43150) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:54.832464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'network': {'name': 'tempest-network-smoke--1593937608', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'port_security_enabled': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:50:54.837705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:54.842466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:network and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:54.845574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:54.851151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:54.939940 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:50:54.943380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.971240 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:50:54.979511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:54.979866 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Added segment 4234cec4-b1b9-4c6e-ab1b-5196c7c22a80 of type vlan for network 2e9c522f-1676-42a0-af7a-b2dedf76f58e Mar 11 15:50:55.008057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:55.076736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:55.082347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:55.082916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:55.187616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Network': ['ID=2e9c522f-1676-42a0-af7a-b2dedf76f58e,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:55.197374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 2e9c522f-1676-42a0-af7a-b2dedf76f58e details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:50:55.209224 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-60a4243c-0a4a-4065-8ca9-28536ce7f09d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3811610 Mar 11 15:50:55.211969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43154) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:55.217220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'admin_state_up': True, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:50:55.224915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:55.229578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:router and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:55.232649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:55.239015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:55.288634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:55.289860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:55.306219 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:55.618564 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:55.825956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:55.906036 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:55.963175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:55.995776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:56.123569 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.88 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/fab89285-7981-4a9a-b9e8-6ebe185e0a05) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:50:56.371567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:56.449891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:56.510103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:50:56.513381 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:50:56.516994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:50:56.562983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=fab89285-7981-4a9a-b9e8-6ebe185e0a05,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:56.991437 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:57.327769 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:57.568409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b53666e5-bc68-442c-8745-20c6605abe38 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:50:57.850524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:50:57.866442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Sync routers for ids ['b53666e5-bc68-442c-8745-20c6605abe38'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:50:57.873344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Routers {'b53666e5-bc68-442c-8745-20c6605abe38'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:50:57.874069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:50:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b53666e5-bc68-442c-8745-20c6605abe38'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:57.940437 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:57.941334 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-65c98c34-8981-435a-813a-29c4aec7e56e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7283142 Mar 11 15:50:57.944438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43160) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:57.986355 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-35ac31db-758e-4962-acc4-bb58367ef505 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6797a56b2aca4fd594e47cef9b833912&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408978 Mar 11 15:50:57.988990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43164) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:58.051647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Set router b53666e5-bc68-442c-8745-20c6605abe38 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:50:58.120913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2609a200-6721-4ef5-b347-f282e2d31c7d tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:58.122312 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2609a200-6721-4ef5-b347-f282e2d31c7d tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323383 Mar 11 15:50:58.125125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43168) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:58.167006 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-172e4983-9c38-4cdc-9eb1-3d40189678de tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408177 Mar 11 15:50:58.169444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43172) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:58.174715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-484296397', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:50:58.282276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:58.286445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:subnet and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:58.290067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:58.295802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:58.336105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:50:56Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:58.340007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Checking router: b53666e5-bc68-442c-8745-20c6605abe38 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:50:58.340353 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Updating router b53666e5-bc68-442c-8745-20c6605abe38 port fab89285-7981-4a9a-b9e8-6ebe185e0a05 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:50:58.374230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:50:58.377798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:58.396102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:58.643142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:58.717169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:58.719712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Subnet': ['ID=5c1ea285-c40b-4a8a-be51-a3754fb6c668,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:58.728260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Checking segment: {'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:50:58.730358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network hostable DHCP agents. Network: 2e9c522f-1676-42a0-af7a-b2dedf76f58e, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:50:58.730643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Transition to ACTIVE for port object fab89285-7981-4a9a-b9e8-6ebe185e0a05 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:50:58.796996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:58.814140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 2e9c522f-1676-42a0-af7a-b2dedf76f58e is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:50:58.876061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Attempting to bind port fab89285-7981-4a9a-b9e8-6ebe185e0a05 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:50:58.876607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Attempting to bind port fab89285-7981-4a9a-b9e8-6ebe185e0a05 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:50:58.876804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Attempting to bind port fab89285-7981-4a9a-b9e8-6ebe185e0a05 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:50:58.882424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e053e-2191-48e6-814e-be94fa52ede2 None None] Pushing event updated for resources: {'Port': ['ID=fab89285-7981-4a9a-b9e8-6ebe185e0a05,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:58.886214 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 2e9c522f-1676-42a0-af7a-b2dedf76f58e) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:50:58.887242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:58.887965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:58.888750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:50:58.889081 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:50:58.889484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:58.889866 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:50:58.890334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Bound port: fab89285-7981-4a9a-b9e8-6ebe185e0a05, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:50:58.890706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:58.924625 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eb1668-fec9-43e9-889c-039ccda55c12 None None] Network 2e9c522f-1676-42a0-af7a-b2dedf76f58e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:50:58.969371 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-73c1e7d0-bce6-480b-a443-c1d96756fb03 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7989194 Mar 11 15:50:58.972042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43176) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:59.090597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] For port fab89285-7981-4a9a-b9e8-6ebe185e0a05, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:50:59.096038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] For port fab89285-7981-4a9a-b9e8-6ebe185e0a05, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fab89285-7981-4a9a-b9e8-6ebe185e0a05,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:50:59.194473 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:59.262311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ips': [{'subnet_id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:50:59.263067 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:59.302155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Routers {'b53666e5-bc68-442c-8745-20c6605abe38'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:50:59.302773 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:50:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b53666e5-bc68-442c-8745-20c6605abe38'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:59.423996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e053e-2191-48e6-814e-be94fa52ede2 None None] Pushing event updated for resources: {'Port': ['ID=fab89285-7981-4a9a-b9e8-6ebe185e0a05,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:59.598878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] Set router b53666e5-bc68-442c-8745-20c6605abe38 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:50:59.699526 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Allocated IP 172.20.0.2 (2e9c522f-1676-42a0-af7a-b2dedf76f58e/5c1ea285-c40b-4a8a-be51-a3754fb6c668/6d3be78b-65ff-4e14-9272-8661083a8449) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:50:59.779895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:00.052905 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:00.066050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Transition to ACTIVE for port object 6d3be78b-65ff-4e14-9272-8661083a8449 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:51:00.079993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:50:56Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:00.090371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ec408-cfed-4275-8ffd-110baa235245 None None] The sync data for ids ['b53666e5-bc68-442c-8745-20c6605abe38'] in dv-neutron-833203-2-hyperv is: [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:50:56Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:51:00.093515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Transition to ACTIVE for port object 6d3be78b-65ff-4e14-9272-8661083a8449 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:51:00.146411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:00.208809 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Network 2e9c522f-1676-42a0-af7a-b2dedf76f58e is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:51:00.215707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.1 (2e9c522f-1676-42a0-af7a-b2dedf76f58e/5c1ea285-c40b-4a8a-be51-a3754fb6c668/411c3d50-2f14-4f6a-928b-676e90a1bd1f) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:51:00.222044 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:51:00.222044 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:51:00.227659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Pushing event updated for resources: {'Port': ['ID=6d3be78b-65ff-4e14-9272-8661083a8449,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:00.358537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Attempting to bind port 6d3be78b-65ff-4e14-9272-8661083a8449 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:51:00.359050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Attempting to bind port 6d3be78b-65ff-4e14-9272-8661083a8449 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:51:00.359501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Attempting to bind port 6d3be78b-65ff-4e14-9272-8661083a8449 on network 2e9c522f-1676-42a0-af7a-b2dedf76f58e {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:51:00.365237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:51:00.365738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Checking segment: {'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:51:00.366208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:00.366605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Bound using segment: {'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:51:00.367140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Bound port: 6d3be78b-65ff-4e14-9272-8661083a8449, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:51:00.367595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:00.407885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:00.424148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object 411c3d50-2f14-4f6a-928b-676e90a1bd1f will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:51:00.461783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] For port 6d3be78b-65ff-4e14-9272-8661083a8449, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:51:00.465183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] For port 6d3be78b-65ff-4e14-9272-8661083a8449, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6d3be78b-65ff-4e14-9272-8661083a8449,segment=NetworkSegment(4234cec4-b1b9-4c6e-ab1b-5196c7c22a80),segment_id=4234cec4-b1b9-4c6e-ab1b-5196c7c22a80)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:51:00.517404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:00.551764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:00.582361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 2e9c522f-1676-42a0-af7a-b2dedf76f58e is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:51:00.585423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:51:00.594746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:51:00.643865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd639c72-e25d-4733-b34d-3561705c0c1c None None] Pushing event updated for resources: {'Port': ['ID=6d3be78b-65ff-4e14-9272-8661083a8449,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:00.656274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:00.674266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=411c3d50-2f14-4f6a-928b-676e90a1bd1f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:00.969608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:01.502276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:01.602602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:01.716096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:01.719575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=411c3d50-2f14-4f6a-928b-676e90a1bd1f,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:01.855888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 2e9c522f-1676-42a0-af7a-b2dedf76f58e is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:51:01.856984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:51:02.044655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b53666e5-bc68-442c-8745-20c6605abe38 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:51:02.197413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b250fe5-7c29-4fd3-8658-2105a4806601 None None] Network 2e9c522f-1676-42a0-af7a-b2dedf76f58e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:51:02.233957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:51:02.245908 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Sync routers for ids ['b53666e5-bc68-442c-8745-20c6605abe38'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:51:02.250289 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a3df592f-5bcf-4d7b-ba3f-b82160dc8d72 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/b53666e5-bc68-442c-8745-20c6605abe38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2748692 Mar 11 15:51:02.250711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43182) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:02.256344 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Routers {'b53666e5-bc68-442c-8745-20c6605abe38'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:51:02.256997 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:50:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b53666e5-bc68-442c-8745-20c6605abe38'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:02.415267 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b32e63e-770c-4ab2-b606-79f766b45e10 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.416013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b32e63e-770c-4ab2-b606-79f766b45e10 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.416729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b32e63e-770c-4ab2-b606-79f766b45e10 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.417414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b32e63e-770c-4ab2-b606-79f766b45e10 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.418085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b32e63e-770c-4ab2-b606-79f766b45e10 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.418730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b32e63e-770c-4ab2-b606-79f766b45e10 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.420779 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0b32e63e-770c-4ab2-b606-79f766b45e10 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1688354 Mar 11 15:51:02.423642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43186) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:02.454696 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Set router b53666e5-bc68-442c-8745-20c6605abe38 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:51:02.466270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8e0381c8-bc90-45b8-a4bd-9733011aeff3 None None] Provisioning for port 6d3be78b-65ff-4e14-9272-8661083a8449 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:51:02.481126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6d3be78b-65ff-4e14-9272-8661083a8449 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:51:02.553853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d82097-a654-4e56-bf99-859f27da9c18 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.554417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d82097-a654-4e56-bf99-859f27da9c18 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.554885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d82097-a654-4e56-bf99-859f27da9c18 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.555343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d82097-a654-4e56-bf99-859f27da9c18 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.555891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d82097-a654-4e56-bf99-859f27da9c18 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.556362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d82097-a654-4e56-bf99-859f27da9c18 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:02.561307 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d9d82097-a654-4e56-bf99-859f27da9c18 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1337883 Mar 11 15:51:02.562062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43190) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:02.649121 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-1aadad5e-d934-45ba-9db5-789c23e7f9ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1746421 Mar 11 15:51:02.677093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 6d3be78b-65ff-4e14-9272-8661083a8449 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:51:02.683258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6d3be78b-65ff-4e14-9272-8661083a8449 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:02.683856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:02.791151 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:51:00Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '411c3d50-2f14-4f6a-928b-676e90a1bd1f', 'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:f5:e3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:59Z', 'updated_at': '2022-03-11T15:51:01Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:02.795322 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Checking router: b53666e5-bc68-442c-8745-20c6605abe38 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:51:02.795671 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Updating router b53666e5-bc68-442c-8745-20c6605abe38 port 411c3d50-2f14-4f6a-928b-676e90a1bd1f binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:51:02.818464 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:02.871429 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 6d3be78b-65ff-4e14-9272-8661083a8449, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6d3be78b-65ff-4e14-9272-8661083a8449,segment=NetworkSegment(4234cec4-b1b9-4c6e-ab1b-5196c7c22a80),segment_id=4234cec4-b1b9-4c6e-ab1b-5196c7c22a80)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:51:02.877085 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:02.942760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:02.943531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fab89285-7981-4a9a-b9e8-6ebe185e0a05 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:51:03.030190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-12999947-3ca7-413d-809a-8b7e9fab3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:03.031728 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-12999947-3ca7-413d-809a-8b7e9fab3192 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 1098 time: 0.2533007 Mar 11 15:51:03.049555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6229a424-d065-4964-ad54-d0f36dbb3864 None None] Provisioning complete for port 6d3be78b-65ff-4e14-9272-8661083a8449 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:03.049845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6229a424-d065-4964-ad54-d0f36dbb3864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.057170 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ee770ed1-790b-4284-ae82-87936aaed3ba tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.4939713 Mar 11 15:51:03.187763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=6d3be78b-65ff-4e14-9272-8661083a8449,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:03.290665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port fab89285-7981-4a9a-b9e8-6ebe185e0a05 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:51:03.296814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-0c62735c-592c-46ab-a97c-913355a29986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:03.298811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-0c62735c-592c-46ab-a97c-913355a29986 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.2389693 Mar 11 15:51:03.300021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fab89285-7981-4a9a-b9e8-6ebe185e0a05 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:03.300297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.325460 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.337757 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Transition to ACTIVE for port object 411c3d50-2f14-4f6a-928b-676e90a1bd1f will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:51:03.437410 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.439158 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.459703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port fab89285-7981-4a9a-b9e8-6ebe185e0a05, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fab89285-7981-4a9a-b9e8-6ebe185e0a05,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:51:03.462251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6229a424-d065-4964-ad54-d0f36dbb3864 None None] Provisioning for port 411c3d50-2f14-4f6a-928b-676e90a1bd1f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:51:03.482749 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-e72eeb0f-d1a7-42a0-ad3a-c8e28e561c40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cd03e85-32ef-4d0b-859a-2352e6a1e510 HTTP/1.1" status: 200 len: 1001 time: 0.1781418 Mar 11 15:51:03.523604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.572476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-72a36e8e-733c-4dfc-a3c5-9c456604244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:03.574048 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-72a36e8e-733c-4dfc-a3c5-9c456604244b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.0853844 Mar 11 15:51:03.636694 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=fab89285-7981-4a9a-b9e8-6ebe185e0a05,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:03.675590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-2bfd0303-f844-4d0b-9fdc-9dbf44e503f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:03.678076 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-2bfd0303-f844-4d0b-9fdc-9dbf44e503f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968006 Mar 11 15:51:03.708105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43196) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:03.720858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587284394', 'description': 'tempest-secgroup-smoke-587284394 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:03.741946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:51:03.746381 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Pushing event updated for resources: {'Port': ['ID=411c3d50-2f14-4f6a-928b-676e90a1bd1f,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:03.749933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:51:03.758213 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.758555 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.758886 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.759340 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.759534 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.759859 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.760181 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.761034 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.761360 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.761682 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.761999 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.762312 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:03.765253 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Attempting to bind port 411c3d50-2f14-4f6a-928b-676e90a1bd1f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:51:03.765619 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Attempting to bind port 411c3d50-2f14-4f6a-928b-676e90a1bd1f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:51:03.765965 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Attempting to bind port 411c3d50-2f14-4f6a-928b-676e90a1bd1f on network 2e9c522f-1676-42a0-af7a-b2dedf76f58e {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:51:03.780066 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:51:03.780411 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Checking segment: {'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:51:03.780822 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.781203 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Bound using segment: {'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:51:03.781655 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Bound port: 411c3d50-2f14-4f6a-928b-676e90a1bd1f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:51:03.782019 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.797732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:51:03.813705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:51:03.855606 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-a3cae65b-3e34-4020-8899-2cd2b4852bc3 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712239 Mar 11 15:51:03.872663 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] For port 411c3d50-2f14-4f6a-928b-676e90a1bd1f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:51:03.875631 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] For port 411c3d50-2f14-4f6a-928b-676e90a1bd1f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=411c3d50-2f14-4f6a-928b-676e90a1bd1f,segment=NetworkSegment(4234cec4-b1b9-4c6e-ab1b-5196c7c22a80),segment_id=4234cec4-b1b9-4c6e-ab1b-5196c7c22a80)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:51:03.934404 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.948672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.984405 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:51:03.992529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:51:03.997687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:51:04.011740 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Routers {'b53666e5-bc68-442c-8745-20c6605abe38'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:51:04.012775 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:50:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b53666e5-bc68-442c-8745-20c6605abe38'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:04.013278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:51:04.033344 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8746cf28-9715-4b41-8978-c374b5ac8375 req-528b51cf-d90b-4f55-9037-9e3739eba64d service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715865 Mar 11 15:51:04.075564 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86e2c7-a492-405a-ad9d-8e86a7372e06 None None] Pushing event updated for resources: {'Port': ['ID=411c3d50-2f14-4f6a-928b-676e90a1bd1f,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:04.103811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.162797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.199248 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] Set router b53666e5-bc68-442c-8745-20c6605abe38 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:51:04.210979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f44e47-ed5e-4f3c-9a7d-7dca777116cd,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:04.265904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.267039 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9e24fb28-a467-4bf6-a000-5f475530479c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5574493 Mar 11 15:51:04.271163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43200) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:04.277143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d4110493-8a98-4dc6-9178-4a94eec4fccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '98f44e47-ed5e-4f3c-9a7d-7dca777116cd', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:04.285632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d4110493-8a98-4dc6-9178-4a94eec4fccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:51:04.290305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d4110493-8a98-4dc6-9178-4a94eec4fccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:51:04.293177 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d4110493-8a98-4dc6-9178-4a94eec4fccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:51:04.299351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d4110493-8a98-4dc6-9178-4a94eec4fccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:51:04.370642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d4110493-8a98-4dc6-9178-4a94eec4fccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.377147 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6d3be78b-65ff-4e14-9272-8661083a8449 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:51:04.449332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d4110493-8a98-4dc6-9178-4a94eec4fccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.453190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6d3be78b-65ff-4e14-9272-8661083a8449 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:04.453653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.511193 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d4110493-8a98-4dc6-9178-4a94eec4fccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.512936 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:51:00Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '411c3d50-2f14-4f6a-928b-676e90a1bd1f', 'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:f5:e3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:59Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:04.516960 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5680397-a68f-443d-80fd-4f0c772122bb None None] The sync data for ids ['b53666e5-bc68-442c-8745-20c6605abe38'] in dv-neutron-833203-2-hyperv is: [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:51:00Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '411c3d50-2f14-4f6a-928b-676e90a1bd1f', 'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:f5:e3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:59Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:51:04.536798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4110493-8a98-4dc6-9178-4a94eec4fccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9c0e5a-7474-4389-a949-42db64681d85,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:04.596647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fab89285-7981-4a9a-b9e8-6ebe185e0a05 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:51:04.608813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d4110493-8a98-4dc6-9178-4a94eec4fccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.610450 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d4110493-8a98-4dc6-9178-4a94eec4fccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377862 Mar 11 15:51:04.612947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43204) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:04.617945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-97c881ce-2f56-4cbe-9fb4-a6274b7d56cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '98f44e47-ed5e-4f3c-9a7d-7dca777116cd', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:04.630832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-97c881ce-2f56-4cbe-9fb4-a6274b7d56cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:51:04.634773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-97c881ce-2f56-4cbe-9fb4-a6274b7d56cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:51:04.638347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-97c881ce-2f56-4cbe-9fb4-a6274b7d56cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:51:04.644765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-97c881ce-2f56-4cbe-9fb4-a6274b7d56cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:51:04.673599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fab89285-7981-4a9a-b9e8-6ebe185e0a05 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:04.674116 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.736426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97c881ce-2f56-4cbe-9fb4-a6274b7d56cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.809400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97c881ce-2f56-4cbe-9fb4-a6274b7d56cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.860103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97c881ce-2f56-4cbe-9fb4-a6274b7d56cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.884653 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c881ce-2f56-4cbe-9fb4-a6274b7d56cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4caed9-f599-4e1e-8710-bf7d27fe0025,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:04.980883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-97c881ce-2f56-4cbe-9fb4-a6274b7d56cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:04.982105 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-97c881ce-2f56-4cbe-9fb4-a6274b7d56cb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3681703 Mar 11 15:51:04.984883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43212) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:04.990590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c0948a01-70b5-43c8-a716-2d081c044653 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '98f44e47-ed5e-4f3c-9a7d-7dca777116cd', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:04.996920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c0948a01-70b5-43c8-a716-2d081c044653 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:51:05.000870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c0948a01-70b5-43c8-a716-2d081c044653 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:51:05.003843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c0948a01-70b5-43c8-a716-2d081c044653 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:51:05.010003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c0948a01-70b5-43c8-a716-2d081c044653 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:51:05.090484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0948a01-70b5-43c8-a716-2d081c044653 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.155828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0948a01-70b5-43c8-a716-2d081c044653 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.219997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0948a01-70b5-43c8-a716-2d081c044653 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.244663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0948a01-70b5-43c8-a716-2d081c044653 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5742e27c-a824-4f1c-adb4-edc625665e6a,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:05.329058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c0948a01-70b5-43c8-a716-2d081c044653 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.330529 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c0948a01-70b5-43c8-a716-2d081c044653 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446963 Mar 11 15:51:05.333192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43216) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:05.338543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d9b40c6d-0ed0-4b09-a59e-93adc9440f6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '98f44e47-ed5e-4f3c-9a7d-7dca777116cd', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:05.349501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d9b40c6d-0ed0-4b09-a59e-93adc9440f6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:51:05.349501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d9b40c6d-0ed0-4b09-a59e-93adc9440f6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:51:05.351617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d9b40c6d-0ed0-4b09-a59e-93adc9440f6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:51:05.358020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d9b40c6d-0ed0-4b09-a59e-93adc9440f6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:51:05.427111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d9b40c6d-0ed0-4b09-a59e-93adc9440f6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.496743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d9b40c6d-0ed0-4b09-a59e-93adc9440f6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.551789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d9b40c6d-0ed0-4b09-a59e-93adc9440f6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.585407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b40c6d-0ed0-4b09-a59e-93adc9440f6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13807c8-f535-44b3-a736-d64fe2c7cb43,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:05.648218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d9b40c6d-0ed0-4b09-a59e-93adc9440f6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.649460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d9b40c6d-0ed0-4b09-a59e-93adc9440f6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3152802 Mar 11 15:51:05.652917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43222) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:05.657937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '98f44e47-ed5e-4f3c-9a7d-7dca777116cd', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:05.663980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:51:05.668476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:51:05.671564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:51:05.677175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:51:05.733817 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:51:05.740356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.802720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.842166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.865613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcab721-e46b-47c5-837f-4bf3cc76ca11,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:05.922716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:05.923853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6d785b5b-7eff-4029-a7af-9eb04c260e9b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2700245 Mar 11 15:51:05.926598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43226) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:05.931431 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '98f44e47-ed5e-4f3c-9a7d-7dca777116cd', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:05.937729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:51:05.941478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:51:05.944355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:51:05.950618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:51:06.020728 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:51:06.027755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:06.092167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:06.139424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:06.161558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f277060-130a-400a-9e8a-5bd902c35d28,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:06.248379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:06.249516 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-63d0890b-556a-4d60-880f-6d419dee486b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220153 Mar 11 15:51:06.395381 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 411c3d50-2f14-4f6a-928b-676e90a1bd1f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:51:06.412612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-20c00189-9d68-45ea-9d74-82a40ce799c6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:51:06.522537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-20c00189-9d68-45ea-9d74-82a40ce799c6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:51:06.523762 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-20c00189-9d68-45ea-9d74-82a40ce799c6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587284394&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.1533773 Mar 11 15:51:06.539587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 411c3d50-2f14-4f6a-928b-676e90a1bd1f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:51:06.545662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 411c3d50-2f14-4f6a-928b-676e90a1bd1f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:06.552725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:06.663062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:06.676858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-91d5f0a1-2373-4ef1-a5db-588f819d72e9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:06.677549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-91d5f0a1-2373-4ef1-a5db-588f819d72e9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:51:06.695169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 411c3d50-2f14-4f6a-928b-676e90a1bd1f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=411c3d50-2f14-4f6a-928b-676e90a1bd1f,segment=NetworkSegment(4234cec4-b1b9-4c6e-ab1b-5196c7c22a80),segment_id=4234cec4-b1b9-4c6e-ab1b-5196c7c22a80)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:51:06.739754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-91d5f0a1-2373-4ef1-a5db-588f819d72e9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:51:06.740927 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-91d5f0a1-2373-4ef1-a5db-588f819d72e9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/networks?id=2e9c522f-1676-42a0-af7a-b2dedf76f58e HTTP/1.1" status: 200 len: 797 time: 0.2099974 Mar 11 15:51:06.755423 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-eb1d1a30-9300-440e-9e31-4fc50c38d597 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/quotas/6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 375 time: 0.0090647 Mar 11 15:51:06.757819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:06.827909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=411c3d50-2f14-4f6a-928b-676e90a1bd1f,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:06.839605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-5e7ba3c7-70b4-4f43-9b26-3d75e78ff769 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:51:06.899848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-5e7ba3c7-70b4-4f43-9b26-3d75e78ff769 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:51:06.901811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-5e7ba3c7-70b4-4f43-9b26-3d75e78ff769 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1386673 Mar 11 15:51:07.037828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-64e9d8f4-cf7b-4b28-b31a-1c4c120e192d service neutron] 10.222.0.39 "GET /v2.0/networks/2e9c522f-1676-42a0-af7a-b2dedf76f58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242433 Mar 11 15:51:07.267548 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-dee276c6-3383-4fcf-a845-b263f63b57cb service neutron] 10.222.0.39 "GET /v2.0/networks/2e9c522f-1676-42a0-af7a-b2dedf76f58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231920 Mar 11 15:51:07.505780 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5096cf32-48ab-444f-a780-4a1f4c782a26 req-81d2d0a5-ba19-435c-91c8-cea26fc6b5be tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 210 time: 0.0456650 Mar 11 15:51:08.373849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 411c3d50-2f14-4f6a-928b-676e90a1bd1f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:51:08.442029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 411c3d50-2f14-4f6a-928b-676e90a1bd1f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:08.442408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:08.655866 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4fdbb398-fa25-46f3-b2de-e20c3bcad83a req-612bf0bf-5ede-4103-ac96-7c929bd26354 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 210 time: 0.0427828 Mar 11 15:51:09.411268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-6b408432-d140-483b-9913-051f16e19c0c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:09.412779 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-6b408432-d140-483b-9913-051f16e19c0c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=2e9c522f-1676-42a0-af7a-b2dedf76f58e HTTP/1.1" status: 200 len: 797 time: 0.1459663 Mar 11 15:51:09.459012 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-7ed01d0d-e7d2-406b-8a26-bdaac54f2410 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 379 time: 0.0382910 Mar 11 15:51:09.467386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'device_id': '491b23ac-1005-4970-8691-8ba9b7613444', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'admin_state_up': True, 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'security_groups': ['98f44e47-ed5e-4f3c-9a7d-7dca777116cd']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:09.601702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:51:09.611650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:51:09.676686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:51:09.680419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:09.819340 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eaaf19ba-e1d6-4fcd-8b6c-2353a18b5067 req-cff155b1-40f0-46f3-939b-b7a7bb6f7f04 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 210 time: 0.0508749 Mar 11 15:51:09.891862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.14 (2e9c522f-1676-42a0-af7a-b2dedf76f58e/5c1ea285-c40b-4a8a-be51-a3754fb6c668/acc95d9d-c862-40ff-aa52-490a7b680207) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:51:10.083950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:10.100490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object acc95d9d-c862-40ff-aa52-490a7b680207 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:51:10.168888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:10.235243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 2e9c522f-1676-42a0-af7a-b2dedf76f58e is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:51:10.242752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:51:10.247531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:51:10.277872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=acc95d9d-c862-40ff-aa52-490a7b680207,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:10.318459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:10.319127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:10.409067 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-37f10b85-2ea5-4682-8142-5f4efb3c28c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9457242 Mar 11 15:51:10.419613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Request body: {'port': {'device_id': '491b23ac-1005-4970-8691-8ba9b7613444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:10.499610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-640fa3c7-3897-44b6-aff7-5a15cd3542d6 None None] Provisioning for port acc95d9d-c862-40ff-aa52-490a7b680207 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:51:10.504790 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-640fa3c7-3897-44b6-aff7-5a15cd3542d6 None None] Provisioning complete for port acc95d9d-c862-40ff-aa52-490a7b680207 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:10.510319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-640fa3c7-3897-44b6-aff7-5a15cd3542d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:10.528835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:10.559488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-640fa3c7-3897-44b6-aff7-5a15cd3542d6 None None] Port acc95d9d-c862-40ff-aa52-490a7b680207 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:51:10.866265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc95d9d-c862-40ff-aa52-490a7b680207 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:51:10.873473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:10.887258 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Transition to ACTIVE for port object acc95d9d-c862-40ff-aa52-490a7b680207 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:51:10.961519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:11.201900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Pushing event updated for resources: {'Port': ['ID=acc95d9d-c862-40ff-aa52-490a7b680207,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:11.305151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd347b-6adf-4224-a056-d9b1098ca1e5 req-fb9234f8-f9a7-49fa-af64-fc77632f0180 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:11.305842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-40bd347b-6adf-4224-a056-d9b1098ca1e5 req-fb9234f8-f9a7-49fa-af64-fc77632f0180 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:51:11.336888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Attempting to bind port acc95d9d-c862-40ff-aa52-490a7b680207 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:51:11.337219 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Attempting to bind port acc95d9d-c862-40ff-aa52-490a7b680207 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:51:11.337547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Attempting to bind port acc95d9d-c862-40ff-aa52-490a7b680207 on network 2e9c522f-1676-42a0-af7a-b2dedf76f58e {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:51:11.342632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Port acc95d9d-c862-40ff-aa52-490a7b680207 on network 2e9c522f-1676-42a0-af7a-b2dedf76f58e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:51:11.349136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Attempting to bind port acc95d9d-c862-40ff-aa52-490a7b680207 on network 2e9c522f-1676-42a0-af7a-b2dedf76f58e {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:51:11.349136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:51:11.349136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Checking segment: {'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:51:11.349136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Bound using segment: {'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:51:11.349600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Bound port: acc95d9d-c862-40ff-aa52-490a7b680207, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:51:11.349714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:11.392221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-40bd347b-6adf-4224-a056-d9b1098ca1e5 req-fb9234f8-f9a7-49fa-af64-fc77632f0180 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:51:11.393324 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40bd347b-6adf-4224-a056-d9b1098ca1e5 req-fb9234f8-f9a7-49fa-af64-fc77632f0180 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 944 time: 0.4668503 Mar 11 15:51:11.470607 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40bd347b-6adf-4224-a056-d9b1098ca1e5 req-87f6f9f8-8072-4c0a-83ac-1dfc21f0ecc2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669947 Mar 11 15:51:11.475564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] For port acc95d9d-c862-40ff-aa52-490a7b680207, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:51:11.477627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] For port acc95d9d-c862-40ff-aa52-490a7b680207, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=acc95d9d-c862-40ff-aa52-490a7b680207,segment=NetworkSegment(4234cec4-b1b9-4c6e-ab1b-5196c7c22a80),segment_id=4234cec4-b1b9-4c6e-ab1b-5196c7c22a80)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:51:11.545911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:11.602189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:11.602856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:11.604158 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] 10.222.0.30 "PUT /v2.0/ports/acc95d9d-c862-40ff-aa52-490a7b680207 HTTP/1.1" status: 200 len: 1094 time: 1.1885946 Mar 11 15:51:11.604606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b23ac-1005-4970-8691-8ba9b7613444', 'tag': 'acc95d9d-c862-40ff-aa52-490a7b680207'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:51:11.634108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbf789-dffd-459f-a55d-824af01f589b service neutron] Pushing event updated for resources: {'Port': ['ID=acc95d9d-c862-40ff-aa52-490a7b680207,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:11.656908 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b23ac-1005-4970-8691-8ba9b7613444', 'tag': 'acc95d9d-c862-40ff-aa52-490a7b680207', 'status': 'completed', 'code': 200} Mar 11 15:51:11.755476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756293a-aac5-417e-b12d-3486deeb6e98 req-b72e0af9-e1b5-4be0-a37e-2eb3599cc676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:11.757012 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1756293a-aac5-417e-b12d-3486deeb6e98 req-b72e0af9-e1b5-4be0-a37e-2eb3599cc676 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 1097 time: 0.0786054 Mar 11 15:51:11.894523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756293a-aac5-417e-b12d-3486deeb6e98 req-f8edbcb8-3e0e-425d-87b0-b02c2b8c122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:11.895839 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1756293a-aac5-417e-b12d-3486deeb6e98 req-f8edbcb8-3e0e-425d-87b0-b02c2b8c122a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1326652 Mar 11 15:51:12.028135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756293a-aac5-417e-b12d-3486deeb6e98 req-2e501283-397b-4c81-bf53-486ef1d23598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:12.029582 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1756293a-aac5-417e-b12d-3486deeb6e98 req-2e501283-397b-4c81-bf53-486ef1d23598 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278975 Mar 11 15:51:12.130497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-1cdbd724-c53b-45d5-b025-86e0f7bd7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:12.131921 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-1cdbd724-c53b-45d5-b025-86e0f7bd7ae9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 1097 time: 0.0684323 Mar 11 15:51:12.200128 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-5f9ff2f1-fdaf-429b-ac71-e542aca17410 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acc95d9d-c862-40ff-aa52-490a7b680207 HTTP/1.1" status: 200 len: 217 time: 0.0613358 Mar 11 15:51:12.262738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-ce4c0b22-dda4-4b6d-8f1a-c9f6c2661fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:12.264222 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-ce4c0b22-dda4-4b6d-8f1a-c9f6c2661fe7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c1ea285-c40b-4a8a-be51-a3754fb6c668 HTTP/1.1" status: 200 len: 834 time: 0.0581982 Mar 11 15:51:12.343074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-8f70eac2-5437-4312-8277-34889cc002cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:12.344568 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-8f70eac2-5437-4312-8277-34889cc002cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e9c522f-1676-42a0-af7a-b2dedf76f58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736365 Mar 11 15:51:12.472733 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-0bf2a03e-d9a0-4831-8025-5502408a12a4 service neutron] 10.222.0.30 "GET /v2.0/networks/2e9c522f-1676-42a0-af7a-b2dedf76f58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220052 Mar 11 15:51:12.643884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53b19695-5f8c-4e2a-b819-a39b25ce6bec req-622c7b91-6463-463e-98cc-bb89b11ba97a service neutron] 10.222.0.30 "GET /v2.0/networks/2e9c522f-1676-42a0-af7a-b2dedf76f58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648817 Mar 11 15:51:12.675778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab18d2b-9120-4675-8c8d-531b1a998ca5 req-1e37cf29-0d39-46fa-ac44-ebf5f92cbdcf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:12.677251 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bab18d2b-9120-4675-8c8d-531b1a998ca5 req-1e37cf29-0d39-46fa-ac44-ebf5f92cbdcf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 944 time: 0.0988810 Mar 11 15:51:12.721601 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bab18d2b-9120-4675-8c8d-531b1a998ca5 req-ee74a4af-8e5e-4228-a7d4-93f9e6e16933 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386093 Mar 11 15:51:13.907113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52b51b-ec24-4335-bcbd-eb067b8f5862 req-1193d905-50b6-4570-8136-f6b4446d2f60 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:13.908573 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed52b51b-ec24-4335-bcbd-eb067b8f5862 req-1193d905-50b6-4570-8136-f6b4446d2f60 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 944 time: 0.0815017 Mar 11 15:51:13.951814 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed52b51b-ec24-4335-bcbd-eb067b8f5862 req-4d32df73-58fb-4b32-8a3d-49b3f89ebdca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376523 Mar 11 15:51:15.128941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36be68-0a22-4d66-88a0-70972e6e19d3 req-ee133cdc-6adb-4ff9-a4aa-3c97a01e2f77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:15.130376 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c36be68-0a22-4d66-88a0-70972e6e19d3 req-ee133cdc-6adb-4ff9-a4aa-3c97a01e2f77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 944 time: 0.0770333 Mar 11 15:51:15.173008 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c36be68-0a22-4d66-88a0-70972e6e19d3 req-430af718-11e2-4e0d-a05e-318405320ac9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366716 Mar 11 15:51:16.456001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4cc79-0871-4a42-a13f-fea33b8b8735 req-8401ca24-f232-40e6-bd06-c10ba7e65c26 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:16.457400 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94d4cc79-0871-4a42-a13f-fea33b8b8735 req-8401ca24-f232-40e6-bd06-c10ba7e65c26 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 944 time: 0.1825628 Mar 11 15:51:16.502167 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94d4cc79-0871-4a42-a13f-fea33b8b8735 req-1f558e7f-9839-4977-90f9-582ead1689e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391343 Mar 11 15:51:17.421586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device acc95d9d-c862-40ff-aa52-490a7b680207 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:51:17.550428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port acc95d9d-c862-40ff-aa52-490a7b680207, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=acc95d9d-c862-40ff-aa52-490a7b680207,segment=NetworkSegment(4234cec4-b1b9-4c6e-ab1b-5196c7c22a80),segment_id=4234cec4-b1b9-4c6e-ab1b-5196c7c22a80)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:51:17.563461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'acc95d9d-c862-40ff-aa52-490a7b680207', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'port_id': 'acc95d9d-c862-40ff-aa52-490a7b680207', 'mac_address': 'fa:16:3e:eb:36:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:51:17.620901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:17.636951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc95d9d-c862-40ff-aa52-490a7b680207 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:51:17.652293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port acc95d9d-c862-40ff-aa52-490a7b680207, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=acc95d9d-c862-40ff-aa52-490a7b680207,segment=NetworkSegment(4234cec4-b1b9-4c6e-ab1b-5196c7c22a80),segment_id=4234cec4-b1b9-4c6e-ab1b-5196c7c22a80)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:51:17.685974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8d548-64a3-4347-a1be-aacec14620de req-be207174-d5a3-435d-a79b-13292b436587 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:17.687414 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bcb8d548-64a3-4347-a1be-aacec14620de req-be207174-d5a3-435d-a79b-13292b436587 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 944 time: 0.0814896 Mar 11 15:51:17.728144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:17.731762 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bcb8d548-64a3-4347-a1be-aacec14620de req-7bb39acc-8ae3-4544-b244-2a2cf78885a3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385003 Mar 11 15:51:17.794077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=acc95d9d-c862-40ff-aa52-490a7b680207,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:18.053481 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['acc95d9d-c862-40ff-aa52-490a7b680207'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:51:18.917965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5848dd-d480-409f-a0cf-5b11788c4aef req-9018150a-db95-44c8-94f6-a6a056f102e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:18.919404 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc5848dd-d480-409f-a0cf-5b11788c4aef req-9018150a-db95-44c8-94f6-a6a056f102e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 945 time: 0.0835440 Mar 11 15:51:18.961834 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc5848dd-d480-409f-a0cf-5b11788c4aef req-9bfe0b29-0752-4a0a-a6c0-63692662a3d0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366952 Mar 11 15:51:19.421198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device acc95d9d-c862-40ff-aa52-490a7b680207 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:51:19.562563 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port acc95d9d-c862-40ff-aa52-490a7b680207 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:51:19.567547 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port acc95d9d-c862-40ff-aa52-490a7b680207 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:19.568188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:19.686954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:19.712814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491b23ac-1005-4970-8691-8ba9b7613444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc95d9d-c862-40ff-aa52-490a7b680207'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:51:19.723306 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port acc95d9d-c862-40ff-aa52-490a7b680207, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=acc95d9d-c862-40ff-aa52-490a7b680207,segment=NetworkSegment(4234cec4-b1b9-4c6e-ab1b-5196c7c22a80),segment_id=4234cec4-b1b9-4c6e-ab1b-5196c7c22a80)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:51:19.779686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:19.847667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=acc95d9d-c862-40ff-aa52-490a7b680207,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:19.860334 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491b23ac-1005-4970-8691-8ba9b7613444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc95d9d-c862-40ff-aa52-490a7b680207', 'code': 200} Mar 11 15:51:20.188392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6107f-553c-4d7f-a2d8-c44022466605 req-67a82492-ee7d-4505-891b-4fab483d0148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:20.189855 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-71c6107f-553c-4d7f-a2d8-c44022466605 req-67a82492-ee7d-4505-891b-4fab483d0148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 946 time: 0.1244209 Mar 11 15:51:20.250148 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-71c6107f-553c-4d7f-a2d8-c44022466605 req-91392f78-0a69-4feb-8240-8ca33b37c1ba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542479 Mar 11 15:51:20.255641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b489923-5fca-4b58-82cf-e2ffec2be4c7 req-54618dc0-0868-4fe2-a556-1fb737ba76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:20.257318 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b489923-5fca-4b58-82cf-e2ffec2be4c7 req-54618dc0-0868-4fe2-a556-1fb737ba76c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 1099 time: 0.1204782 Mar 11 15:51:20.298062 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b489923-5fca-4b58-82cf-e2ffec2be4c7 req-9a32e8dd-45e6-4543-acaf-bfc46bade3b7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347078 Mar 11 15:51:20.830704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cc60fadb-4b2c-42b2-ac9a-29359891727b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:21.437751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a35f7-9aaa-4d5e-a393-f691ac168df1 req-da700bf7-df19-4a72-b2ff-abf2d834139c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:21.439207 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cb7a35f7-9aaa-4d5e-a393-f691ac168df1 req-da700bf7-df19-4a72-b2ff-abf2d834139c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 946 time: 0.0819802 Mar 11 15:51:21.482747 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cb7a35f7-9aaa-4d5e-a393-f691ac168df1 req-b3cb3f57-807a-4107-8b8f-314cb18bc6e4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378802 Mar 11 15:51:22.665742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c616a-9b61-4d3d-84fd-c9277a16f73e req-e6115753-f11e-48e9-adb1-23ce4d3ccf29 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:22.667212 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ef3c616a-9b61-4d3d-84fd-c9277a16f73e req-e6115753-f11e-48e9-adb1-23ce4d3ccf29 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 946 time: 0.0814445 Mar 11 15:51:22.709651 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ef3c616a-9b61-4d3d-84fd-c9277a16f73e req-6e7437ac-e9fb-45d6-b241-e1f5e7d636aa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369208 Mar 11 15:51:22.889640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fd4be-b128-40df-a855-3fdee6008482 req-a35618f7-6c3d-40ac-ae74-73087ef620f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:22.891119 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b79fd4be-b128-40df-a855-3fdee6008482 req-a35618f7-6c3d-40ac-ae74-73087ef620f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 946 time: 0.0793781 Mar 11 15:51:22.938045 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b79fd4be-b128-40df-a855-3fdee6008482 req-479cc83a-9c1e-426b-8451-5bc543476573 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411541 Mar 11 15:51:22.961595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43290) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:23.030037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f02fa8-9d28-4429-af72-e50d1ae77b19 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:23.031523 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d4f02fa8-9d28-4429-af72-e50d1ae77b19 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 1094 time: 0.0689602 Mar 11 15:51:23.034389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43294) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:23.039183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': 'acc95d9d-c862-40ff-aa52-490a7b680207', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:23.045007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:51:23.048788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:floatingip and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:51:23.051556 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:51:23.057668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:51:23.116661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:23.251564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:23.387049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.141 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/ba5bce42-a10f-408c-b0a4-7e66dae87a11) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:51:23.529832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:23.614474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:23.637041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-310248c4-52f8-4d84-a017-d6d96662d14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:23.672999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:51:23.675651 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:51:23.683759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:51:23.734512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=ba5bce42-a10f-408c-b0a4-7e66dae87a11,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:24.188478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:24.300772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:24.351292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:24.504920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:24.534336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:24.551192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:24.654128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=ba5bce42-a10f-408c-b0a4-7e66dae87a11,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:24.665627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:24.835912 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP f3de1e91-c020-41c1-acce-219cf34f62ad associated. External IP: 172.26.6.141, port: acc95d9d-c862-40ff-aa52-490a7b680207. Mar 11 15:51:25.178903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b53666e5-bc68-442c-8745-20c6605abe38 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:51:25.359121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:51:25.368760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb7648-1e90-4778-9752-b04a79e5a2ac None None] Sync routers for ids ['b53666e5-bc68-442c-8745-20c6605abe38'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:51:25.378689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb7648-1e90-4778-9752-b04a79e5a2ac None None] Routers {'b53666e5-bc68-442c-8745-20c6605abe38'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:51:25.379296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-20cb7648-1e90-4778-9752-b04a79e5a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:51:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b53666e5-bc68-442c-8745-20c6605abe38'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:25.430820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:25.485617 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e5252719-5665-4578-8f49-24f9b5b7deaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4502323 Mar 11 15:51:25.486181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b23ac-1005-4970-8691-8ba9b7613444', 'tag': 'acc95d9d-c862-40ff-aa52-490a7b680207'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:51:25.488439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43298) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:25.530491 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b23ac-1005-4970-8691-8ba9b7613444', 'tag': 'acc95d9d-c862-40ff-aa52-490a7b680207', 'status': 'completed', 'code': 200} Mar 11 15:51:25.561872 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-20cb7648-1e90-4778-9752-b04a79e5a2ac None None] Set router b53666e5-bc68-442c-8745-20c6605abe38 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:51:25.599688 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d7d62684-d7af-4bf4-a4b1-21e3fcbc5675 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/f3de1e91-c020-41c1-acce-219cf34f62ad HTTP/1.1" status: 200 len: 992 time: 0.1099181 Mar 11 15:51:25.630780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4d3de-7b19-4adb-a06f-cf98cb948b4a req-b9631be4-4884-43f1-b9ae-ea0d324dbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:25.632449 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29f4d3de-7b19-4adb-a06f-cf98cb948b4a req-b9631be4-4884-43f1-b9ae-ea0d324dbedf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 1099 time: 0.0773046 Mar 11 15:51:25.812674 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:51:25.875698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4d3de-7b19-4adb-a06f-cf98cb948b4a req-3729e2e9-e1cf-4183-95cb-cf9961dcc6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:25.877167 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29f4d3de-7b19-4adb-a06f-cf98cb948b4a req-3729e2e9-e1cf-4183-95cb-cf9961dcc6b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2e9c522f-1676-42a0-af7a-b2dedf76f58e HTTP/1.1" status: 200 len: 898 time: 0.2392104 Mar 11 15:51:25.898627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:25.930309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-20cb7648-1e90-4778-9752-b04a79e5a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:51:00Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'f3de1e91-c020-41c1-acce-219cf34f62ad', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'port_id': 'acc95d9d-c862-40ff-aa52-490a7b680207', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'mac_address': 'fa:16:3e:eb:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b23ac-1005-4970-8691-8ba9b7613444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:51:24Z', 'updated_at': '2022-03-11T15:51:24Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411c3d50-2f14-4f6a-928b-676e90a1bd1f', 'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:f5:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:59Z', 'updated_at': '2022-03-11T15:51:06Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:25.934057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb7648-1e90-4778-9752-b04a79e5a2ac None None] Checking router: b53666e5-bc68-442c-8745-20c6605abe38 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:51:25.942765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb7648-1e90-4778-9752-b04a79e5a2ac None None] Routers {'b53666e5-bc68-442c-8745-20c6605abe38'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:51:25.943357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-20cb7648-1e90-4778-9752-b04a79e5a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:51:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b53666e5-bc68-442c-8745-20c6605abe38'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:25.982280 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29f4d3de-7b19-4adb-a06f-cf98cb948b4a req-e7c232cc-94f9-4c57-9cfc-afc90c21f7f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acc95d9d-c862-40ff-aa52-490a7b680207 HTTP/1.1" status: 200 len: 1000 time: 0.0981996 Mar 11 15:51:26.041032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:26.045341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4d3de-7b19-4adb-a06f-cf98cb948b4a req-5f8042d8-d9b7-4e06-ab41-8ac8e8f07dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:26.046802 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29f4d3de-7b19-4adb-a06f-cf98cb948b4a req-5f8042d8-d9b7-4e06-ab41-8ac8e8f07dc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c1ea285-c40b-4a8a-be51-a3754fb6c668 HTTP/1.1" status: 200 len: 834 time: 0.0586674 Mar 11 15:51:26.118673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4d3de-7b19-4adb-a06f-cf98cb948b4a req-7c54cc57-3ffc-438c-861e-17c31099261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:26.120160 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29f4d3de-7b19-4adb-a06f-cf98cb948b4a req-7c54cc57-3ffc-438c-861e-17c31099261d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e9c522f-1676-42a0-af7a-b2dedf76f58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681684 Mar 11 15:51:26.154179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-20cb7648-1e90-4778-9752-b04a79e5a2ac None None] Set router b53666e5-bc68-442c-8745-20c6605abe38 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:51:26.251857 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29f4d3de-7b19-4adb-a06f-cf98cb948b4a req-8d777466-2432-4f23-8d2a-f44e1d7aa780 service neutron] 10.222.0.30 "GET /v2.0/networks/2e9c522f-1676-42a0-af7a-b2dedf76f58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262045 Mar 11 15:51:26.383884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29f4d3de-7b19-4adb-a06f-cf98cb948b4a req-6c14dc1d-c47b-4893-884a-038a93940dc5 service neutron] 10.222.0.30 "GET /v2.0/networks/2e9c522f-1676-42a0-af7a-b2dedf76f58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261845 Mar 11 15:51:26.497485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-20cb7648-1e90-4778-9752-b04a79e5a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:51:00Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'f3de1e91-c020-41c1-acce-219cf34f62ad', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'port_id': 'acc95d9d-c862-40ff-aa52-490a7b680207', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'mac_address': 'fa:16:3e:eb:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b23ac-1005-4970-8691-8ba9b7613444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:51:24Z', 'updated_at': '2022-03-11T15:51:24Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411c3d50-2f14-4f6a-928b-676e90a1bd1f', 'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:f5:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:59Z', 'updated_at': '2022-03-11T15:51:06Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:26.501447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb7648-1e90-4778-9752-b04a79e5a2ac None None] The sync data for ids ['b53666e5-bc68-442c-8745-20c6605abe38'] in dv-neutron-833203-2-hyperv is: [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:51:00Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'f3de1e91-c020-41c1-acce-219cf34f62ad', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'port_id': 'acc95d9d-c862-40ff-aa52-490a7b680207', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'mac_address': 'fa:16:3e:eb:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b23ac-1005-4970-8691-8ba9b7613444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:51:24Z', 'updated_at': '2022-03-11T15:51:24Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411c3d50-2f14-4f6a-928b-676e90a1bd1f', 'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:f5:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:59Z', 'updated_at': '2022-03-11T15:51:06Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:51:26.605401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43304) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:26.685482 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903cb8a1-9f6f-4f92-b2c5-02225393cbbe None None] New status for floating IP f3de1e91-c020-41c1-acce-219cf34f62ad: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:51:26.711800 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-51946ecb-31f9-4044-bed2-55788634571b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/f3de1e91-c020-41c1-acce-219cf34f62ad HTTP/1.1" status: 200 len: 992 time: 0.1051998 Mar 11 15:51:27.715681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43308) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:27.821044 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c260e21c-f12c-41cc-a28f-86053237decc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/f3de1e91-c020-41c1-acce-219cf34f62ad HTTP/1.1" status: 200 len: 994 time: 0.1042271 Mar 11 15:51:38.921400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d634b58-bd8d-4244-a2e4-c58c1870270e req-f09da1c4-4d7b-4397-86a4-f991eb915bff tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:38.922864 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3d634b58-bd8d-4244-a2e4-c58c1870270e req-f09da1c4-4d7b-4397-86a4-f991eb915bff tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 945 time: 0.0858662 Mar 11 15:51:38.967825 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3d634b58-bd8d-4244-a2e4-c58c1870270e req-1db3b5e2-6ae2-42d4-9e0f-ac8d12e5d423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387011 Mar 11 15:51:40.150956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e2b6-ba5f-4114-9c3d-88db5d5e2374 req-beab1c40-5521-429a-95d0-bbfba99f30c8 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:40.152409 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a485e2b6-ba5f-4114-9c3d-88db5d5e2374 req-beab1c40-5521-429a-95d0-bbfba99f30c8 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 945 time: 0.0791862 Mar 11 15:51:40.199086 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a485e2b6-ba5f-4114-9c3d-88db5d5e2374 req-f9816f11-74a8-436c-ab88-72d0c3999d13 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409088 Mar 11 15:51:40.707049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701880-7adc-4d9d-848b-f52592a19553 req-634a88d0-d63b-44ef-9507-29efdd1279bf tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:40.708378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18701880-7adc-4d9d-848b-f52592a19553 req-634a88d0-d63b-44ef-9507-29efdd1279bf tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 945 time: 0.0800209 Mar 11 15:51:40.775539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Deleting port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:51:40.775875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:41.012943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] For port 1cd03e85-32ef-4d0b-859a-2352e6a1e510, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1cd03e85-32ef-4d0b-859a-2352e6a1e510,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:51:41.013201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:41.425212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:41.425926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:41.425926 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Floating IP e8d42806-1735-44bc-837d-3eeb128e6729 disassociated. External IP: 172.26.6.252, port: 1cd03e85-32ef-4d0b-859a-2352e6a1e510. Mar 11 15:51:41.426192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Calling delete_port for 1cd03e85-32ef-4d0b-859a-2352e6a1e510 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:51:41.518659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3bb80-901b-4dcd-ab63-03c96943b8c4 req-86794854-644c-4474-b55a-c3146485fe4e tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:41.520091 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b1a3bb80-901b-4dcd-ab63-03c96943b8c4 req-86794854-644c-4474-b55a-c3146485fe4e tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 945 time: 0.1696410 Mar 11 15:51:41.614708 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b1a3bb80-901b-4dcd-ab63-03c96943b8c4 req-520695f6-dfd0-4058-b8b9-04324026fe5c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849087 Mar 11 15:51:41.676684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:41.729443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event deleted for resources: {'Port': ['ID=1cd03e85-32ef-4d0b-859a-2352e6a1e510,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:41.739819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.740072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.740408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.740769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.741104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.741428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.741748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.742076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.742401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.742718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.743036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.743350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:41.923047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:51:42.100857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:51:42.110408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fea0e8-b571-441d-a3dc-8e00ba372cc5 None None] Sync routers for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:51:42.121468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fea0e8-b571-441d-a3dc-8e00ba372cc5 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:51:42.122453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-41fea0e8-b571-441d-a3dc-8e00ba372cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:51:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:42.179763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] No DVR routers for this DVR port 1cd03e85-32ef-4d0b-859a-2352e6a1e510 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:51:42.182448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:42.185115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fb036b-7f90-43df-9817-5636767394ce', 'name': 'network-vif-deleted', 'tag': '1cd03e85-32ef-4d0b-859a-2352e6a1e510'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:51:42.237239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18701880-7adc-4d9d-848b-f52592a19553 req-e7e9bccc-85e2-4ec0-8f50-256faf0e0211 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "DELETE /v2.0/ports/1cd03e85-32ef-4d0b-859a-2352e6a1e510 HTTP/1.1" status: 204 len: 173 time: 1.5232382 Mar 11 15:51:42.315045 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fb036b-7f90-43df-9817-5636767394ce', 'name': 'network-vif-deleted', 'tag': '1cd03e85-32ef-4d0b-859a-2352e6a1e510', 'status': 'completed', 'code': 200} Mar 11 15:51:42.318836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-41fea0e8-b571-441d-a3dc-8e00ba372cc5 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:51:42.629700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-41fea0e8-b571-441d-a3dc-8e00ba372cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:42.634871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fea0e8-b571-441d-a3dc-8e00ba372cc5 None None] Checking router: cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:51:42.647887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fea0e8-b571-441d-a3dc-8e00ba372cc5 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:51:42.648955 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-41fea0e8-b571-441d-a3dc-8e00ba372cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:51:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:42.781638 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-00726878-5d88-48ce-8706-2679cda4154c req-814f78ac-56e9-43f6-9b44-f9ea2ca93b5d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Synchronizing usage tracker for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:51:42.832524 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-41fea0e8-b571-441d-a3dc-8e00ba372cc5 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:51:42.888396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-00726878-5d88-48ce-8706-2679cda4154c req-814f78ac-56e9-43f6-9b44-f9ea2ca93b5d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Unset dirty status for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:51:42.889739 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-00726878-5d88-48ce-8706-2679cda4154c req-814f78ac-56e9-43f6-9b44-f9ea2ca93b5d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=84fb036b-7f90-43df-9817-5636767394ce HTTP/1.1" status: 200 len: 210 time: 0.1517792 Mar 11 15:51:43.182635 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-41fea0e8-b571-441d-a3dc-8e00ba372cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:43.186702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fea0e8-b571-441d-a3dc-8e00ba372cc5 None None] The sync data for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv is: [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:51:43.398191 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1ba7a-61be-4d93-9b96-cf22ebb42ec2 None None] New status for floating IP e8d42806-1735-44bc-837d-3eeb128e6729: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:51:44.219570 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-024104bb-e88c-4b30-8581-0760f1d11c52 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762654538&fields=id&tenant_id=acbbd0b5a4f34fd68899f082e39aa450 HTTP/1.1" status: 200 len: 267 time: 0.0381250 Mar 11 15:51:44.367448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-24ed699d-ecec-4362-bc49-340730c667ac tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:44.368893 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-24ed699d-ecec-4362-bc49-340730c667ac tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 812 time: 0.1430266 Mar 11 15:51:44.383443 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-2fb9ab62-cdec-454b-b196-79fb8bb316e0 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/quotas/acbbd0b5a4f34fd68899f082e39aa450 HTTP/1.1" status: 200 len: 375 time: 0.0091639 Mar 11 15:51:44.472854 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-8eb6bdde-8f67-4368-9ea8-65cb54bf9966 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844729 Mar 11 15:51:44.563028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-6894efa7-d86b-485d-b7d8-cfffdeaf19e6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:51:44.564497 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-6894efa7-d86b-485d-b7d8-cfffdeaf19e6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0791507 Mar 11 15:51:44.694428 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-0bb2c274-8009-4564-9095-cbdd51d61ca9 service neutron] 10.222.0.39 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239982 Mar 11 15:51:44.824611 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-9539cc3d-9d8b-4ddd-bc2a-e65ad820f5c2 service neutron] 10.222.0.39 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242390 Mar 11 15:51:45.426923 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d57b73ea-75b4-461d-9f91-ea200bd61b1d req-d22d81dc-3017-4f42-bc34-922934e5c8be tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 210 time: 0.0424635 Mar 11 15:51:45.600977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 1cd03e85-32ef-4d0b-859a-2352e6a1e510 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:51:45.634470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 1cd03e85-32ef-4d0b-859a-2352e6a1e510 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:51:45.634870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 1cd03e85-32ef-4d0b-859a-2352e6a1e510 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:51:46.573628 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5d2080df-4e83-49f5-8ff0-660f362c4100 req-8bd16646-9161-4804-9c08-f92ab78316d6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 210 time: 0.0418925 Mar 11 15:51:47.645712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-9ae9a9e4-8870-4fe9-b439-505af2b0e656 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:47.646896 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-9ae9a9e4-8870-4fe9-b439-505af2b0e656 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 812 time: 0.2500336 Mar 11 15:51:47.728293 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-2f8fb637-1d40-4f74-929a-5b32c0a26120 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acbbd0b5a4f34fd68899f082e39aa450 HTTP/1.1" status: 200 len: 380 time: 0.0740228 Mar 11 15:51:47.741196 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cf1e6851-61a3-4ddf-a285-30bca1495d6d req-ce80f47b-a448-4774-90eb-506b1a22226c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 210 time: 0.0502274 Mar 11 15:51:47.744473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'port': {'device_id': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'admin_state_up': True, 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'security_groups': ['b419ca45-c5dc-49de-8faf-12eb361d7041']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:47.884304 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:51:47.894410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:51:47.944889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Made reservation on behalf of acbbd0b5a4f34fd68899f082e39aa450 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:51:47.948382 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:48.111047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Allocated IP 172.20.0.11 (7937ba97-e4df-43f8-ac5a-e69466e85b88/189745db-ba45-47e1-b166-ea9ea15d5766/68f212b3-dd95-4f9f-a6a8-8e966f81a3d6) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:51:48.299321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:48.316791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Transition to ACTIVE for port object 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:51:48.390863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:48.460089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Network 7937ba97-e4df-43f8-ac5a-e69466e85b88 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:51:48.467545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:51:48.472721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:51:48.503603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'Port': ['ID=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:48.541139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:48.541758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:48.608855 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-7cf8ff2c-d450-4fa0-a074-d76a26f4a290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8699396 Mar 11 15:51:48.621399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Request body: {'port': {'device_id': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:51:48.745243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:48.773410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7c475159-d6f6-4552-bb6a-4fce2ac72ba5 None None] Provisioning for port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:51:48.781295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7c475159-d6f6-4552-bb6a-4fce2ac72ba5 None None] Provisioning complete for port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:48.781842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7c475159-d6f6-4552-bb6a-4fce2ac72ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:48.844670 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7c475159-d6f6-4552-bb6a-4fce2ac72ba5 None None] Port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:51:49.065962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250d927-eb9d-4b8b-8500-408e2348c8fb req-05f40a4e-1b0b-402b-9bd2-f0e64ea84c8c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:49.066553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-d250d927-eb9d-4b8b-8500-408e2348c8fb req-05f40a4e-1b0b-402b-9bd2-f0e64ea84c8c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Synchronizing usage tracker for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:51:49.166209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-d250d927-eb9d-4b8b-8500-408e2348c8fb req-05f40a4e-1b0b-402b-9bd2-f0e64ea84c8c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Unset dirty status for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:51:49.167364 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d250d927-eb9d-4b8b-8500-408e2348c8fb req-05f40a4e-1b0b-402b-9bd2-f0e64ea84c8c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 932 time: 0.2966268 Mar 11 15:51:49.176241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:51:49.196652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:49.225327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Transition to ACTIVE for port object 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:51:49.232841 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d250d927-eb9d-4b8b-8500-408e2348c8fb req-49794604-2bb3-425a-8ad5-745cf57ea8dd tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593414 Mar 11 15:51:49.305370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:49.469413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Pushing event updated for resources: {'Port': ['ID=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:49.638446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Attempting to bind port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:51:49.638715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Attempting to bind port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:51:49.639200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Attempting to bind port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 on network 7937ba97-e4df-43f8-ac5a-e69466e85b88 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:51:49.643814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 on network 7937ba97-e4df-43f8-ac5a-e69466e85b88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:51:49.644131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Attempting to bind port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 on network 7937ba97-e4df-43f8-ac5a-e69466e85b88 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:51:49.649237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:51:49.650966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Checking segment: {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:51:49.650966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Bound using segment: {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:51:49.650966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Bound port: 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:51:49.650966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:49.742006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] For port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:51:49.744900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] For port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:51:49.819668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:49.873315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:49.878235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:49.878235 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 HTTP/1.1" status: 200 len: 1094 time: 1.2587488 Mar 11 15:51:49.878235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'tag': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:51:49.907810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a8d0b-1201-4ae2-af7d-550220b666e0 service neutron] Pushing event updated for resources: {'Port': ['ID=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:49.929443 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'tag': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'status': 'completed', 'code': 200} Mar 11 15:51:50.029249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26537653-5943-4c40-9ac4-4f905a07b702 req-c3ede755-8f3d-43c3-a9dc-f145d55ea0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:50.030799 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-26537653-5943-4c40-9ac4-4f905a07b702 req-c3ede755-8f3d-43c3-a9dc-f145d55ea0b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 1097 time: 0.0788226 Mar 11 15:51:50.172021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26537653-5943-4c40-9ac4-4f905a07b702 req-edc02947-6710-48c9-af1c-8a3fc25d04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:50.173425 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-26537653-5943-4c40-9ac4-4f905a07b702 req-edc02947-6710-48c9-af1c-8a3fc25d04ce service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1361556 Mar 11 15:51:50.309715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26537653-5943-4c40-9ac4-4f905a07b702 req-f4457aaf-a30e-404d-8955-752d904dd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:50.311177 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-26537653-5943-4c40-9ac4-4f905a07b702 req-f4457aaf-a30e-404d-8955-752d904dd385 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317382 Mar 11 15:51:50.474529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-a9311e22-1c78-4c38-abf3-95acc9e65635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:50.475922 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-a9311e22-1c78-4c38-abf3-95acc9e65635 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 1097 time: 0.1049414 Mar 11 15:51:50.484035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017f357-c58d-4a77-9ee9-0c70185e5a2a req-c1852c4c-3afc-41ed-9802-13d0631c3893 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:50.485435 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3017f357-c58d-4a77-9ee9-0c70185e5a2a req-c1852c4c-3afc-41ed-9802-13d0631c3893 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 944 time: 0.1456761 Mar 11 15:51:50.563377 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-88de9349-dd69-47fc-aaa8-225b093d2a74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 HTTP/1.1" status: 200 len: 217 time: 0.0770097 Mar 11 15:51:50.625669 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3017f357-c58d-4a77-9ee9-0c70185e5a2a req-bbb85401-9e5f-4064-893f-c7a7215bea0b tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922706 Mar 11 15:51:50.642707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-bd4f1c07-b30e-400d-bcf0-6e2f314e6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:50.642707 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-bd4f1c07-b30e-400d-bcf0-6e2f314e6322 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.0660574 Mar 11 15:51:50.713618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-be4e4d7c-06e9-433c-b868-56c8470602ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:50.715065 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-be4e4d7c-06e9-433c-b868-56c8470602ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690808 Mar 11 15:51:50.808014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4d9b9b69-6f6f-4f46-8286-fba07663f631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:50.845726 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-2d07462b-1661-4bf3-bfb2-015f27ad4a00 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238315 Mar 11 15:51:50.974732 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2549ea1-525f-42b8-aa40-26e2159ed00b req-fd5f396f-9030-4682-b879-708eb214fd33 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235526 Mar 11 15:51:51.812274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384cb6f-0f23-480f-be53-e3de46ba8e70 req-f26e6c86-aa68-49ba-a212-ce5fcc2d0bbd tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:51.813399 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4384cb6f-0f23-480f-be53-e3de46ba8e70 req-f26e6c86-aa68-49ba-a212-ce5fcc2d0bbd tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 944 time: 0.0815108 Mar 11 15:51:51.857660 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4384cb6f-0f23-480f-be53-e3de46ba8e70 req-242edea5-e365-4c95-883b-b717be577772 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366223 Mar 11 15:51:53.040365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204743b-24db-4b93-b490-202b22c0ab41 req-2d6911e8-bb02-48d0-9a88-3462a24e24f4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:53.041815 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8204743b-24db-4b93-b490-202b22c0ab41 req-2d6911e8-bb02-48d0-9a88-3462a24e24f4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 944 time: 0.0822351 Mar 11 15:51:53.084464 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8204743b-24db-4b93-b490-202b22c0ab41 req-0cba6ca0-d42b-4205-baff-48c39a3a641e tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371280 Mar 11 15:51:53.676174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8ace2214-bb04-49b4-acae-525b1fa0ac90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:54.262975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feab459-cf5c-4fea-8944-ab6e09732436 req-4e10ed4f-c7e9-459b-b166-25b10acd38a6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:54.264419 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1feab459-cf5c-4fea-8944-ab6e09732436 req-4e10ed4f-c7e9-459b-b166-25b10acd38a6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 944 time: 0.0786321 Mar 11 15:51:54.308604 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1feab459-cf5c-4fea-8944-ab6e09732436 req-6d375fba-7fae-4894-8bff-bce0729d9548 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378723 Mar 11 15:51:54.362117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:54.538700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:55.584715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45323d5e-e18f-42f3-9920-fc9e8732b847 req-8521dbaf-1808-4ed7-b5ed-7fe1aa80c788 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:55.586179 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-45323d5e-e18f-42f3-9920-fc9e8732b847 req-8521dbaf-1808-4ed7-b5ed-7fe1aa80c788 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 944 time: 0.1753101 Mar 11 15:51:55.630847 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-45323d5e-e18f-42f3-9920-fc9e8732b847 req-a44e9ab6-b374-4aa2-b61e-e307a8cdda89 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388994 Mar 11 15:51:55.830440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:55.916109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:56.811597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe04878-3746-4138-8999-cf9fdc456975 req-455098c6-a537-4592-9f28-43f3005b7919 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:56.813048 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2fe04878-3746-4138-8999-cf9fdc456975 req-455098c6-a537-4592-9f28-43f3005b7919 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 944 time: 0.0785241 Mar 11 15:51:56.858147 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2fe04878-3746-4138-8999-cf9fdc456975 req-4fdd2340-7b54-44c5-87ed-21fbccb935de tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388682 Mar 11 15:51:58.043093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4148aa-9c09-44cf-a20c-165ac75ee981 req-c679b5bd-cc7e-4d95-bfb1-c38682ea9297 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:58.044515 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cb4148aa-9c09-44cf-a20c-165ac75ee981 req-c679b5bd-cc7e-4d95-bfb1-c38682ea9297 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 944 time: 0.0780668 Mar 11 15:51:58.087755 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cb4148aa-9c09-44cf-a20c-165ac75ee981 req-09a2a8d5-7211-4815-ad97-314869491a49 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374746 Mar 11 15:51:59.273717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ec981-5fa6-4e8a-ab6a-a3aec2aa9f76 req-75ba7c89-58cc-427b-96d2-003c22c25ee1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:59.275146 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-857ec981-5fa6-4e8a-ab6a-a3aec2aa9f76 req-75ba7c89-58cc-427b-96d2-003c22c25ee1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 944 time: 0.0823655 Mar 11 15:51:59.318331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-857ec981-5fa6-4e8a-ab6a-a3aec2aa9f76 req-b2c68ca4-b02d-4216-8170-6addc7478545 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374577 Mar 11 15:51:59.591817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:51:59.723239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:51:59.735871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'port_id': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'mac_address': 'fa:16:3e:f3:ae:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:51:59.789184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:59.805653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:51:59.823048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:51:59.984903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:00.054580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.070100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:00.298602 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['68f212b3-dd95-4f9f-a6a8-8e966f81a3d6'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:52:00.499717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a75872-e6c7-40a1-bec4-f3be14c24df9 req-5c4814bc-d9a2-4074-b706-72a773b70dd1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:00.501498 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84a75872-e6c7-40a1-bec4-f3be14c24df9 req-5c4814bc-d9a2-4074-b706-72a773b70dd1 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 945 time: 0.0797157 Mar 11 15:52:00.545288 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84a75872-e6c7-40a1-bec4-f3be14c24df9 req-d554c0e5-7b94-4592-ab65-b56589f6716d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382123 Mar 11 15:52:01.621157 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:52:01.732631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601e6e-9f47-4ccf-9e4b-9d61fa3491b2 req-76a83e59-f15c-4010-a350-d6358fb7c17a tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:01.734117 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e601e6e-9f47-4ccf-9e4b-9d61fa3491b2 req-76a83e59-f15c-4010-a350-d6358fb7c17a tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 945 time: 0.0832174 Mar 11 15:52:01.739122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:52:01.744290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:52:01.744691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:01.778093 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e601e6e-9f47-4ccf-9e4b-9d61fa3491b2 req-73e46169-07fe-4e3f-8c15-63bc6dfa050c tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376594 Mar 11 15:52:01.856740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:01.882568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:52:01.891824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:52:01.926497 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'code': 200} Mar 11 15:52:01.967894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.041497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:02.365269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6402ce3-de43-4f83-9f0e-d885e0752bbf req-4932b807-4fa5-4250-a288-fc9aa9d9c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:02.366729 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6402ce3-de43-4f83-9f0e-d885e0752bbf req-4932b807-4fa5-4250-a288-fc9aa9d9c735 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 1099 time: 0.0686986 Mar 11 15:52:02.409279 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6402ce3-de43-4f83-9f0e-d885e0752bbf req-1932e917-04ee-4925-aa41-c238681744a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366766 Mar 11 15:52:02.811675 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:52:02.960768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351093a7-cf23-4375-99ea-b155ad3ea1f8 req-304a0400-004b-4074-84cf-9aaa3f3e4a96 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:02.962195 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-351093a7-cf23-4375-99ea-b155ad3ea1f8 req-304a0400-004b-4074-84cf-9aaa3f3e4a96 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 946 time: 0.0780747 Mar 11 15:52:03.005690 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-351093a7-cf23-4375-99ea-b155ad3ea1f8 req-d078a76f-0a3e-4c42-a132-6286e34ab96a tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379581 Mar 11 15:52:03.586976 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-3f9d4b6a-ae3b-42f0-bf83-e6bbe6fe01a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716536 Mar 11 15:52:03.764845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-db8fb6c9-cc3c-47c9-a92a-3cd3c26fd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:03.766886 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-db8fb6c9-cc3c-47c9-a92a-3cd3c26fd843 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 1099 time: 0.0718331 Mar 11 15:52:03.920187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-ae4e833d-e599-4829-a1cd-76a4b8a2cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:03.921688 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-ae4e833d-e599-4829-a1cd-76a4b8a2cb50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2e9c522f-1676-42a0-af7a-b2dedf76f58e HTTP/1.1" status: 200 len: 898 time: 0.1310041 Mar 11 15:52:04.024905 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-bef6a2c3-127a-4b18-aed9-203821f7b6ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acc95d9d-c862-40ff-aa52-490a7b680207 HTTP/1.1" status: 200 len: 1002 time: 0.0970988 Mar 11 15:52:04.087993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-dc7f81d5-e7ec-4e3c-a006-fdfe55ce173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:04.089467 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-dc7f81d5-e7ec-4e3c-a006-fdfe55ce173d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c1ea285-c40b-4a8a-be51-a3754fb6c668 HTTP/1.1" status: 200 len: 834 time: 0.0588002 Mar 11 15:52:04.227043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-08b4959e-3185-4b55-8c3a-7c1bb76dfad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:04.228426 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-08b4959e-3185-4b55-8c3a-7c1bb76dfad5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e9c522f-1676-42a0-af7a-b2dedf76f58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1328840 Mar 11 15:52:04.245134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc69dc8-69f9-46d1-aeca-0a77a3f32b60 req-fe96b9f6-bec7-4abc-8cd6-e97816d533ac tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:04.246508 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dfc69dc8-69f9-46d1-aeca-0a77a3f32b60 req-fe96b9f6-bec7-4abc-8cd6-e97816d533ac tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 946 time: 0.1142542 Mar 11 15:52:04.384392 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dfc69dc8-69f9-46d1-aeca-0a77a3f32b60 req-850de5f1-93a6-4f95-9ddd-ac403e81c4a8 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204588 Mar 11 15:52:04.416151 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-045edf80-bdc3-46ed-8dad-e1dd7482347b service neutron] 10.222.0.30 "GET /v2.0/networks/2e9c522f-1676-42a0-af7a-b2dedf76f58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805010 Mar 11 15:52:04.693556 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dea3b04-70c5-4255-a097-a059a3f3995f req-35915b75-0ecd-4d74-b99b-0c2ae9aaa288 service neutron] 10.222.0.30 "GET /v2.0/networks/2e9c522f-1676-42a0-af7a-b2dedf76f58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717903 Mar 11 15:52:04.715729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efb026-2576-451a-a1d2-8895dc1d8e1e req-6190a6bd-d964-4a1f-9a0a-c82e18dd5f10 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:04.717240 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-57efb026-2576-451a-a1d2-8895dc1d8e1e req-6190a6bd-d964-4a1f-9a0a-c82e18dd5f10 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 946 time: 0.2176054 Mar 11 15:52:04.761338 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-57efb026-2576-451a-a1d2-8895dc1d8e1e req-3789e44b-7c12-4788-9c64-1eb4f2ed8271 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380447 Mar 11 15:52:04.783726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43406) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:04.855423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d525f-9146-4921-96c7-4ec1b8e94a64 tempest-TestVolumeBootPattern-2035047496 tempest-TestVolumeBootPattern-2035047496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:04.856921 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4b8d525f-9146-4921-96c7-4ec1b8e94a64 tempest-TestVolumeBootPattern-2035047496 tempest-TestVolumeBootPattern-2035047496-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 1094 time: 0.0722153 Mar 11 15:52:04.859586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43410) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:04.864676 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:52:04.870606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:04.874465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Usage tracker for resource:floatingip and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:04.877812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:04.883437 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:04.961913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.096565 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.228243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Allocated IP 172.26.6.93 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/19f0b961-1b1a-44e6-aea2-c37e4f31970f) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:52:05.373998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.442024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.505176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:52:05.507769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:52:05.515826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:52:05.550337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'Port': ['ID=19f0b961-1b1a-44e6-aea2-c37e4f31970f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:05.929743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:06.070957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:06.272057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:06.355687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:06.466074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'Port': ['ID=19f0b961-1b1a-44e6-aea2-c37e4f31970f,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:06.475930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:06.749680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Floating IP 16f18cde-6c5b-4280-838b-6b6f89875ca6 associated. External IP: 172.26.6.93, port: 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6. Mar 11 15:52:07.090000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:52:07.263373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:52:07.273912 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f67a3-0a62-4191-951f-fbc64733d7c7 None None] Sync routers for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:52:07.283522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f67a3-0a62-4191-951f-fbc64733d7c7 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:52:07.284940 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8f0f67a3-0a62-4191-951f-fbc64733d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:51:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:07.356282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:07.414870 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-385c094b-8193-4a88-9357-fc16dbb3bcd4 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5542488 Mar 11 15:52:07.415554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'tag': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:52:07.459517 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'tag': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'status': 'completed', 'code': 200} Mar 11 15:52:07.464066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8f0f67a3-0a62-4191-951f-fbc64733d7c7 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:52:07.556131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b2bdf-d726-4837-8510-81ccf747d8ff req-cad65efc-2350-4af4-a6f3-63c69f72a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:07.557669 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b9b2bdf-d726-4837-8510-81ccf747d8ff req-cad65efc-2350-4af4-a6f3-63c69f72a64a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 1099 time: 0.0732689 Mar 11 15:52:07.692466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b2bdf-d726-4837-8510-81ccf747d8ff req-9bf79006-5fab-4dbc-bd17-2be3fd830954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:07.693871 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b9b2bdf-d726-4837-8510-81ccf747d8ff req-9bf79006-5fab-4dbc-bd17-2be3fd830954 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.1300216 Mar 11 15:52:07.796996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b9b2bdf-d726-4837-8510-81ccf747d8ff req-1198c530-f9aa-4118-8918-59a77efa00e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 HTTP/1.1" status: 200 len: 999 time: 0.0968461 Mar 11 15:52:07.837991 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8f0f67a3-0a62-4191-951f-fbc64733d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '16f18cde-6c5b-4280-838b-6b6f89875ca6', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:f3:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:52:05Z', 'updated_at': '2022-03-11T15:52:05Z', 'revision_number': 0, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:07.842043 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f67a3-0a62-4191-951f-fbc64733d7c7 None None] Checking router: cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:52:07.850751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f67a3-0a62-4191-951f-fbc64733d7c7 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:52:07.851369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8f0f67a3-0a62-4191-951f-fbc64733d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:51:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:07.861104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b2bdf-d726-4837-8510-81ccf747d8ff req-1baa8a1e-7771-48a7-9b01-91dc88de00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:07.862538 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b9b2bdf-d726-4837-8510-81ccf747d8ff req-1baa8a1e-7771-48a7-9b01-91dc88de00d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.0600865 Mar 11 15:52:07.936355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b2bdf-d726-4837-8510-81ccf747d8ff req-8836b25c-c868-4994-9e51-efb467f1677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:07.938412 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b9b2bdf-d726-4837-8510-81ccf747d8ff req-8836b25c-c868-4994-9e51-efb467f1677c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698078 Mar 11 15:52:08.030493 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8f0f67a3-0a62-4191-951f-fbc64733d7c7 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:52:08.067912 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b9b2bdf-d726-4837-8510-81ccf747d8ff req-7e75a6c5-9210-4060-af0b-f50d6074d618 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239920 Mar 11 15:52:08.310284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b9b2bdf-d726-4837-8510-81ccf747d8ff req-9e569758-625f-45a1-8547-b81804ccd827 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355356 Mar 11 15:52:08.380770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8f0f67a3-0a62-4191-951f-fbc64733d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '16f18cde-6c5b-4280-838b-6b6f89875ca6', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:f3:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:52:05Z', 'updated_at': '2022-03-11T15:52:05Z', 'revision_number': 0, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:08.384785 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f67a3-0a62-4191-951f-fbc64733d7c7 None None] The sync data for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv is: [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '16f18cde-6c5b-4280-838b-6b6f89875ca6', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:f3:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:52:05Z', 'updated_at': '2022-03-11T15:52:05Z', 'revision_number': 0, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:52:08.569933 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d8ea2-2c10-4d52-bc6b-211eb525ab6a None None] New status for floating IP 16f18cde-6c5b-4280-838b-6b6f89875ca6: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:52:20.812867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3bbdac42-6595-4baa-9914-a248daed6223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:23.727022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-58481e06-fc55-4310-807d-b1015befb7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:24.378028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:24.577807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:25.869638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:25.955714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:38.779579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43440) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:38.930831 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-89ad2750-2525-4bf4-b77c-722cbb089af6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/f3de1e91-c020-41c1-acce-219cf34f62ad HTTP/1.1" status: 200 len: 994 time: 0.1501210 Mar 11 15:52:39.226363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43450) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:39.431513 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port ba5bce42-a10f-408c-b0a4-7e66dae87a11 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:52:39.431857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:39.599212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:39.599538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:39.723469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for ba5bce42-a10f-408c-b0a4-7e66dae87a11 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:52:39.811323 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:52:39.949645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:40.000142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=ba5bce42-a10f-408c-b0a4-7e66dae87a11,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:40.039978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.040326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.040637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.040968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.041301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.041619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.041940 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.042261 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.042580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.042898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.043215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.043535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:40.097149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:40.097484 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP f3de1e91-c020-41c1-acce-219cf34f62ad disassociated (deleted). External IP: 172.26.6.141, port: acc95d9d-c862-40ff-aa52-490a7b680207. Mar 11 15:52:40.547760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b53666e5-bc68-442c-8745-20c6605abe38 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:52:40.727469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:52:40.737370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333aa601-e4cb-4dd6-b32c-5986a6f1799e None None] Sync routers for ids ['b53666e5-bc68-442c-8745-20c6605abe38'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:52:40.746641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333aa601-e4cb-4dd6-b32c-5986a6f1799e None None] Routers {'b53666e5-bc68-442c-8745-20c6605abe38'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:52:40.747257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-333aa601-e4cb-4dd6-b32c-5986a6f1799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:52:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b53666e5-bc68-442c-8745-20c6605abe38'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:40.920743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:40.925314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-333aa601-e4cb-4dd6-b32c-5986a6f1799e None None] Set router b53666e5-bc68-442c-8745-20c6605abe38 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:52:40.975846 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1b3ebe6d-dda8-408c-ac16-c35ff334398a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/floatingips/f3de1e91-c020-41c1-acce-219cf34f62ad HTTP/1.1" status: 204 len: 168 time: 1.7484045 Mar 11 15:52:40.976376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b23ac-1005-4970-8691-8ba9b7613444', 'tag': 'acc95d9d-c862-40ff-aa52-490a7b680207'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:52:41.128621 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b23ac-1005-4970-8691-8ba9b7613444', 'tag': 'acc95d9d-c862-40ff-aa52-490a7b680207', 'status': 'completed', 'code': 200} Mar 11 15:52:41.220769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac19c06-a6be-48c9-b568-419f59b920ce req-c580671d-5ec6-402b-b9e2-410ac623c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:41.222242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fac19c06-a6be-48c9-b568-419f59b920ce req-c580671d-5ec6-402b-b9e2-410ac623c856 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 1099 time: 0.0742786 Mar 11 15:52:41.302697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-333aa601-e4cb-4dd6-b32c-5986a6f1799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:51:00Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '411c3d50-2f14-4f6a-928b-676e90a1bd1f', 'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:f5:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:59Z', 'updated_at': '2022-03-11T15:51:06Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:41.306563 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333aa601-e4cb-4dd6-b32c-5986a6f1799e None None] Checking router: b53666e5-bc68-442c-8745-20c6605abe38 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:52:41.315249 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333aa601-e4cb-4dd6-b32c-5986a6f1799e None None] Routers {'b53666e5-bc68-442c-8745-20c6605abe38'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:52:41.315834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-333aa601-e4cb-4dd6-b32c-5986a6f1799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:52:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b53666e5-bc68-442c-8745-20c6605abe38'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:41.356300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac19c06-a6be-48c9-b568-419f59b920ce req-f733eb06-3de5-40af-bfa8-5d7e638797ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:41.357783 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fac19c06-a6be-48c9-b568-419f59b920ce req-f733eb06-3de5-40af-bfa8-5d7e638797ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=2e9c522f-1676-42a0-af7a-b2dedf76f58e HTTP/1.1" status: 200 len: 898 time: 0.1300707 Mar 11 15:52:41.429170 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fac19c06-a6be-48c9-b568-419f59b920ce req-6d57f36d-ad53-4b0b-9a68-25ea886f9c95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acc95d9d-c862-40ff-aa52-490a7b680207 HTTP/1.1" status: 200 len: 217 time: 0.0653195 Mar 11 15:52:41.498555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-333aa601-e4cb-4dd6-b32c-5986a6f1799e None None] Set router b53666e5-bc68-442c-8745-20c6605abe38 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:52:41.498968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac19c06-a6be-48c9-b568-419f59b920ce req-467e1732-8d66-46db-a69b-a712f4d5b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:41.501154 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fac19c06-a6be-48c9-b568-419f59b920ce req-467e1732-8d66-46db-a69b-a712f4d5b600 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c1ea285-c40b-4a8a-be51-a3754fb6c668 HTTP/1.1" status: 200 len: 834 time: 0.0666761 Mar 11 15:52:41.640969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac19c06-a6be-48c9-b568-419f59b920ce req-7ea9b1e2-8c2e-4f60-951c-42859f36f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:41.642509 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fac19c06-a6be-48c9-b568-419f59b920ce req-7ea9b1e2-8c2e-4f60-951c-42859f36f945 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2e9c522f-1676-42a0-af7a-b2dedf76f58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1349578 Mar 11 15:52:41.652572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edbdaf-f8d3-483a-a01f-79c343baf287 req-6771b1d3-17b3-46a5-a500-da564c2200eb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:41.653937 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69edbdaf-f8d3-483a-a01f-79c343baf287 req-6771b1d3-17b3-46a5-a500-da564c2200eb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 946 time: 0.1109884 Mar 11 15:52:41.792802 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69edbdaf-f8d3-483a-a01f-79c343baf287 req-4b289eb6-495b-4024-ad34-d50aa73ceba0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118839 Mar 11 15:52:41.813151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-333aa601-e4cb-4dd6-b32c-5986a6f1799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:51:00Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '411c3d50-2f14-4f6a-928b-676e90a1bd1f', 'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:f5:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:59Z', 'updated_at': '2022-03-11T15:51:06Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:41.815257 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fac19c06-a6be-48c9-b568-419f59b920ce req-0d3fbdde-ffca-4a4d-bdbe-c383bae7f6e9 service neutron] 10.222.0.30 "GET /v2.0/networks/2e9c522f-1676-42a0-af7a-b2dedf76f58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604075 Mar 11 15:52:41.817307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333aa601-e4cb-4dd6-b32c-5986a6f1799e None None] The sync data for ids ['b53666e5-bc68-442c-8745-20c6605abe38'] in dv-neutron-833203-2-hyperv is: [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:51:00Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '411c3d50-2f14-4f6a-928b-676e90a1bd1f', 'name': '', 'network_id': '2e9c522f-1676-42a0-af7a-b2dedf76f58e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:f5:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:59Z', 'updated_at': '2022-03-11T15:51:06Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '5c1ea285-c40b-4a8a-be51-a3754fb6c668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:52:41.951511 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fac19c06-a6be-48c9-b568-419f59b920ce req-5756b8be-60d2-42ca-804e-804dc10fa893 service neutron] 10.222.0.30 "GET /v2.0/networks/2e9c522f-1676-42a0-af7a-b2dedf76f58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292317 Mar 11 15:52:42.031076 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d33f00-558a-47dc-bc66-75f7a89bcb0e None None] New status for floating IP f3de1e91-c020-41c1-acce-219cf34f62ad: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:52:42.979043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bf472-39f5-444e-8e38-c512057f955f req-2416b6f6-03f9-40b2-9df4-996a9d420681 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:42.980489 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca8bf472-39f5-444e-8e38-c512057f955f req-2416b6f6-03f9-40b2-9df4-996a9d420681 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 946 time: 0.0797000 Mar 11 15:52:43.024509 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca8bf472-39f5-444e-8e38-c512057f955f req-94033596-c76b-4025-b2eb-41c82ea9abdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=98f44e47-ed5e-4f3c-9a7d-7dca777116cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382674 Mar 11 15:52:43.108254 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a57507-3c14-433f-9b3a-3a16f01be630 req-74d64069-ba71-4413-8dab-38967434470c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:43.109691 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-20a57507-3c14-433f-9b3a-3a16f01be630 req-74d64069-ba71-4413-8dab-38967434470c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 946 time: 0.0843420 Mar 11 15:52:43.179107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-20a57507-3c14-433f-9b3a-3a16f01be630 req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port acc95d9d-c862-40ff-aa52-490a7b680207 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:52:43.179455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-20a57507-3c14-433f-9b3a-3a16f01be630 req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:43.431573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-20a57507-3c14-433f-9b3a-3a16f01be630 req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port acc95d9d-c862-40ff-aa52-490a7b680207, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=acc95d9d-c862-40ff-aa52-490a7b680207,segment=NetworkSegment(4234cec4-b1b9-4c6e-ab1b-5196c7c22a80),segment_id=4234cec4-b1b9-4c6e-ab1b-5196c7c22a80)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:52:43.432398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-20a57507-3c14-433f-9b3a-3a16f01be630 req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:43.653847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-20a57507-3c14-433f-9b3a-3a16f01be630 req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for acc95d9d-c862-40ff-aa52-490a7b680207 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:52:43.881197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-20a57507-3c14-433f-9b3a-3a16f01be630 req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:43.931197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=acc95d9d-c862-40ff-aa52-490a7b680207,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:43.974647 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:43.974998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:43.975335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:43.975664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:43.975992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:43.976317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:43.976703 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:43.977026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:43.977370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:43.977690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:43.978007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:43.978345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:44.020358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a57507-3c14-433f-9b3a-3a16f01be630 req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] No DVR routers for this DVR port acc95d9d-c862-40ff-aa52-490a7b680207 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:52:44.025127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-20a57507-3c14-433f-9b3a-3a16f01be630 req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:44.025127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491b23ac-1005-4970-8691-8ba9b7613444', 'name': 'network-vif-deleted', 'tag': 'acc95d9d-c862-40ff-aa52-490a7b680207'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:52:44.036263 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-20a57507-3c14-433f-9b3a-3a16f01be630 req-ed3793fd-0b44-44af-9db8-ce3a52e6937c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "DELETE /v2.0/ports/acc95d9d-c862-40ff-aa52-490a7b680207 HTTP/1.1" status: 204 len: 173 time: 0.9213891 Mar 11 15:52:44.069935 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491b23ac-1005-4970-8691-8ba9b7613444', 'name': 'network-vif-deleted', 'tag': 'acc95d9d-c862-40ff-aa52-490a7b680207', 'status': 'completed', 'code': 200} Mar 11 15:52:44.174407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-13fcd803-6782-4468-bbe9-6ee32c34ee25 req-0af1cfe6-dcd8-45a0-a600-9583559630e4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:52:44.299277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-13fcd803-6782-4468-bbe9-6ee32c34ee25 req-0af1cfe6-dcd8-45a0-a600-9583559630e4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:52:44.299277 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-13fcd803-6782-4468-bbe9-6ee32c34ee25 req-0af1cfe6-dcd8-45a0-a600-9583559630e4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=491b23ac-1005-4970-8691-8ba9b7613444 HTTP/1.1" status: 200 len: 210 time: 0.1611447 Mar 11 15:52:45.392424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43472) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:45.462735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7117-e218-400f-8099-81d32455638e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:45.491789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7117-e218-400f-8099-81d32455638e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:45.618129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7117-e218-400f-8099-81d32455638e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:45.637227 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf7117-e218-400f-8099-81d32455638e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f44e47-ed5e-4f3c-9a7d-7dca777116cd,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:45.691332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7117-e218-400f-8099-81d32455638e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:45.692465 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c6bf7117-e218-400f-8099-81d32455638e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/98f44e47-ed5e-4f3c-9a7d-7dca777116cd HTTP/1.1" status: 204 len: 168 time: 0.2990055 Mar 11 15:52:45.801417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43478) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:46.364283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:46.821241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 411c3d50-2f14-4f6a-928b-676e90a1bd1f {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:52:46.821969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:47.008855 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 411c3d50-2f14-4f6a-928b-676e90a1bd1f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=411c3d50-2f14-4f6a-928b-676e90a1bd1f,segment=NetworkSegment(4234cec4-b1b9-4c6e-ab1b-5196c7c22a80),segment_id=4234cec4-b1b9-4c6e-ab1b-5196c7c22a80)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:52:47.009215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:47.134346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 411c3d50-2f14-4f6a-928b-676e90a1bd1f owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:52:47.521900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:47.568242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=411c3d50-2f14-4f6a-928b-676e90a1bd1f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:47.794733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device acc95d9d-c862-40ff-aa52-490a7b680207 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:52:47.828635 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: acc95d9d-c862-40ff-aa52-490a7b680207 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:52:47.828975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device acc95d9d-c862-40ff-aa52-490a7b680207 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:52:47.842789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:48.293552 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b53666e5-bc68-442c-8745-20c6605abe38 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:52:48.476742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:52:48.486561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afdbaf0-1ab2-4eaf-bd31-4bd71bc6d6f5 None None] Sync routers for ids ['b53666e5-bc68-442c-8745-20c6605abe38'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:52:48.495758 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afdbaf0-1ab2-4eaf-bd31-4bd71bc6d6f5 None None] Routers {'b53666e5-bc68-442c-8745-20c6605abe38'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:52:48.496365 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2afdbaf0-1ab2-4eaf-bd31-4bd71bc6d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:52:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b53666e5-bc68-442c-8745-20c6605abe38'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:48.534770 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9f1576d5-397c-4a2e-aefa-c533c1dbb506 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/b53666e5-bc68-442c-8745-20c6605abe38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7320778 Mar 11 15:52:48.537733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43484) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:48.603378 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d14a073-7866-4109-b0b9-c3fef49676f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting subnet 5c1ea285-c40b-4a8a-be51-a3754fb6c668 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:52:48.606220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d14a073-7866-4109-b0b9-c3fef49676f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:48.663413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d14a073-7866-4109-b0b9-c3fef49676f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:48.674371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-2afdbaf0-1ab2-4eaf-bd31-4bd71bc6d6f5 None None] Set router b53666e5-bc68-442c-8745-20c6605abe38 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:52:48.747049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d14a073-7866-4109-b0b9-c3fef49676f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:48.864372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d14a073-7866-4109-b0b9-c3fef49676f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:48.910077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7d14a073-7866-4109-b0b9-c3fef49676f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:48.912747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14a073-7866-4109-b0b9-c3fef49676f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1ea285-c40b-4a8a-be51-a3754fb6c668,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:48.920024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4602fb15-1be9-4d74-b2a8-fb5df4d165cf None None] Network 2e9c522f-1676-42a0-af7a-b2dedf76f58e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:52:48.921039 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7d14a073-7866-4109-b0b9-c3fef49676f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/subnets/5c1ea285-c40b-4a8a-be51-a3754fb6c668 HTTP/1.1" status: 204 len: 168 time: 0.3821464 Mar 11 15:52:48.923501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43488) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:49.100960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:49.149436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2afdbaf0-1ab2-4eaf-bd31-4bd71bc6d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:52:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:49.156760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afdbaf0-1ab2-4eaf-bd31-4bd71bc6d6f5 None None] Checking router: b53666e5-bc68-442c-8745-20c6605abe38 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:52:49.173925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afdbaf0-1ab2-4eaf-bd31-4bd71bc6d6f5 None None] Routers {'b53666e5-bc68-442c-8745-20c6605abe38'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:52:49.174530 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2afdbaf0-1ab2-4eaf-bd31-4bd71bc6d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:52:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b53666e5-bc68-442c-8745-20c6605abe38'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:49.288948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:49.338132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d6508d-77d8-4c75-b466-22cbd8d8d71d None None] DHCP port deletion for 2e9c522f-1676-42a0-af7a-b2dedf76f58e request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:52:49.347796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-21d6508d-77d8-4c75-b466-22cbd8d8d71d None None] Deleting port 6d3be78b-65ff-4e14-9272-8661083a8449 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:52:49.352716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-21d6508d-77d8-4c75-b466-22cbd8d8d71d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:49.368031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port fab89285-7981-4a9a-b9e8-6ebe185e0a05 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:52:49.368385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:49.404182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-2afdbaf0-1ab2-4eaf-bd31-4bd71bc6d6f5 None None] Set router b53666e5-bc68-442c-8745-20c6605abe38 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:52:49.540907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port fab89285-7981-4a9a-b9e8-6ebe185e0a05, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fab89285-7981-4a9a-b9e8-6ebe185e0a05,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:52:49.541264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:49.667369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for fab89285-7981-4a9a-b9e8-6ebe185e0a05 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:52:49.759525 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-21d6508d-77d8-4c75-b466-22cbd8d8d71d None None] For port 6d3be78b-65ff-4e14-9272-8661083a8449, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6d3be78b-65ff-4e14-9272-8661083a8449,segment=NetworkSegment(4234cec4-b1b9-4c6e-ab1b-5196c7c22a80),segment_id=4234cec4-b1b9-4c6e-ab1b-5196c7c22a80)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:52:49.759903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-21d6508d-77d8-4c75-b466-22cbd8d8d71d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:49.913280 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-21d6508d-77d8-4c75-b466-22cbd8d8d71d None None] Calling delete_port for 6d3be78b-65ff-4e14-9272-8661083a8449 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:52:49.921429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:49.996349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2afdbaf0-1ab2-4eaf-bd31-4bd71bc6d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:52:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:50.000753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afdbaf0-1ab2-4eaf-bd31-4bd71bc6d6f5 None None] The sync data for ids ['b53666e5-bc68-442c-8745-20c6605abe38'] in dv-neutron-833203-2-hyperv is: [{'id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'name': 'tempest-TestNetworkBasicOps-router-1470725054', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:50:55Z', 'updated_at': '2022-03-11T15:52:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'fab89285-7981-4a9a-b9e8-6ebe185e0a05', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53666e5-bc68-442c-8745-20c6605abe38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:56Z', 'updated_at': '2022-03-11T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:52:50.058411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-21d6508d-77d8-4c75-b466-22cbd8d8d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.087032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=fab89285-7981-4a9a-b9e8-6ebe185e0a05,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:50.107299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6508d-77d8-4c75-b466-22cbd8d8d71d None None] Pushing event deleted for resources: {'Port': ['ID=6d3be78b-65ff-4e14-9272-8661083a8449,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:50.110771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6508d-77d8-4c75-b466-22cbd8d8d71d None None] No DVR routers for this DVR port 6d3be78b-65ff-4e14-9272-8661083a8449 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:52:50.182431 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.357430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.359711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.464683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.465395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Fanout notify agent at l3_agent the message router_deleted on router b53666e5-bc68-442c-8745-20c6605abe38 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:52:50.481457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6d3be78b-65ff-4e14-9272-8661083a8449 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:52:50.487213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.488510 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9617bc45-9a0a-4460-9aac-9f71967f397d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/routers/b53666e5-bc68-442c-8745-20c6605abe38 HTTP/1.1" status: 204 len: 168 time: 1.5639231 Mar 11 15:52:50.491054 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43492) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:50.518062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 6d3be78b-65ff-4e14-9272-8661083a8449 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:52:50.518401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6d3be78b-65ff-4e14-9272-8661083a8449 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:52:50.518941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 411c3d50-2f14-4f6a-928b-676e90a1bd1f no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:52:50.556275 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 411c3d50-2f14-4f6a-928b-676e90a1bd1f {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:52:50.556782 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 411c3d50-2f14-4f6a-928b-676e90a1bd1f not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:52:50.607657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.740488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.765837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9c522f-1676-42a0-af7a-b2dedf76f58e']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:50.777451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:50.777742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4234cec4-b1b9-4c6e-ab1b-5196c7c22a80') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:50.788662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.803760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.810125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:52:50.814765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:52:50.824770 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:52:50.835216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-63920c3a-32b8-48ee-8eb5-3e4c0dd95c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.978265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.997996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.008784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Network': ['ID=2e9c522f-1676-42a0-af7a-b2dedf76f58e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:51.093726 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fa9b6ae5-115e-48d1-a258-e1016433e13f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/networks/2e9c522f-1676-42a0-af7a-b2dedf76f58e HTTP/1.1" status: 204 len: 168 time: 0.6012897 Mar 11 15:52:51.110817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43496) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:51.116501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'network': {'name': 'tempest-network-smoke--226944456', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'port_security_enabled': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:52:51.122118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:51.126448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:network and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:51.129457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:51.135143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:51.212464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:52:51.215947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.244525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:52:51.252902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.253226 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Added segment 45f0fb09-97e1-4502-8bf1-a0547d1e2ae4 of type vlan for network c693e644-9046-4a6d-bd8f-542a0bb9ed8e Mar 11 15:52:51.279713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.378046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.383813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:51.384408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.489993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Network': ['ID=c693e644-9046-4a6d-bd8f-542a0bb9ed8e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:51.499791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network c693e644-9046-4a6d-bd8f-542a0bb9ed8e details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:52:51.527982 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-60d58bbd-6cee-42d8-a09f-638dfb6868fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4159367 Mar 11 15:52:51.531124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43500) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:51.537082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-898361533', 'admin_state_up': True, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:52:51.544887 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:51.548783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:router and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:51.552352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:51.558189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:51.635487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.636528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.651276 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.956136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:52.340556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:52.385374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fab89285-7981-4a9a-b9e8-6ebe185e0a05 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:52:52.462645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: fab89285-7981-4a9a-b9e8-6ebe185e0a05 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:52:52.462988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fab89285-7981-4a9a-b9e8-6ebe185e0a05 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:52:52.492222 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:52.626502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.233 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/94536af3-5442-4710-897a-6ac0d5d586ce) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:52:52.769354 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:52.846802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:52.905464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:52:52.908042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:52:52.910609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:52:52.959763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=94536af3-5442-4710-897a-6ac0d5d586ce,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:53.367939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:53.629823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-65df48e7-50b9-4fd9-8cb1-0594456449b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:53.701252 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:54.074496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router f0358b30-0d7a-4360-90b2-7daa6149593d is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:52:54.248931 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:52:54.258589 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Sync routers for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:52:54.268673 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:52:54.269279 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:52:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:54.333216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:54.334490 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1b366324-b6e4-4334-aa57-100ce417588a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8021123 Mar 11 15:52:54.337574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43504) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:54.372224 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:54.448401 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:52:54.500593 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-09d95f13-cf4d-4296-a03b-9384031b07e3 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6797a56b2aca4fd594e47cef9b833912&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1617773 Mar 11 15:52:54.503052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43510) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:54.527120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:54.634641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76783c3b-7dd6-481a-be90-2f38fd8b5683 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:54.636630 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-76783c3b-7dd6-481a-be90-2f38fd8b5683 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1325347 Mar 11 15:52:54.642004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43514) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:54.678454 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c1b8c2fe-d467-4335-980d-8a43a0246071 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379484 Mar 11 15:52:54.681042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43518) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:54.686347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1955979255', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:52:54.731628 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:53Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:54.735406 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Checking router: f0358b30-0d7a-4360-90b2-7daa6149593d for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:52:54.735750 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Updating router f0358b30-0d7a-4360-90b2-7daa6149593d port 94536af3-5442-4710-897a-6ac0d5d586ce binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:52:54.796115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:54.800073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:subnet and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:54.802494 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:54.802940 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:54.808589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:54.892708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:52:54.896264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:55.146903 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:55.157858 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Transition to ACTIVE for port object 94536af3-5442-4710-897a-6ac0d5d586ce will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:52:55.195584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:55.218374 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:55.276492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Subnet': ['ID=770d6541-1886-40fb-8f4a-830638334a01,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:55.286982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Checking segment: {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:52:55.287358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network hostable DHCP agents. Network: c693e644-9046-4a6d-bd8f-542a0bb9ed8e, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:52:55.305419 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Attempting to bind port 94536af3-5442-4710-897a-6ac0d5d586ce on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:52:55.305955 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Attempting to bind port 94536af3-5442-4710-897a-6ac0d5d586ce by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:52:55.306134 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Attempting to bind port 94536af3-5442-4710-897a-6ac0d5d586ce on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:52:55.308749 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Pushing event updated for resources: {'Port': ['ID=94536af3-5442-4710-897a-6ac0d5d586ce,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:55.318087 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.318433 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.318771 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.319100 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.319424 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.319841 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.320171 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.320494 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.320843 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.321164 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.321479 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.321796 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:55.326680 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:52:55.327057 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:52:55.327459 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:55.327838 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:52:55.328303 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Bound port: 94536af3-5442-4710-897a-6ac0d5d586ce, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:52:55.328709 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:55.349646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network c693e644-9046-4a6d-bd8f-542a0bb9ed8e is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:52:55.400482 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] For port 94536af3-5442-4710-897a-6ac0d5d586ce, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:52:55.403364 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] For port 94536af3-5442-4710-897a-6ac0d5d586ce, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=94536af3-5442-4710-897a-6ac0d5d586ce,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:52:55.418423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, c693e644-9046-4a6d-bd8f-542a0bb9ed8e) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:52:55.422553 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:55.423133 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:55.427244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec27ee2-e55e-4c55-993d-99388eb9d09f None None] Network c693e644-9046-4a6d-bd8f-542a0bb9ed8e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:52:55.487175 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:55.516229 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-852ee238-717b-46d9-a1d8-a6b0a44b4dd1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8341126 Mar 11 15:52:55.519148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43522) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:55.567768 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58290062-9242-4810-b3ab-932d8970fa53 None None] Pushing event updated for resources: {'Port': ['ID=94536af3-5442-4710-897a-6ac0d5d586ce,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:55.580419 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:52:55.581055 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:52:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:55.643098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:52:55.644476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:55.769448 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:52:55.796321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Allocated IP 172.20.0.2 (c693e644-9046-4a6d-bd8f-542a0bb9ed8e/770d6541-1886-40fb-8f4a-830638334a01/d00bedb7-93fe-4035-877b-e99216833026) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:52:55.914813 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.028288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.029309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.039803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Transition to ACTIVE for port object d00bedb7-93fe-4035-877b-e99216833026 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:52:56.059849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Transition to ACTIVE for port object d00bedb7-93fe-4035-877b-e99216833026 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:52:56.072223 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:53Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:56.076241 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635d465-d1e7-424c-ab22-0b765cfa57ee None None] The sync data for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv is: [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:53Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:52:56.162055 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.221260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Network c693e644-9046-4a6d-bd8f-542a0bb9ed8e is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:52:56.224066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:52:56.228794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:52:56.271761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Pushing event updated for resources: {'Port': ['ID=d00bedb7-93fe-4035-877b-e99216833026,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:56.351500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Attempting to bind port d00bedb7-93fe-4035-877b-e99216833026 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:52:56.351500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Attempting to bind port d00bedb7-93fe-4035-877b-e99216833026 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:52:56.351500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Attempting to bind port d00bedb7-93fe-4035-877b-e99216833026 on network c693e644-9046-4a6d-bd8f-542a0bb9ed8e {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:52:56.355985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:52:56.356365 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Checking segment: {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:52:56.356854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.357250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Bound using segment: {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:52:56.357751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Bound port: d00bedb7-93fe-4035-877b-e99216833026, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:52:56.358127 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.379253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.471693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 94536af3-5442-4710-897a-6ac0d5d586ce up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:52:56.500101 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] For port d00bedb7-93fe-4035-877b-e99216833026, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:52:56.520015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] For port d00bedb7-93fe-4035-877b-e99216833026, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d00bedb7-93fe-4035-877b-e99216833026,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:52:56.607520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.666191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 94536af3-5442-4710-897a-6ac0d5d586ce completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:52:56.685168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 94536af3-5442-4710-897a-6ac0d5d586ce triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:52:56.685543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.739241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd5a02-40c8-401c-bbfb-e4c7287891b2 None None] Pushing event updated for resources: {'Port': ['ID=d00bedb7-93fe-4035-877b-e99216833026,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:56.835439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.1 (c693e644-9046-4a6d-bd8f-542a0bb9ed8e/770d6541-1886-40fb-8f4a-830638334a01/6771e364-6978-4ae9-a043-d9c0014064ce) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:52:56.838516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.858203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 94536af3-5442-4710-897a-6ac0d5d586ce, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=94536af3-5442-4710-897a-6ac0d5d586ce,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:52:56.920989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:57.039664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=94536af3-5442-4710-897a-6ac0d5d586ce,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:57.041126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:57.061318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object 6771e364-6978-4ae9-a043-d9c0014064ce will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:52:57.156062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:57.228007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network c693e644-9046-4a6d-bd8f-542a0bb9ed8e is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:52:57.231497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:52:57.235322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:52:57.283475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=6771e364-6978-4ae9-a043-d9c0014064ce,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:57.304394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:57.680180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:58.197518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:58.269976 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:58.341843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4d183c-b19e-4c51-940c-8f05f23b59f3 None None] Network c693e644-9046-4a6d-bd8f-542a0bb9ed8e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:52:58.383959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=6771e364-6978-4ae9-a043-d9c0014064ce,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:58.386474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:58.519740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 94536af3-5442-4710-897a-6ac0d5d586ce up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:52:58.540206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network c693e644-9046-4a6d-bd8f-542a0bb9ed8e is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:52:58.541379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:52:58.560686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-677f1e1f-93a4-4fd0-baa3-4fced742997a None None] Provisioning for port d00bedb7-93fe-4035-877b-e99216833026 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:52:58.637826 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 94536af3-5442-4710-897a-6ac0d5d586ce triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:52:58.638193 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:58.740936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router f0358b30-0d7a-4360-90b2-7daa6149593d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:52:58.808409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d00bedb7-93fe-4035-877b-e99216833026 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:52:58.931151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:52:58.946270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port d00bedb7-93fe-4035-877b-e99216833026 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:52:58.946389 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-89126d30-6739-4739-838a-d002a62d28d4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/f0358b30-0d7a-4360-90b2-7daa6149593d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4237971 Mar 11 15:52:58.946501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Sync routers for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:52:58.946895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43528) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:58.950018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port d00bedb7-93fe-4035-877b-e99216833026 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:52:58.950390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:58.991384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ed9dd20c-d2f8-4f94-a03c-429b0eb21939 None None] Provisioning for port 6771e364-6978-4ae9-a043-d9c0014064ce completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:52:59.000527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:52:59.001189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:52:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:59.058545 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ed9dd20c-d2f8-4f94-a03c-429b0eb21939 None None] Provisioning complete for port 6771e364-6978-4ae9-a043-d9c0014064ce triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:52:59.058914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd20c-d2f8-4f94-a03c-429b0eb21939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:59.101181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d44c0-c6cd-46a8-a494-176a6cc53828 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.101823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d44c0-c6cd-46a8-a494-176a6cc53828 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.102368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d44c0-c6cd-46a8-a494-176a6cc53828 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.102891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d44c0-c6cd-46a8-a494-176a6cc53828 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.103416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d44c0-c6cd-46a8-a494-176a6cc53828 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.104009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d44c0-c6cd-46a8-a494-176a6cc53828 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.106461 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-112d44c0-c6cd-46a8-a494-176a6cc53828 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1585612 Mar 11 15:52:59.110160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43532) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:59.186442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc3b2f-d1d9-4df7-b472-59c0e6e76d1b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.186913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc3b2f-d1d9-4df7-b472-59c0e6e76d1b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.187371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc3b2f-d1d9-4df7-b472-59c0e6e76d1b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.187824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc3b2f-d1d9-4df7-b472-59c0e6e76d1b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.188271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc3b2f-d1d9-4df7-b472-59c0e6e76d1b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.188743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc3b2f-d1d9-4df7-b472-59c0e6e76d1b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.190500 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-dbfc3b2f-d1d9-4df7-b472-59c0e6e76d1b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0787382 Mar 11 15:52:59.193464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43536) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:59.206771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ed9dd20c-d2f8-4f94-a03c-429b0eb21939 None None] Port 6771e364-6978-4ae9-a043-d9c0014064ce cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:52:59.296038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:52:59.352541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:59.412399 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2dd70ab3-8267-41da-bc9f-432424eef166 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2145693 Mar 11 15:52:59.454753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c9fd6050-5cbb-4712-aea1-a268a4a2b746 None None] Provisioning complete for port 6771e364-6978-4ae9-a043-d9c0014064ce triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:52:59.455123 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6050-5cbb-4712-aea1-a268a4a2b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:59.497102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port d00bedb7-93fe-4035-877b-e99216833026, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d00bedb7-93fe-4035-877b-e99216833026,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:52:59.591112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd6050-5cbb-4712-aea1-a268a4a2b746 None None] Port 6771e364-6978-4ae9-a043-d9c0014064ce cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:52:59.592575 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:59.679455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43542) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:59.685288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2094561723', 'description': 'tempest-secgroup-smoke-2094561723 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:52:59.691390 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:59.695514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:59.699189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:59.705056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:59.715375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=d00bedb7-93fe-4035-877b-e99216833026,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:59.754827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:52:58Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:59.758630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Checking router: f0358b30-0d7a-4360-90b2-7daa6149593d for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:52:59.758981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Updating router f0358b30-0d7a-4360-90b2-7daa6149593d port 6771e364-6978-4ae9-a043-d9c0014064ce binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:52:59.810236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:59.846918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:59.867088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:59.871655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:59.874515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:59.880148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:59.948883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.018266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.063148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5361fed0-d7ef-4c96-ad2f-a5f4228b535b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:00.115867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.117168 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5ba7067f-943e-4399-ac16-de9deb8476f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4366896 Mar 11 15:53:00.120050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43546) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:00.125167 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d8c064c2-9753-44e1-a7d9-7941c54b8470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5361fed0-d7ef-4c96-ad2f-a5f4228b535b', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:53:00.131058 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d8c064c2-9753-44e1-a7d9-7941c54b8470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:00.134816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d8c064c2-9753-44e1-a7d9-7941c54b8470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:00.138190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d8c064c2-9753-44e1-a7d9-7941c54b8470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:00.143764 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d8c064c2-9753-44e1-a7d9-7941c54b8470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:00.144732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.157269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Transition to ACTIVE for port object 6771e364-6978-4ae9-a043-d9c0014064ce will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:53:00.253587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8c064c2-9753-44e1-a7d9-7941c54b8470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.258064 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.316468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8c064c2-9753-44e1-a7d9-7941c54b8470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.378034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8c064c2-9753-44e1-a7d9-7941c54b8470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.405691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c064c2-9753-44e1-a7d9-7941c54b8470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7277f1-14b4-4fef-9d35-0e3c2cb36e37,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:00.466620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Pushing event updated for resources: {'Port': ['ID=6771e364-6978-4ae9-a043-d9c0014064ce,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:00.474993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d00bedb7-93fe-4035-877b-e99216833026 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:53:00.498443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d8c064c2-9753-44e1-a7d9-7941c54b8470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.502373 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d8c064c2-9753-44e1-a7d9-7941c54b8470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3786566 Mar 11 15:53:00.502710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43550) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:00.508189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-74976757-d125-4a12-905d-315250ae84ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5361fed0-d7ef-4c96-ad2f-a5f4228b535b', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:53:00.515029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-74976757-d125-4a12-905d-315250ae84ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:00.519049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-74976757-d125-4a12-905d-315250ae84ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:00.522430 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-74976757-d125-4a12-905d-315250ae84ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:00.528224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-74976757-d125-4a12-905d-315250ae84ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:00.552475 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.552850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.553169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.553501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.553823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.554146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.554462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.554785 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.555096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.555407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.555714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.556019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:00.585300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-74976757-d125-4a12-905d-315250ae84ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.599042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Attempting to bind port 6771e364-6978-4ae9-a043-d9c0014064ce on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:53:00.599409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Attempting to bind port 6771e364-6978-4ae9-a043-d9c0014064ce by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:53:00.599760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Attempting to bind port 6771e364-6978-4ae9-a043-d9c0014064ce on network c693e644-9046-4a6d-bd8f-542a0bb9ed8e {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:53:00.608687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:53:00.609051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Checking segment: {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:53:00.609452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.609807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Bound using segment: {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:53:00.610290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Bound port: 6771e364-6978-4ae9-a043-d9c0014064ce, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:53:00.610649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.651353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-74976757-d125-4a12-905d-315250ae84ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.681737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port d00bedb7-93fe-4035-877b-e99216833026 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:53:00.682755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.715474 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-74976757-d125-4a12-905d-315250ae84ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.741174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74976757-d125-4a12-905d-315250ae84ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4838703-17a9-4f0d-acdf-266894f911ce,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:00.750038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] For port 6771e364-6978-4ae9-a043-d9c0014064ce, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:53:00.759432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] For port 6771e364-6978-4ae9-a043-d9c0014064ce, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6771e364-6978-4ae9-a043-d9c0014064ce,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:53:00.789660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-74976757-d125-4a12-905d-315250ae84ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.791233 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-74976757-d125-4a12-905d-315250ae84ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2872992 Mar 11 15:53:00.795018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43554) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:00.803526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-88bdb08e-6302-42b3-bf93-73ee82465134 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5361fed0-d7ef-4c96-ad2f-a5f4228b535b', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:53:00.805927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-88bdb08e-6302-42b3-bf93-73ee82465134 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:00.810557 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-88bdb08e-6302-42b3-bf93-73ee82465134 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:00.813496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-88bdb08e-6302-42b3-bf93-73ee82465134 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:00.818393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.819483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-88bdb08e-6302-42b3-bf93-73ee82465134 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:00.898653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-88bdb08e-6302-42b3-bf93-73ee82465134 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.903113 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:53:00.903753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:52:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:53:00.966444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-88bdb08e-6302-42b3-bf93-73ee82465134 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.972569 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1869251-150e-43cb-b383-2a655f104f1e None None] Pushing event updated for resources: {'Port': ['ID=6771e364-6978-4ae9-a043-d9c0014064ce,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:01.012991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-88bdb08e-6302-42b3-bf93-73ee82465134 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:01.038882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdb08e-6302-42b3-bf93-73ee82465134 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f927e8-4e24-421e-9775-f19af2ddf218,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:01.091898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:53:01.132341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-88bdb08e-6302-42b3-bf93-73ee82465134 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:01.137250 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-88bdb08e-6302-42b3-bf93-73ee82465134 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3380623 Mar 11 15:53:01.139980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43558) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:01.144597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a46f72e2-587f-4aaa-8096-f420325cdf5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5361fed0-d7ef-4c96-ad2f-a5f4228b535b', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:53:01.152466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a46f72e2-587f-4aaa-8096-f420325cdf5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:01.157361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a46f72e2-587f-4aaa-8096-f420325cdf5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:01.160248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a46f72e2-587f-4aaa-8096-f420325cdf5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:01.165783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a46f72e2-587f-4aaa-8096-f420325cdf5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:01.241792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a46f72e2-587f-4aaa-8096-f420325cdf5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:01.308790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a46f72e2-587f-4aaa-8096-f420325cdf5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:01.383610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a46f72e2-587f-4aaa-8096-f420325cdf5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:01.407619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f72e2-587f-4aaa-8096-f420325cdf5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770d2cfe-31a7-409f-94d9-35ce4cf2c904,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:01.419405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:00Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:53:01.422184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0562d-8392-4c9e-8339-fd6b9975e6df None None] The sync data for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv is: [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:00Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:53:01.470553 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a46f72e2-587f-4aaa-8096-f420325cdf5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:01.472386 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a46f72e2-587f-4aaa-8096-f420325cdf5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3333659 Mar 11 15:53:01.476733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43562) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:01.481082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5361fed0-d7ef-4c96-ad2f-a5f4228b535b', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:53:01.490439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:01.494473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:01.497469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:01.504166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:01.578310 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:53:01.586364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:01.656804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:01.761686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:01.790605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28732b4-1041-48ee-839b-ce989d82db30,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:01.882100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:01.886552 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fce79f06-d2a7-4eaa-9a2e-607fc564c330 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4072978 Mar 11 15:53:01.886747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43566) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:01.892078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5361fed0-d7ef-4c96-ad2f-a5f4228b535b', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:53:01.898563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:01.902400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:01.905670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:01.914568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:01.990067 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:53:01.998201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:02.069858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:02.127775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:02.151055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cb7561-9ac9-43bd-a420-9fa8ffb0f896,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:02.219484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:02.220415 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-76659603-fbff-4b7e-ba8b-d69e82f0a81e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3327665 Mar 11 15:53:02.394430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-3cf92f29-a737-4c49-b6ef-cf431e47e6b3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:53:02.453178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6771e364-6978-4ae9-a043-d9c0014064ce up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:53:02.481246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-3cf92f29-a737-4c49-b6ef-cf431e47e6b3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:53:02.482433 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-3cf92f29-a737-4c49-b6ef-cf431e47e6b3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094561723&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.1347270 Mar 11 15:53:02.578094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 6771e364-6978-4ae9-a043-d9c0014064ce completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:53:02.583013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6771e364-6978-4ae9-a043-d9c0014064ce triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:53:02.583381 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:02.634824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-a63628d9-8d21-48a5-88b9-5f23c0da2405 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:02.635423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-a63628d9-8d21-48a5-88b9-5f23c0da2405 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:53:02.700005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:02.726425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-a63628d9-8d21-48a5-88b9-5f23c0da2405 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:53:02.727677 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-a63628d9-8d21-48a5-88b9-5f23c0da2405 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/networks?id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e HTTP/1.1" status: 200 len: 796 time: 0.2382534 Mar 11 15:53:02.734524 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 6771e364-6978-4ae9-a043-d9c0014064ce, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6771e364-6978-4ae9-a043-d9c0014064ce,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:53:02.744301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4fe54ef2-946f-4b02-a9fd-17409d0c7aa6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/quotas/6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 375 time: 0.0102825 Mar 11 15:53:02.824268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:02.898488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=6771e364-6978-4ae9-a043-d9c0014064ce,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:02.944934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-a2447b29-09cb-4ff4-94a2-b83b5028a414 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:53:03.034923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-a2447b29-09cb-4ff4-94a2-b83b5028a414 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:53:03.036177 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-a2447b29-09cb-4ff4-94a2-b83b5028a414 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2864921 Mar 11 15:53:03.169200 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4c324bbd-2211-4a8c-b2f2-df22f44e9a03 service neutron] 10.222.0.39 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215067 Mar 11 15:53:03.298281 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-2bd3fc3e-92b7-454e-a9b9-fcad92dfba3e service neutron] 10.222.0.39 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234455 Mar 11 15:53:03.521528 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dced2fb0-2e28-4b29-b5b3-f1b27cd65889 req-06f8790e-8983-489b-a3a7-9fe63330b9ba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 210 time: 0.0424633 Mar 11 15:53:04.433280 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6771e364-6978-4ae9-a043-d9c0014064ce up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:53:04.503124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6771e364-6978-4ae9-a043-d9c0014064ce triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:53:04.503124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:04.672516 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1511e7ee-cb3a-458d-9eb0-0868977f77bf req-a1c6964c-d4a2-4548-bcae-bb2d1bf20ff5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 210 time: 0.0427866 Mar 11 15:53:05.576806 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-58f81b1e-d9ef-4f19-a8d2-bc42a15832c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1135552 Mar 11 15:53:05.738081 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-64a67b01-7ca8-4a34-a7c7-5d18b7f8fbb0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:05.738081 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-64a67b01-7ca8-4a34-a7c7-5d18b7f8fbb0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e HTTP/1.1" status: 200 len: 796 time: 0.1991940 Mar 11 15:53:05.790113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-ae1b74bd-6978-412e-b39e-35b42fd48e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:05.791614 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-ae1b74bd-6978-412e-b39e-35b42fd48e5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 1099 time: 0.1425936 Mar 11 15:53:05.833042 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-19cf40ee-994b-495c-b6e3-c024b36a07b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 380 time: 0.0942183 Mar 11 15:53:05.863677 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d4fb3d8-5ffe-4b05-a553-e53e7b637027 req-261fa338-85a5-4809-9448-86fff51ee512 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 210 time: 0.0792809 Mar 11 15:53:05.892285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'device_id': '9180aad2-8d23-421f-b51a-3d4db229e433', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'admin_state_up': True, 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'security_groups': ['5361fed0-d7ef-4c96-ad2f-a5f4228b535b']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:53:06.086910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-1492ad61-ae0e-4e2f-aec0-b1db207a6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:06.087982 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-1492ad61-ae0e-4e2f-aec0-b1db207a6e20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.2594826 Mar 11 15:53:06.097882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:06.182984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:06.213291 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-17c68d12-7f0c-4e7e-a057-bea7c3bcc9a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 HTTP/1.1" status: 200 len: 1001 time: 0.1172905 Mar 11 15:53:06.260066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:53:06.263518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:06.337144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-605b39a6-377d-459f-9ff9-c411b1bdaf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:06.338527 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-605b39a6-377d-459f-9ff9-c411b1bdaf8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.1192646 Mar 11 15:53:06.501802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.10 (c693e644-9046-4a6d-bd8f-542a0bb9ed8e/770d6541-1886-40fb-8f4a-830638334a01/3b7c4011-8ec8-408f-97e1-f0aca44faf00) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:53:06.504876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-84f71e13-a2dd-4e2c-9804-4720aca35a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:06.506417 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-84f71e13-a2dd-4e2c-9804-4720aca35a8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1609838 Mar 11 15:53:06.924257 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-8e76d4c8-ea59-41f6-b17f-a3521c7c7d3f service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096417 Mar 11 15:53:07.101066 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-020931d1-b981-4af6-887f-1d7adb78e6d7 req-43fc85de-f74e-469c-93be-697e5299daa9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 210 time: 0.0739639 Mar 11 15:53:07.107052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:07.149105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object 3b7c4011-8ec8-408f-97e1-f0aca44faf00 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:53:07.151600 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a94f60aa-c349-4f6e-9e4d-3f4473f03d9e req-94332ef8-4c8b-4778-ba9e-fe0d2a81ae92 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213981 Mar 11 15:53:07.248011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:07.315908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network c693e644-9046-4a6d-bd8f-542a0bb9ed8e is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:53:07.323327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:53:07.327992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:53:07.358794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=3b7c4011-8ec8-408f-97e1-f0aca44faf00,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:07.396717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:07.397544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:07.533230 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-4936528f-f01d-48a9-bbcd-00bfc6765357 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6743493 Mar 11 15:53:07.546483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Request body: {'port': {'device_id': '9180aad2-8d23-421f-b51a-3d4db229e433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:53:07.578122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b0a1ce20-e363-429b-b3f6-603114edfd40 None None] Provisioning for port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:53:07.583156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b0a1ce20-e363-429b-b3f6-603114edfd40 None None] Provisioning complete for port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:53:07.583522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ce20-e363-429b-b3f6-603114edfd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:07.636953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1ce20-e363-429b-b3f6-603114edfd40 None None] Port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:53:07.658101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:07.998282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7c4011-8ec8-408f-97e1-f0aca44faf00 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:53:08.005718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.020087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Transition to ACTIVE for port object 3b7c4011-8ec8-408f-97e1-f0aca44faf00 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:53:08.081392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.214546 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7c4011-8ec8-408f-97e1-f0aca44faf00,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:08.378143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Attempting to bind port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:53:08.378531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Attempting to bind port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:53:08.378871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Attempting to bind port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 on network c693e644-9046-4a6d-bd8f-542a0bb9ed8e {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:53:08.386219 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 on network c693e644-9046-4a6d-bd8f-542a0bb9ed8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:53:08.386536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Attempting to bind port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 on network c693e644-9046-4a6d-bd8f-542a0bb9ed8e {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:53:08.396014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39bb8f-797b-48bf-8dd5-3e3612214e9d req-ba3c2053-acae-4444-8009-7dcf167fb520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:08.396733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4c39bb8f-797b-48bf-8dd5-3e3612214e9d req-ba3c2053-acae-4444-8009-7dcf167fb520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:53:08.406847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:53:08.407183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Checking segment: {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:53:08.407560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Bound using segment: {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:53:08.407983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Bound port: 3b7c4011-8ec8-408f-97e1-f0aca44faf00, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:53:08.408326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.497546 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4c39bb8f-797b-48bf-8dd5-3e3612214e9d req-ba3c2053-acae-4444-8009-7dcf167fb520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:53:08.497546 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4c39bb8f-797b-48bf-8dd5-3e3612214e9d req-ba3c2053-acae-4444-8009-7dcf167fb520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 944 time: 0.2516677 Mar 11 15:53:08.517926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] For port 3b7c4011-8ec8-408f-97e1-f0aca44faf00, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:53:08.535183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] For port 3b7c4011-8ec8-408f-97e1-f0aca44faf00, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3b7c4011-8ec8-408f-97e1-f0aca44faf00,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:53:08.547263 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4c39bb8f-797b-48bf-8dd5-3e3612214e9d req-33394c9c-b41a-4772-a2c8-ca163164d00f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460780 Mar 11 15:53:08.596604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.653675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:08.654240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.655572 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] 10.222.0.30 "PUT /v2.0/ports/3b7c4011-8ec8-408f-97e1-f0aca44faf00 HTTP/1.1" status: 200 len: 1094 time: 1.1156495 Mar 11 15:53:08.655994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9180aad2-8d23-421f-b51a-3d4db229e433', 'tag': '3b7c4011-8ec8-408f-97e1-f0aca44faf00'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:53:08.684500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0346c9-4009-4168-8533-68b7dc582d57 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7c4011-8ec8-408f-97e1-f0aca44faf00,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:08.722607 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9180aad2-8d23-421f-b51a-3d4db229e433', 'tag': '3b7c4011-8ec8-408f-97e1-f0aca44faf00', 'status': 'completed', 'code': 200} Mar 11 15:53:08.817623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e027d7-f920-4884-88be-478fe7c56f05 req-baf08660-c289-4dcf-a58a-dd3722926f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:08.819189 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e9e027d7-f920-4884-88be-478fe7c56f05 req-baf08660-c289-4dcf-a58a-dd3722926f3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 1097 time: 0.0776408 Mar 11 15:53:09.082748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e027d7-f920-4884-88be-478fe7c56f05 req-bd47cc69-480f-46da-b458-cd3da67f63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:09.083997 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e9e027d7-f920-4884-88be-478fe7c56f05 req-bd47cc69-480f-46da-b458-cd3da67f63cd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2582512 Mar 11 15:53:09.217000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e027d7-f920-4884-88be-478fe7c56f05 req-e1df788e-4671-4db0-a1ea-1f27aecf470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:09.218475 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e9e027d7-f920-4884-88be-478fe7c56f05 req-e1df788e-4671-4db0-a1ea-1f27aecf470f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285365 Mar 11 15:53:09.324488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-494d7e40-7943-4e04-b604-145a45b9495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:09.328091 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-494d7e40-7943-4e04-b604-145a45b9495f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 1097 time: 0.0731344 Mar 11 15:53:09.391764 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-450ec4da-e23b-4ec8-858f-0cbff0578831 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7c4011-8ec8-408f-97e1-f0aca44faf00 HTTP/1.1" status: 200 len: 217 time: 0.0593462 Mar 11 15:53:09.455064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-c4dae33c-bd9c-49cd-9dac-cbe5b10dda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:09.456582 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-c4dae33c-bd9c-49cd-9dac-cbe5b10dda38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=770d6541-1886-40fb-8f4a-830638334a01 HTTP/1.1" status: 200 len: 835 time: 0.0597646 Mar 11 15:53:09.531554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-c0060cf3-f2ed-473b-9852-2cf61d477086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:09.533024 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-c0060cf3-f2ed-473b-9852-2cf61d477086 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703905 Mar 11 15:53:09.708473 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-101c6960-d880-4341-8902-6f02047fe1d5 service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690412 Mar 11 15:53:09.846092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11b348-18f4-4001-8eb0-95c4a1857041 req-dc25add7-a1b5-4cc5-b862-cceb3f9c387f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:09.849324 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cb11b348-18f4-4001-8eb0-95c4a1857041 req-dc25add7-a1b5-4cc5-b862-cceb3f9c387f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 944 time: 0.1883709 Mar 11 15:53:09.878601 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04231ed6-a33c-48ea-adcc-b508f97ae8ef req-26dd7394-149a-4dcc-acb9-c095278c50a3 service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644235 Mar 11 15:53:09.900967 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cb11b348-18f4-4001-8eb0-95c4a1857041 req-7ff9728b-0e27-4246-a489-f3ab85145fd6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451267 Mar 11 15:53:11.083483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4cf4a-92c7-4c70-993d-9f728555fb6a req-7ad9cbbb-9850-4f42-939c-2866141f32c5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:11.085232 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b6b4cf4a-92c7-4c70-993d-9f728555fb6a req-7ad9cbbb-9850-4f42-939c-2866141f32c5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 944 time: 0.0790706 Mar 11 15:53:11.132986 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b6b4cf4a-92c7-4c70-993d-9f728555fb6a req-5a3de4fb-842a-4c31-b8b3-7ec32b339c6e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Mar 11 15:53:12.316855 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabf0a8-cd95-44a9-9cf8-582760fc5221 req-1fb105ad-bd65-49de-b109-1294a761e6e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:12.318314 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cbabf0a8-cd95-44a9-9cf8-582760fc5221 req-1fb105ad-bd65-49de-b109-1294a761e6e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 944 time: 0.0808074 Mar 11 15:53:12.362403 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cbabf0a8-cd95-44a9-9cf8-582760fc5221 req-4a358f87-76cb-4fee-8297-c2e35cb8f7eb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385151 Mar 11 15:53:13.548331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f94977-5658-423d-a273-ac9997f455ee req-bc6abc13-e4b3-4148-a432-68bb19d5e84f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:13.549721 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f8f94977-5658-423d-a273-ac9997f455ee req-bc6abc13-e4b3-4148-a432-68bb19d5e84f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 944 time: 0.0826566 Mar 11 15:53:13.593134 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f8f94977-5658-423d-a273-ac9997f455ee req-9b666192-9a28-4f23-927e-6f209c635796 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377488 Mar 11 15:53:13.872233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 3b7c4011-8ec8-408f-97e1-f0aca44faf00 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:53:14.038970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 3b7c4011-8ec8-408f-97e1-f0aca44faf00, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3b7c4011-8ec8-408f-97e1-f0aca44faf00,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:53:14.052530 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '3b7c4011-8ec8-408f-97e1-f0aca44faf00', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'port_id': '3b7c4011-8ec8-408f-97e1-f0aca44faf00', 'mac_address': 'fa:16:3e:94:ed:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:53:14.106567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:14.123276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7c4011-8ec8-408f-97e1-f0aca44faf00 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:53:14.138691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 3b7c4011-8ec8-408f-97e1-f0aca44faf00, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3b7c4011-8ec8-408f-97e1-f0aca44faf00,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:53:14.240523 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:14.308665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=3b7c4011-8ec8-408f-97e1-f0aca44faf00,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:14.556816 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['3b7c4011-8ec8-408f-97e1-f0aca44faf00'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:53:14.780612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394574f-1ebd-4585-9136-68fce4da32df req-4a80248c-e4c4-4f1a-b235-1481065378af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:14.782864 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6394574f-1ebd-4585-9136-68fce4da32df req-4a80248c-e4c4-4f1a-b235-1481065378af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 945 time: 0.0811999 Mar 11 15:53:14.827543 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6394574f-1ebd-4585-9136-68fce4da32df req-cbb13d48-8971-4dc9-9ab7-4725fc4b5fac tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388241 Mar 11 15:53:15.872598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 3b7c4011-8ec8-408f-97e1-f0aca44faf00 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:53:16.012086 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:53:16.016407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae252f-bd95-40e5-bd05-cc9ef9e3b34c req-6a755db4-f67f-4bee-8c7e-3ebcf2bded0b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:16.017714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:53:16.017919 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-30ae252f-bd95-40e5-bd05-cc9ef9e3b34c req-6a755db4-f67f-4bee-8c7e-3ebcf2bded0b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 945 time: 0.0856426 Mar 11 15:53:16.018086 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:16.062433 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-30ae252f-bd95-40e5-bd05-cc9ef9e3b34c req-801a82b6-7f32-4a92-9a29-309ace387dcd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384963 Mar 11 15:53:16.132626 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:16.159049 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9180aad2-8d23-421f-b51a-3d4db229e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7c4011-8ec8-408f-97e1-f0aca44faf00'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:53:16.168516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 3b7c4011-8ec8-408f-97e1-f0aca44faf00, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3b7c4011-8ec8-408f-97e1-f0aca44faf00,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:53:16.203108 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9180aad2-8d23-421f-b51a-3d4db229e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7c4011-8ec8-408f-97e1-f0aca44faf00', 'code': 200} Mar 11 15:53:16.275164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:16.346712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=3b7c4011-8ec8-408f-97e1-f0aca44faf00,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:16.619613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54d892-4a62-4e66-be7a-5e41aecc1339 req-ce11d715-06dd-4b3d-9151-ab4199c4816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:16.621041 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3e54d892-4a62-4e66-be7a-5e41aecc1339 req-ce11d715-06dd-4b3d-9151-ab4199c4816f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 1099 time: 0.0708354 Mar 11 15:53:16.665827 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3e54d892-4a62-4e66-be7a-5e41aecc1339 req-58efbe66-7e95-46d6-b077-4fe61682018e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380456 Mar 11 15:53:16.810279 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:53:17.246255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb9fd8-438f-4fb5-8fdd-e705d6304ec3 req-004732a2-bd4b-404a-8abc-4c94a6ad2432 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:17.247695 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27fb9fd8-438f-4fb5-8fdd-e705d6304ec3 req-004732a2-bd4b-404a-8abc-4c94a6ad2432 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 946 time: 0.0806942 Mar 11 15:53:17.292804 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27fb9fd8-438f-4fb5-8fdd-e705d6304ec3 req-9ab86e41-ce84-4411-b15f-0cf67455c0d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380900 Mar 11 15:53:18.478488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7ce5-23c6-48b8-80de-3e20a5655c33 req-020f04c8-cc90-4cf9-9dea-175be153b19a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:18.484202 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c11a7ce5-23c6-48b8-80de-3e20a5655c33 req-020f04c8-cc90-4cf9-9dea-175be153b19a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 946 time: 0.0793941 Mar 11 15:53:18.619679 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c11a7ce5-23c6-48b8-80de-3e20a5655c33 req-e3a2ddcb-e44f-411b-bd3c-90db928ac0f5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340699 Mar 11 15:53:18.802411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548edcb-37e5-4b43-93f8-d59922e3ae10 req-7b64c993-46c1-4510-a65d-f1ca35ecb898 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:18.803849 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9548edcb-37e5-4b43-93f8-d59922e3ae10 req-7b64c993-46c1-4510-a65d-f1ca35ecb898 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 946 time: 0.0786486 Mar 11 15:53:18.847002 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9548edcb-37e5-4b43-93f8-d59922e3ae10 req-c0ea6f23-6485-427d-8eff-dc3579f32b22 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375843 Mar 11 15:53:18.869667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43630) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:18.941600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d88679-57b6-4012-bd7b-c00b91682863 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:18.943156 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-64d88679-57b6-4012-bd7b-c00b91682863 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 1094 time: 0.0725379 Mar 11 15:53:18.946302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43634) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:18.950867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '3b7c4011-8ec8-408f-97e1-f0aca44faf00', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:53:18.956867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:18.960744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:floatingip and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:18.963502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:18.969262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:19.057713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:19.190439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:19.324800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.119 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/bf9ba23b-ae2d-421c-9773-c136dce1da1b) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:53:19.469713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:19.589408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:19.650471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:53:19.657242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:53:19.659801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:53:19.694568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=bf9ba23b-ae2d-421c-9773-c136dce1da1b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:20.072893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:20.201417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:20.405455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:20.446721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:20.556917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=bf9ba23b-ae2d-421c-9773-c136dce1da1b,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:20.566602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:20.840687 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP 2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb associated. External IP: 172.26.6.119, port: 3b7c4011-8ec8-408f-97e1-f0aca44faf00. Mar 11 15:53:20.846806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6ddb058d-be2d-4a85-8344-faf4b6c48cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:21.188069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router f0358b30-0d7a-4360-90b2-7daa6149593d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:53:21.369109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:53:21.379184 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910e00a-a407-4743-9dd9-5a6af5821c86 None None] Sync routers for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:53:21.387895 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910e00a-a407-4743-9dd9-5a6af5821c86 None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:53:21.388510 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a910e00a-a407-4743-9dd9-5a6af5821c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:52:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:53:21.504724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:21.563241 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7ae5449c-048f-4c33-b09a-0526d567963a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6137292 Mar 11 15:53:21.563241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9180aad2-8d23-421f-b51a-3d4db229e433', 'tag': '3b7c4011-8ec8-408f-97e1-f0aca44faf00'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:53:21.564113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43638) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:21.574161 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-a910e00a-a407-4743-9dd9-5a6af5821c86 None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:53:21.605990 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9180aad2-8d23-421f-b51a-3d4db229e433', 'tag': '3b7c4011-8ec8-408f-97e1-f0aca44faf00', 'status': 'completed', 'code': 200} Mar 11 15:53:21.721789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5fc4e-d336-4f2e-b536-4bf583ec615f req-64806d59-b55f-4a25-8c58-21b48c3105a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:21.723413 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-24c5fc4e-d336-4f2e-b536-4bf583ec615f req-64806d59-b55f-4a25-8c58-21b48c3105a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 1099 time: 0.0841846 Mar 11 15:53:21.804793 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-57fde617-7561-4c52-b5e5-5a6a6bbb9f17 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 200 len: 992 time: 0.2375820 Mar 11 15:53:21.864283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5fc4e-d336-4f2e-b536-4bf583ec615f req-dcab2ed9-31d9-4f10-a336-b7648541456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:21.869736 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-24c5fc4e-d336-4f2e-b536-4bf583ec615f req-dcab2ed9-31d9-4f10-a336-b7648541456a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e HTTP/1.1" status: 200 len: 897 time: 0.1364350 Mar 11 15:53:21.973640 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-24c5fc4e-d336-4f2e-b536-4bf583ec615f req-942ecb35-da07-4d1e-add7-c5f2f0d771fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7c4011-8ec8-408f-97e1-f0aca44faf00 HTTP/1.1" status: 200 len: 1000 time: 0.1015306 Mar 11 15:53:21.980955 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a910e00a-a407-4743-9dd9-5a6af5821c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'port_id': '3b7c4011-8ec8-408f-97e1-f0aca44faf00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'mac_address': 'fa:16:3e:94:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9180aad2-8d23-421f-b51a-3d4db229e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:53:20Z', 'updated_at': '2022-03-11T15:53:20Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:53:21.983723 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910e00a-a407-4743-9dd9-5a6af5821c86 None None] Checking router: f0358b30-0d7a-4360-90b2-7daa6149593d for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:53:21.992906 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910e00a-a407-4743-9dd9-5a6af5821c86 None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:53:21.993500 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a910e00a-a407-4743-9dd9-5a6af5821c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:52:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:53:22.040405 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5fc4e-d336-4f2e-b536-4bf583ec615f req-521ff92f-4868-45ad-89c9-823f0e094085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:22.047251 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-24c5fc4e-d336-4f2e-b536-4bf583ec615f req-521ff92f-4868-45ad-89c9-823f0e094085 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=770d6541-1886-40fb-8f4a-830638334a01 HTTP/1.1" status: 200 len: 835 time: 0.0626121 Mar 11 15:53:22.118469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5fc4e-d336-4f2e-b536-4bf583ec615f req-dfb19759-f404-4c45-ab43-26e0e2be7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:22.119997 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-24c5fc4e-d336-4f2e-b536-4bf583ec615f req-dfb19759-f404-4c45-ab43-26e0e2be7017 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723116 Mar 11 15:53:22.173424 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-a910e00a-a407-4743-9dd9-5a6af5821c86 None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:53:22.255594 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-24c5fc4e-d336-4f2e-b536-4bf583ec615f req-0e20e09e-0d94-49f4-b6ca-ce12d2110a3d service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296554 Mar 11 15:53:22.731460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-24c5fc4e-d336-4f2e-b536-4bf583ec615f req-97b84716-7010-4731-8aa9-7707f0c194d8 service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324773 Mar 11 15:53:22.734944 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a910e00a-a407-4743-9dd9-5a6af5821c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'port_id': '3b7c4011-8ec8-408f-97e1-f0aca44faf00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'mac_address': 'fa:16:3e:94:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9180aad2-8d23-421f-b51a-3d4db229e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:53:20Z', 'updated_at': '2022-03-11T15:53:20Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:53:22.734944 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910e00a-a407-4743-9dd9-5a6af5821c86 None None] The sync data for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv is: [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'port_id': '3b7c4011-8ec8-408f-97e1-f0aca44faf00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'mac_address': 'fa:16:3e:94:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9180aad2-8d23-421f-b51a-3d4db229e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:53:20Z', 'updated_at': '2022-03-11T15:53:20Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:53:22.737729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee1656-dfcc-40a7-8619-1bbdc572b48c None None] New status for floating IP 2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:53:22.808219 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43644) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:22.914325 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d558ae24-bead-4f36-863b-f7133a37b7a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 200 len: 992 time: 0.1048520 Mar 11 15:53:23.669049 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ae32e421-ffe7-46b4-99f5-811151bf3b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:23.918109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43648) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:24.127009 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3e7aa86c-82ad-4354-a6a0-6d81180f75c8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 200 len: 994 time: 0.2077775 Mar 11 15:53:24.366604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:24.536805 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:25.895945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:25.937636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:50.811233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e28ab26b-3c55-4724-9248-129a1f31dc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:53.657420 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2063ed9f-07dc-4bf4-8b55-15e22640ed3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:53.810159 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:53:54.371423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:54.565652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:55.885723 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:55.931321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.593822 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-a919b552-2df8-43ad-8397-e1c1a36dcb14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711095 Mar 11 15:54:05.730662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-d234be69-6a66-499c-bec4-0b402cd60021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:05.732119 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-d234be69-6a66-499c-bec4-0b402cd60021 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 1099 time: 0.0714447 Mar 11 15:54:05.871184 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-b025f668-ceea-4c73-9ff5-4341596f61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:05.872517 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-b025f668-ceea-4c73-9ff5-4341596f61d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.1228523 Mar 11 15:54:05.972772 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-fffd1757-38f7-4d49-ae21-c6472c2398ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 HTTP/1.1" status: 200 len: 1001 time: 0.0940633 Mar 11 15:54:06.032811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-6722b0fa-4e3c-453d-9f93-2d623e4fe899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:06.034197 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-6722b0fa-4e3c-453d-9f93-2d623e4fe899 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.0553048 Mar 11 15:54:06.109303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-e991bda3-7993-46df-9999-e4db276c8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:06.110725 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-e991bda3-7993-46df-9999-e4db276c8c1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705047 Mar 11 15:54:06.237982 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-761476ba-c240-4bf8-a290-8ef5f17adef3 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213171 Mar 11 15:54:06.372190 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-800087f0-65ff-42e2-8626-a67fca4bdef1 req-9ffa22de-af7b-4f1c-af4d-e5fde6f98ae4 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281383 Mar 11 15:54:20.816933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa4aeb90-def9-4194-9b07-976c30dd862d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:23.639694 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-530a2180-b077-4d42-86ec-e927f2390557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:24.422839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:24.542531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:25.902807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:25.954164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:30.808770 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:54:35.439481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43732) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:35.514901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb814dd-6c01-4165-a880-a5ef834613a9 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:35.515420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb814dd-6c01-4165-a880-a5ef834613a9 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:35.515999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb814dd-6c01-4165-a880-a5ef834613a9 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:35.517675 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4cb814dd-6c01-4165-a880-a5ef834613a9 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=6797a56b2aca4fd594e47cef9b833912&network_id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e HTTP/1.1" status: 200 len: 3000 time: 0.0772247 Mar 11 15:54:36.898725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43748) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:36.959468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6222a52-a3c7-49a7-b00c-26febbba2005 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:36.960886 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f6222a52-a3c7-49a7-b00c-26febbba2005 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf HTTP/1.1" status: 200 len: 814 time: 0.0612342 Mar 11 15:54:37.411706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43756) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:37.416926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-069f9df2-84f8-43b1-b695-26e913dff239 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:37.524936 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-069f9df2-84f8-43b1-b695-26e913dff239 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:37.818445 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-069f9df2-84f8-43b1-b695-26e913dff239 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:37.919781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-069f9df2-84f8-43b1-b695-26e913dff239 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:37.920741 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-069f9df2-84f8-43b1-b695-26e913dff239 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP 2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb disassociated. External IP: 172.26.6.119, port: 3b7c4011-8ec8-408f-97e1-f0aca44faf00. Mar 11 15:54:38.280999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069f9df2-84f8-43b1-b695-26e913dff239 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router f0358b30-0d7a-4360-90b2-7daa6149593d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:54:38.476940 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069f9df2-84f8-43b1-b695-26e913dff239 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:54:38.481485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-069f9df2-84f8-43b1-b695-26e913dff239 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:38.487279 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257ee89-7b8f-45e1-9e77-47218a23b356 None None] Sync routers for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:54:38.497010 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257ee89-7b8f-45e1-9e77-47218a23b356 None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:54:38.497610 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b257ee89-7b8f-45e1-9e77-47218a23b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:54:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:38.537974 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-069f9df2-84f8-43b1-b695-26e913dff239 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 200 len: 690 time: 1.1251757 Mar 11 15:54:38.538480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9180aad2-8d23-421f-b51a-3d4db229e433', 'tag': '3b7c4011-8ec8-408f-97e1-f0aca44faf00'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:54:38.540954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43762) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:38.587765 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9180aad2-8d23-421f-b51a-3d4db229e433', 'tag': '3b7c4011-8ec8-408f-97e1-f0aca44faf00', 'status': 'completed', 'code': 200} Mar 11 15:54:38.683791 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-068c4abc-295f-4c34-a27a-5a650dfabf53 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 200 len: 690 time: 0.1416378 Mar 11 15:54:38.684126 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-b257ee89-7b8f-45e1-9e77-47218a23b356 None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:54:38.716953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad6c35-ac18-4094-96a5-881e339ad546 req-a07abb5a-de1a-4b49-be3a-9d863616f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:38.718492 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cad6c35-ac18-4094-96a5-881e339ad546 req-a07abb5a-de1a-4b49-be3a-9d863616f7ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 1099 time: 0.1047790 Mar 11 15:54:38.854575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad6c35-ac18-4094-96a5-881e339ad546 req-7994dfbd-1294-4717-b07f-f15a25db6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:38.856071 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cad6c35-ac18-4094-96a5-881e339ad546 req-7994dfbd-1294-4717-b07f-f15a25db6fa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e HTTP/1.1" status: 200 len: 897 time: 0.1318791 Mar 11 15:54:38.930640 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cad6c35-ac18-4094-96a5-881e339ad546 req-edd5b317-e742-4651-8cd8-38484042e35d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7c4011-8ec8-408f-97e1-f0aca44faf00 HTTP/1.1" status: 200 len: 217 time: 0.0685735 Mar 11 15:54:38.994719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad6c35-ac18-4094-96a5-881e339ad546 req-2b728d48-14c3-4878-ad2b-355142cc9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:38.996220 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cad6c35-ac18-4094-96a5-881e339ad546 req-2b728d48-14c3-4878-ad2b-355142cc9939 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=770d6541-1886-40fb-8f4a-830638334a01 HTTP/1.1" status: 200 len: 835 time: 0.0593853 Mar 11 15:54:39.004401 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b257ee89-7b8f-45e1-9e77-47218a23b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:39.008421 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257ee89-7b8f-45e1-9e77-47218a23b356 None None] Checking router: f0358b30-0d7a-4360-90b2-7daa6149593d for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:54:39.017858 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257ee89-7b8f-45e1-9e77-47218a23b356 None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:54:39.018485 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b257ee89-7b8f-45e1-9e77-47218a23b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:54:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:39.084343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad6c35-ac18-4094-96a5-881e339ad546 req-b8d43e3a-e726-4d31-9a0d-4fc495ccf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:39.087232 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cad6c35-ac18-4094-96a5-881e339ad546 req-b8d43e3a-e726-4d31-9a0d-4fc495ccf82f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852246 Mar 11 15:54:39.226287 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cad6c35-ac18-4094-96a5-881e339ad546 req-f4c59414-cacf-44d3-810b-1345d785551a service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328475 Mar 11 15:54:39.236726 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-b257ee89-7b8f-45e1-9e77-47218a23b356 None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:54:39.504375 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cad6c35-ac18-4094-96a5-881e339ad546 req-e00f61d5-6c8f-440a-a593-2671a205d5a4 service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718387 Mar 11 15:54:39.571452 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b257ee89-7b8f-45e1-9e77-47218a23b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:39.576972 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257ee89-7b8f-45e1-9e77-47218a23b356 None None] The sync data for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv is: [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:54:39.687865 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43770) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:39.777818 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f26c4111-1185-44ca-9684-295b7f795451 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 200 len: 690 time: 0.0886767 Mar 11 15:54:39.802680 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeb932-414f-49b1-bfef-966f45795f21 None None] New status for floating IP 2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:54:40.781287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43776) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:40.863996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d6de9d37-5643-4513-a4e4-bf648b3010c6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 200 len: 688 time: 0.0815883 Mar 11 15:54:42.128377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43786) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:42.133863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100923831', 'description': 'tempest-secgroup-smoke-100923831 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:42.139766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:42.150329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:42.244319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:42.272013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:42.278026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:42.281154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:42.286844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:42.362949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:42.445149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:42.492310 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:42.502764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.503111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.503447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.503778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.504110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.504441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.504791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.505115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.505438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.505758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.506078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.506393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.565171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:42.566429 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7328ca3c-d35f-4449-89d9-9a741e68fbd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4370427 Mar 11 15:54:42.569423 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43790) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:42.574318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7191dd2c-3317-43e1-b230-84c5d1adf680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:42.585001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7191dd2c-3317-43e1-b230-84c5d1adf680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:42.585001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7191dd2c-3317-43e1-b230-84c5d1adf680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:42.588191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7191dd2c-3317-43e1-b230-84c5d1adf680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:42.594661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7191dd2c-3317-43e1-b230-84c5d1adf680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:42.675120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7191dd2c-3317-43e1-b230-84c5d1adf680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:42.739339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7191dd2c-3317-43e1-b230-84c5d1adf680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:42.822033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7191dd2c-3317-43e1-b230-84c5d1adf680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:42.846365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191dd2c-3317-43e1-b230-84c5d1adf680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf69b42-72bc-45a6-aea5-cc682142651d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:42.931053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7191dd2c-3317-43e1-b230-84c5d1adf680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:42.932197 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7191dd2c-3317-43e1-b230-84c5d1adf680 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618708 Mar 11 15:54:42.935102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43794) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:42.939993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f6554807-2e81-488f-8b74-6dfbab0fc737 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:42.945879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f6554807-2e81-488f-8b74-6dfbab0fc737 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:42.950516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f6554807-2e81-488f-8b74-6dfbab0fc737 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:42.953398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f6554807-2e81-488f-8b74-6dfbab0fc737 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:42.959406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f6554807-2e81-488f-8b74-6dfbab0fc737 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:43.068981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f6554807-2e81-488f-8b74-6dfbab0fc737 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:43.133665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f6554807-2e81-488f-8b74-6dfbab0fc737 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:43.210101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f6554807-2e81-488f-8b74-6dfbab0fc737 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:43.235197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6554807-2e81-488f-8b74-6dfbab0fc737 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec70607e-e6b7-4c01-bb2a-b02f4847ef8e,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:43.295940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f6554807-2e81-488f-8b74-6dfbab0fc737 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:43.297201 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f6554807-2e81-488f-8b74-6dfbab0fc737 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3611927 Mar 11 15:54:43.299938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43800) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:43.304999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-77022ce3-0853-4ebf-966a-62535c77634f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:43.310958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-77022ce3-0853-4ebf-966a-62535c77634f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:43.315114 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-77022ce3-0853-4ebf-966a-62535c77634f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:43.318041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-77022ce3-0853-4ebf-966a-62535c77634f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:43.323714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-77022ce3-0853-4ebf-966a-62535c77634f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:43.405161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-77022ce3-0853-4ebf-966a-62535c77634f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:43.465108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-77022ce3-0853-4ebf-966a-62535c77634f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:43.576904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-77022ce3-0853-4ebf-966a-62535c77634f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:43.602231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77022ce3-0853-4ebf-966a-62535c77634f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b67f38-3b33-47f5-a12b-66c3d8100be7,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:43.718802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-77022ce3-0853-4ebf-966a-62535c77634f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:43.720213 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-77022ce3-0853-4ebf-966a-62535c77634f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4193363 Mar 11 15:54:43.723694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43804) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:43.728508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7a75bcf8-3d71-45bc-8832-dd69ed282959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:43.734407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7a75bcf8-3d71-45bc-8832-dd69ed282959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:43.738146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7a75bcf8-3d71-45bc-8832-dd69ed282959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:43.741510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7a75bcf8-3d71-45bc-8832-dd69ed282959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:43.747307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7a75bcf8-3d71-45bc-8832-dd69ed282959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:43.872003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a75bcf8-3d71-45bc-8832-dd69ed282959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:43.936146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a75bcf8-3d71-45bc-8832-dd69ed282959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:44.021040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a75bcf8-3d71-45bc-8832-dd69ed282959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:44.043967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75bcf8-3d71-45bc-8832-dd69ed282959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51ad770-1c48-464f-a252-365635eeaeb2,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:44.130605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7a75bcf8-3d71-45bc-8832-dd69ed282959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:44.131863 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7a75bcf8-3d71-45bc-8832-dd69ed282959 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4072695 Mar 11 15:54:44.134562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43808) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:44.139451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:44.145362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:44.149201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:44.154527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:44.157729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:44.261414 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:54:44.268805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:44.334752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:44.409514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:44.433905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b63d43e-12af-4f38-b7fa-360a1f8d5bdd,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:44.524995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:44.526195 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d44a9b85-0d1f-48ce-a06c-5e33d43d4f4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3907320 Mar 11 15:54:44.528976 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43814) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:44.534405 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:44.540281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:44.544143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:44.547549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:44.553241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:44.633889 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:54:44.640811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:44.706861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:44.810104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:44.837743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d280bd0e-aaf8-48a3-a89a-782573de6cc6,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:44.948083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:44.949327 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a63210e9-078a-4038-a014-f1518ed795c3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4194565 Mar 11 15:54:45.122832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-cd6b110f-2fd9-417f-9d80-b6e7aa9947aa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:54:45.256355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-cd6b110f-2fd9-417f-9d80-b6e7aa9947aa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:54:45.257588 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-cd6b110f-2fd9-417f-9d80-b6e7aa9947aa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100923831&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.1772215 Mar 11 15:54:45.414142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-9eccb58b-048b-4cfa-b536-666bcb273177 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:45.415574 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-9eccb58b-048b-4cfa-b536-666bcb273177 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/networks?id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e HTTP/1.1" status: 200 len: 796 time: 0.1511703 Mar 11 15:54:45.430112 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-7cb298e6-5bcc-42ad-ac64-5dcb27420b43 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/quotas/6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 375 time: 0.0091221 Mar 11 15:54:45.525728 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-4814e648-2b5a-4a6f-b644-1116bba6dc9a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0907569 Mar 11 15:54:45.678515 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-7b16b468-3e7b-4068-a11c-70e32244b846 service neutron] 10.222.0.39 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410103 Mar 11 15:54:45.809927 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-5902e424-d4af-4f54-8447-f636a629d8ed service neutron] 10.222.0.39 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255069 Mar 11 15:54:46.087996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f4482d9a-d390-4083-9793-596a7bb040a8 req-e591bf75-abef-4c04-9e00-3785e74dfae8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 210 time: 0.0473111 Mar 11 15:54:47.239187 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db2020e9-3cd3-4a8e-a07c-d6b4460ca637 req-8882d066-c09b-4c51-96fd-eaa7a343bd2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 210 time: 0.0426104 Mar 11 15:54:48.511181 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f748c781-e817-4e0d-846f-7fea2f3f5a83 req-d1535c49-826f-4f5d-9cd6-38d88e75cf30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 210 time: 0.1573162 Mar 11 15:54:48.623131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a722a01e-d9eb-4bf0-b3e5-9ef385cad80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:48.624740 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a722a01e-d9eb-4bf0-b3e5-9ef385cad80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e HTTP/1.1" status: 200 len: 796 time: 0.2962995 Mar 11 15:54:48.678367 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-f1861e08-b754-458e-bf9a-d7f88d2603d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 472 time: 0.0457444 Mar 11 15:54:48.696973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'device_id': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'admin_state_up': True, 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'security_groups': ['5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:48.842541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:48.854843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:48.959362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:54:48.963045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:49.129938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.8 (c693e644-9046-4a6d-bd8f-542a0bb9ed8e/770d6541-1886-40fb-8f4a-830638334a01/2e83addc-73a9-408d-8841-1905a7e99973) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:54:49.319434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:49.335551 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object 2e83addc-73a9-408d-8841-1905a7e99973 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:54:49.410819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:49.477226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network c693e644-9046-4a6d-bd8f-542a0bb9ed8e is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:54:49.480067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:54:49.482588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:54:49.532101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=2e83addc-73a9-408d-8841-1905a7e99973,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:49.558631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:49.559255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:49.664326 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-a821786b-73a6-40c4-8e5a-b58af7f821e2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9736452 Mar 11 15:54:49.675758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Request body: {'port': {'device_id': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:49.747692 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f24651de-1b4d-458a-8886-c19e5e632805 None None] Provisioning for port 2e83addc-73a9-408d-8841-1905a7e99973 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:54:49.753654 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f24651de-1b4d-458a-8886-c19e5e632805 None None] Provisioning complete for port 2e83addc-73a9-408d-8841-1905a7e99973 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:54:49.754019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f24651de-1b4d-458a-8886-c19e5e632805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:49.805364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:49.807117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f24651de-1b4d-458a-8886-c19e5e632805 None None] Port 2e83addc-73a9-408d-8841-1905a7e99973 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:54:49.824116 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf7e90-4d9f-4ddc-a819-aed87bebc3d4 req-ecb9ebd9-c899-4543-b8fb-2a24d417ff91 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:49.824828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-5abf7e90-4d9f-4ddc-a819-aed87bebc3d4 req-ecb9ebd9-c899-4543-b8fb-2a24d417ff91 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:54:49.939018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-5abf7e90-4d9f-4ddc-a819-aed87bebc3d4 req-ecb9ebd9-c899-4543-b8fb-2a24d417ff91 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:54:49.940171 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5abf7e90-4d9f-4ddc-a819-aed87bebc3d4 req-ecb9ebd9-c899-4543-b8fb-2a24d417ff91 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 931 time: 0.3177688 Mar 11 15:54:50.029221 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5abf7e90-4d9f-4ddc-a819-aed87bebc3d4 req-8bae1c30-e1d9-432f-a76c-bec7cccf938f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829775 Mar 11 15:54:50.131470 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-0222fe79-e288-4353-a53d-17b2f6f8815e tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762654538&fields=id&tenant_id=acbbd0b5a4f34fd68899f082e39aa450 HTTP/1.1" status: 200 len: 267 time: 0.1174388 Mar 11 15:54:50.348014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-a98d3ba0-669a-4435-bf5c-1133cfe6a0a8 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:50.349438 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-a98d3ba0-669a-4435-bf5c-1133cfe6a0a8 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 812 time: 0.2111733 Mar 11 15:54:50.355039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e83addc-73a9-408d-8841-1905a7e99973 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:54:50.368980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:50.377331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-121da774-bc91-49a5-83a8-465333b2183d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/quotas/acbbd0b5a4f34fd68899f082e39aa450 HTTP/1.1" status: 200 len: 375 time: 0.0179613 Mar 11 15:54:50.418664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Transition to ACTIVE for port object 2e83addc-73a9-408d-8841-1905a7e99973 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:54:50.472737 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-e9449961-2c35-4df1-b8c0-23fa6a722e7f tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0891125 Mar 11 15:54:50.473764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:50.781487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Pushing event updated for resources: {'Port': ['ID=2e83addc-73a9-408d-8841-1905a7e99973,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:50.832849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2dbf71ed-8b9c-4e8e-a165-e8e410f9b586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:50.926551 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-e39f5bf3-62b3-404c-bad8-97b67c07d9af service neutron] 10.222.0.39 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143503 Mar 11 15:54:50.927320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Attempting to bind port 2e83addc-73a9-408d-8841-1905a7e99973 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:54:50.927645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Attempting to bind port 2e83addc-73a9-408d-8841-1905a7e99973 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:54:50.927967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Attempting to bind port 2e83addc-73a9-408d-8841-1905a7e99973 on network c693e644-9046-4a6d-bd8f-542a0bb9ed8e {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:54:50.933761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Port 2e83addc-73a9-408d-8841-1905a7e99973 on network c693e644-9046-4a6d-bd8f-542a0bb9ed8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:54:50.934076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Attempting to bind port 2e83addc-73a9-408d-8841-1905a7e99973 on network c693e644-9046-4a6d-bd8f-542a0bb9ed8e {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:54:50.957070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:54:50.957400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Checking segment: {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:54:50.957767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Bound using segment: {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:54:50.958187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Bound port: 2e83addc-73a9-408d-8841-1905a7e99973, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:54:50.958524 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:51.138957 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-7446ea3f-e3f6-46b7-b638-b0bb867be424 service neutron] 10.222.0.39 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060013 Mar 11 15:54:51.141967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] For port 2e83addc-73a9-408d-8841-1905a7e99973, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:54:51.192451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] For port 2e83addc-73a9-408d-8841-1905a7e99973, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2e83addc-73a9-408d-8841-1905a7e99973,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:54:51.230551 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1263a-8285-4dcd-b47e-8f6ab7c681e9 req-62c5bdfe-a674-46bf-85f8-be42ea04e11b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:51.232027 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2dd1263a-8285-4dcd-b47e-8f6ab7c681e9 req-62c5bdfe-a674-46bf-85f8-be42ea04e11b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 943 time: 0.0922937 Mar 11 15:54:51.275323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:51.315454 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2dd1263a-8285-4dcd-b47e-8f6ab7c681e9 req-ef16b88b-6155-4176-9b15-7a8aca264bf6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774131 Mar 11 15:54:51.326804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:51.327649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:51.329673 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] 10.222.0.30 "PUT /v2.0/ports/2e83addc-73a9-408d-8841-1905a7e99973 HTTP/1.1" status: 200 len: 1093 time: 1.6579530 Mar 11 15:54:51.347502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'tag': '2e83addc-73a9-408d-8841-1905a7e99973'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:54:51.371090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbf5a3-8a95-449a-b005-5cd2ac90ef32 service neutron] Pushing event updated for resources: {'Port': ['ID=2e83addc-73a9-408d-8841-1905a7e99973,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:51.390363 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'tag': '2e83addc-73a9-408d-8841-1905a7e99973', 'status': 'completed', 'code': 200} Mar 11 15:54:51.488171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0405c2-f30a-4df3-826f-07102f1c45e6 req-fdf4092b-d6a8-4c84-bc94-5cdbd4c33931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:51.489708 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4d0405c2-f30a-4df3-826f-07102f1c45e6 req-fdf4092b-d6a8-4c84-bc94-5cdbd4c33931 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 1096 time: 0.0826113 Mar 11 15:54:51.629655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0405c2-f30a-4df3-826f-07102f1c45e6 req-18bfd05f-2379-40ba-a1f0-5d39a767adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:51.631002 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4d0405c2-f30a-4df3-826f-07102f1c45e6 req-18bfd05f-2379-40ba-a1f0-5d39a767adf2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1344054 Mar 11 15:54:51.774310 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-09bfe89b-67d7-4418-8c53-1e1f16761957 req-37c9f25f-d8bd-49bd-b5a3-e21d83b517d7 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 210 time: 0.0546532 Mar 11 15:54:51.814104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0405c2-f30a-4df3-826f-07102f1c45e6 req-2dcc137c-ef6f-499b-862c-511356d36a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:51.815540 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4d0405c2-f30a-4df3-826f-07102f1c45e6 req-2dcc137c-ef6f-499b-862c-511356d36a6b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1786947 Mar 11 15:54:51.921046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-c3ccf43f-9a2a-448e-a9db-43aebfb4b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:51.923230 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-c3ccf43f-9a2a-448e-a9db-43aebfb4b077 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 1096 time: 0.0737219 Mar 11 15:54:51.990048 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-9622a179-f6e3-4b3d-92d5-b6680bfa12b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e83addc-73a9-408d-8841-1905a7e99973 HTTP/1.1" status: 200 len: 217 time: 0.0610898 Mar 11 15:54:52.053950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-637dab23-b4fa-4af5-8a8a-c20c23681e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:52.055381 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-637dab23-b4fa-4af5-8a8a-c20c23681e39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=770d6541-1886-40fb-8f4a-830638334a01 HTTP/1.1" status: 200 len: 835 time: 0.0596049 Mar 11 15:54:52.130332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-dc1ce3e7-fa74-4c1b-a197-1d7f588e2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:52.131806 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-dc1ce3e7-fa74-4c1b-a197-1d7f588e2384 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701528 Mar 11 15:54:52.271242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-6e3fb900-8aa9-44bd-b340-ab3cf6e31c1d service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329660 Mar 11 15:54:52.403972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a15f4fbf-6207-40ad-b788-f54033d3cd75 req-10b9d8db-c2c4-47de-94e2-ea042f83a654 service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271257 Mar 11 15:54:52.618692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4068494-bdba-472b-945a-b4d4385e231f req-7e55a203-2710-4fd1-94fd-818024a5a35b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:52.620134 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a4068494-bdba-472b-945a-b4d4385e231f req-7e55a203-2710-4fd1-94fd-818024a5a35b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 943 time: 0.1871445 Mar 11 15:54:52.664665 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a4068494-bdba-472b-945a-b4d4385e231f req-a42ab371-20e2-4027-9c8b-03223e5587c5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380707 Mar 11 15:54:52.923808 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-905c09bb-b5a1-4e35-b431-6f4975c451a0 req-7ee44671-a7aa-4515-91f1-1f81fb2d303d tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 210 time: 0.0426798 Mar 11 15:54:53.672492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cb72d0c7-9f52-475a-8016-1c5d27cf5618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:53.745636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-86df1b51-af19-4763-a8c9-f8f3f494fc75 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:53.747125 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-86df1b51-af19-4763-a8c9-f8f3f494fc75 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 812 time: 0.1449831 Mar 11 15:54:53.841244 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-6bf1a35c-1b3a-4b52-b589-d2fd026d4bdc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acbbd0b5a4f34fd68899f082e39aa450 HTTP/1.1" status: 200 len: 380 time: 0.0852683 Mar 11 15:54:53.850392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'port': {'device_id': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'admin_state_up': True, 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'security_groups': ['b419ca45-c5dc-49de-8faf-12eb361d7041']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:53.968604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62cbd0-7b28-4753-a63c-b17dfa8a3762 req-62945a26-3b7b-4e03-8d9b-431008217084 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:53.970918 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d62cbd0-7b28-4753-a63c-b17dfa8a3762 req-62945a26-3b7b-4e03-8d9b-431008217084 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 943 time: 0.2011280 Mar 11 15:54:54.037585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:54.088528 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d62cbd0-7b28-4753-a63c-b17dfa8a3762 req-a877c844-edae-4425-afba-70465f42d8fe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077921 Mar 11 15:54:54.093301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-62c56f7d-f925-4524-a9f3-aa35646ab577 req-fa1484e3-8228-4240-8ee5-7a4f744e63a0 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 210 time: 0.0612090 Mar 11 15:54:54.094126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:54.182319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Made reservation on behalf of acbbd0b5a4f34fd68899f082e39aa450 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:54:54.187528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:54.352160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Allocated IP 172.20.0.5 (7937ba97-e4df-43f8-ac5a-e69466e85b88/189745db-ba45-47e1-b166-ea9ea15d5766/6fd94d5b-e918-452f-80de-f63410c433d0) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:54:54.377211 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:54.558864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:54.575163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Transition to ACTIVE for port object 6fd94d5b-e918-452f-80de-f63410c433d0 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:54:54.576718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:54.686986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:54.744946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Network 7937ba97-e4df-43f8-ac5a-e69466e85b88 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:54:54.753191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:54:54.757492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:54:54.788062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'Port': ['ID=6fd94d5b-e918-452f-80de-f63410c433d0,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:54.829720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:54.830406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:54.947533 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-f04c9629-f3f9-420e-a3eb-c30fbc6c9423 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1006529 Mar 11 15:54:54.958808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Request body: {'port': {'device_id': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:54:55.066839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:55.085131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4c992853-678f-4517-8abf-f61e7d5c4c7d None None] Provisioning for port 6fd94d5b-e918-452f-80de-f63410c433d0 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:54:55.090603 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4c992853-678f-4517-8abf-f61e7d5c4c7d None None] Provisioning complete for port 6fd94d5b-e918-452f-80de-f63410c433d0 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:54:55.091107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4c992853-678f-4517-8abf-f61e7d5c4c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:55.152853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4c992853-678f-4517-8abf-f61e7d5c4c7d None None] Port 6fd94d5b-e918-452f-80de-f63410c433d0 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:54:55.483677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897e708-83e1-43d7-9612-ff4a84efd760 req-54b6a0ce-0e60-4403-8242-1791436dcc77 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:55.484356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b897e708-83e1-43d7-9612-ff4a84efd760 req-54b6a0ce-0e60-4403-8242-1791436dcc77 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Synchronizing usage tracker for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:54:55.500650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358a3ea-ea98-4295-9596-184909060082 req-8c758084-5dd9-4ff4-a44b-7c66c46b4dc6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:55.504501 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f358a3ea-ea98-4295-9596-184909060082 req-8c758084-5dd9-4ff4-a44b-7c66c46b4dc6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 943 time: 0.2388906 Mar 11 15:54:55.578727 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f358a3ea-ea98-4295-9596-184909060082 req-38cde3a9-c075-4a14-92d7-77765a778b95 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623341 Mar 11 15:54:55.710584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b897e708-83e1-43d7-9612-ff4a84efd760 req-54b6a0ce-0e60-4403-8242-1791436dcc77 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Unset dirty status for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:54:55.711634 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b897e708-83e1-43d7-9612-ff4a84efd760 req-54b6a0ce-0e60-4403-8242-1791436dcc77 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 931 time: 0.4793367 Mar 11 15:54:55.760859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd94d5b-e918-452f-80de-f63410c433d0 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:54:55.771947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:55.779624 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b897e708-83e1-43d7-9612-ff4a84efd760 req-48147291-c5cd-4076-a5ce-08c66ff9ed87 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617011 Mar 11 15:54:55.791038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Transition to ACTIVE for port object 6fd94d5b-e918-452f-80de-f63410c433d0 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:54:55.965073 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:55.965228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:56.010649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:56.122919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd94d5b-e918-452f-80de-f63410c433d0,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:56.212507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Attempting to bind port 6fd94d5b-e918-452f-80de-f63410c433d0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:54:56.212880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Attempting to bind port 6fd94d5b-e918-452f-80de-f63410c433d0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:54:56.213210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Attempting to bind port 6fd94d5b-e918-452f-80de-f63410c433d0 on network 7937ba97-e4df-43f8-ac5a-e69466e85b88 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:54:56.217785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Port 6fd94d5b-e918-452f-80de-f63410c433d0 on network 7937ba97-e4df-43f8-ac5a-e69466e85b88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:54:56.218107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Attempting to bind port 6fd94d5b-e918-452f-80de-f63410c433d0 on network 7937ba97-e4df-43f8-ac5a-e69466e85b88 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:54:56.223948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:54:56.224290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Checking segment: {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:54:56.224706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Bound using segment: {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:54:56.225245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Bound port: 6fd94d5b-e918-452f-80de-f63410c433d0, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e102b66c-6150-4527-b87e-cfce201e5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:54:56.225597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:56.323596 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] For port 6fd94d5b-e918-452f-80de-f63410c433d0, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:54:56.326557 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] For port 6fd94d5b-e918-452f-80de-f63410c433d0, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6fd94d5b-e918-452f-80de-f63410c433d0,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:54:56.339971 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 2e83addc-73a9-408d-8841-1905a7e99973 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:54:56.468493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:56.474279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 2e83addc-73a9-408d-8841-1905a7e99973, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2e83addc-73a9-408d-8841-1905a7e99973,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:54:56.487767 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '2e83addc-73a9-408d-8841-1905a7e99973', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'port_id': '2e83addc-73a9-408d-8841-1905a7e99973', 'mac_address': 'fa:16:3e:2d:58:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:54:56.525091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:56.525886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:56.527256 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/6fd94d5b-e918-452f-80de-f63410c433d0 HTTP/1.1" status: 200 len: 1093 time: 1.5724280 Mar 11 15:54:56.527686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'tag': '6fd94d5b-e918-452f-80de-f63410c433d0'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:54:56.548467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:56.557598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438753e-41ca-4ad4-af02-29adc73205a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd94d5b-e918-452f-80de-f63410c433d0,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:56.575773 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e83addc-73a9-408d-8841-1905a7e99973 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:54:56.577717 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'tag': '6fd94d5b-e918-452f-80de-f63410c433d0', 'status': 'completed', 'code': 200} Mar 11 15:54:56.591527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 2e83addc-73a9-408d-8841-1905a7e99973, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2e83addc-73a9-408d-8841-1905a7e99973,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:54:56.668460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:56.703681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262ac49-96cc-4f6d-8744-7af4dcd780c3 req-2d03fddb-ec5a-4788-bb98-68d0447b82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:56.705215 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6262ac49-96cc-4f6d-8744-7af4dcd780c3 req-2d03fddb-ec5a-4788-bb98-68d0447b82f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 1096 time: 0.0859711 Mar 11 15:54:56.750162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=2e83addc-73a9-408d-8841-1905a7e99973,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:56.760326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.760326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.760326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.760326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.760326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.760670 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.760965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.761316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.761638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.761987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.762305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.762618 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.964117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17027585-0364-46f0-8ed2-b302f9a2b716 req-73b04da9-69e7-4cf7-b3ab-80099c37a502 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:56.965492 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-17027585-0364-46f0-8ed2-b302f9a2b716 req-73b04da9-69e7-4cf7-b3ab-80099c37a502 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 944 time: 0.2649343 Mar 11 15:54:56.968150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262ac49-96cc-4f6d-8744-7af4dcd780c3 req-2b77b7de-f2f3-49c4-8859-d7c46cf37edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:56.970028 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6262ac49-96cc-4f6d-8744-7af4dcd780c3 req-2b77b7de-f2f3-49c4-8859-d7c46cf37edb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2208319 Mar 11 15:54:57.002091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['2e83addc-73a9-408d-8841-1905a7e99973'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:54:57.106992 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-17027585-0364-46f0-8ed2-b302f9a2b716 req-d182e272-0d24-48b2-9524-acf7475f36ca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341422 Mar 11 15:54:57.143564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a79b6-6537-44a1-8fba-33b8772a87c1 req-a53f3c38-ff0b-4858-afa3-58eabd580065 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:57.145026 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-679a79b6-6537-44a1-8fba-33b8772a87c1 req-a53f3c38-ff0b-4858-afa3-58eabd580065 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 943 time: 0.2474754 Mar 11 15:54:57.193349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262ac49-96cc-4f6d-8744-7af4dcd780c3 req-3bb1a55e-04fb-48aa-9173-207334191577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:57.194784 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6262ac49-96cc-4f6d-8744-7af4dcd780c3 req-3bb1a55e-04fb-48aa-9173-207334191577 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2187958 Mar 11 15:54:57.214319 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-679a79b6-6537-44a1-8fba-33b8772a87c1 req-71fea45e-54f8-44a1-983d-1ad7445df37b tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613289 Mar 11 15:54:57.308208 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-59c4fb1f-c12b-4b1e-a1d6-cdb2d34aa40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:57.309686 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-59c4fb1f-c12b-4b1e-a1d6-cdb2d34aa40a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 1096 time: 0.0712841 Mar 11 15:54:57.378911 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-9b68ae6d-7b47-4fe8-a665-b6f8752d2bb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fd94d5b-e918-452f-80de-f63410c433d0 HTTP/1.1" status: 200 len: 217 time: 0.0625985 Mar 11 15:54:57.439970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-b88a6363-0c3e-45f7-9cd1-2ecc3b8247e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:57.441398 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-b88a6363-0c3e-45f7-9cd1-2ecc3b8247e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.0568726 Mar 11 15:54:57.515147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-09e4ea48-2207-435e-b592-aeeda98f3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:57.523073 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-09e4ea48-2207-435e-b592-aeeda98f3173 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692739 Mar 11 15:54:57.645533 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-a6003eab-91fb-4bb6-816d-c200e0d11d4c service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222088 Mar 11 15:54:57.775378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-145cb213-70fa-46a0-9bea-fc1a21ec38b3 req-94e0891e-a3de-4a18-b6d3-59eaa7f2f16e service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223750 Mar 11 15:54:58.353882 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 2e83addc-73a9-408d-8841-1905a7e99973 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:54:58.457651 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cbba9-1bc3-41d4-a327-9a19d34fdc7b req-0c2d2b5f-2ad0-4f1c-a794-20106230b286 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:58.458714 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-287cbba9-1bc3-41d4-a327-9a19d34fdc7b req-0c2d2b5f-2ad0-4f1c-a794-20106230b286 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 943 time: 0.1125836 Mar 11 15:54:58.466891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b8482-b47a-44af-b39f-4bd91dedf2c8 req-1aa42410-80e3-4fd4-9d06-db14c58d1571 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:58.478836 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-252b8482-b47a-44af-b39f-4bd91dedf2c8 req-1aa42410-80e3-4fd4-9d06-db14c58d1571 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 944 time: 0.2548218 Mar 11 15:54:58.507745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 2e83addc-73a9-408d-8841-1905a7e99973 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:54:58.513392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 2e83addc-73a9-408d-8841-1905a7e99973 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:54:58.513392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:58.534689 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-287cbba9-1bc3-41d4-a327-9a19d34fdc7b req-2133e2c2-76a0-4a4e-9a7f-164bc4d41c3b tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654397 Mar 11 15:54:58.541699 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-252b8482-b47a-44af-b39f-4bd91dedf2c8 req-bd434efb-926e-4c28-a78f-0a5b8ff542cc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598085 Mar 11 15:54:58.633340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:58.659116 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e83addc-73a9-408d-8841-1905a7e99973'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:54:58.668579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 2e83addc-73a9-408d-8841-1905a7e99973, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2e83addc-73a9-408d-8841-1905a7e99973,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:54:58.701995 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e83addc-73a9-408d-8841-1905a7e99973', 'code': 200} Mar 11 15:54:58.764887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:58.832857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=2e83addc-73a9-408d-8841-1905a7e99973,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:59.072857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3377859-c3e9-4ae4-8898-f24df97411d0 req-f7acc8ec-9842-419a-94a2-348bfd0ecd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:59.074293 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b3377859-c3e9-4ae4-8898-f24df97411d0 req-f7acc8ec-9842-419a-94a2-348bfd0ecd72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 1098 time: 0.0725856 Mar 11 15:54:59.114250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b3377859-c3e9-4ae4-8898-f24df97411d0 req-c30ed72b-4515-4856-9291-cd8e410c400a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333855 Mar 11 15:54:59.770137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c15a33-40b0-4ab3-b42b-1a2e295ac615 req-0cebdea9-b85c-4835-bcae-b1b038a0dc6f tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:59.771586 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29c15a33-40b0-4ab3-b42b-1a2e295ac615 req-0cebdea9-b85c-4835-bcae-b1b038a0dc6f tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 943 time: 0.1313157 Mar 11 15:54:59.809895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416e336-ee16-4d18-ad70-1018400a6206 req-b9f15f62-5cce-4874-8d4e-758d14f4a097 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:59.811239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8416e336-ee16-4d18-ad70-1018400a6206 req-b9f15f62-5cce-4874-8d4e-758d14f4a097 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 945 time: 0.1393802 Mar 11 15:54:59.848220 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29c15a33-40b0-4ab3-b42b-1a2e295ac615 req-fdc4935a-98a0-40cd-a914-f395ed78f660 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707653 Mar 11 15:54:59.866634 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8416e336-ee16-4d18-ad70-1018400a6206 req-a297e76a-003d-4a42-980a-6d8c1d4107c8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481122 Mar 11 15:55:01.097025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4b16a-a019-4b77-8d57-700e71f148ec req-f3be77b9-1f65-433d-9772-a8c758a9be4e tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:01.098478 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41f4b16a-a019-4b77-8d57-700e71f148ec req-f3be77b9-1f65-433d-9772-a8c758a9be4e tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 943 time: 0.1439199 Mar 11 15:55:01.106580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba9348-bb6c-494c-9be4-2208fef2454c req-5564a173-d10a-4105-a0c1-029fa798feae tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:01.109270 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-39ba9348-bb6c-494c-9be4-2208fef2454c req-5564a173-d10a-4105-a0c1-029fa798feae tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 945 time: 0.1199176 Mar 11 15:55:01.177050 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41f4b16a-a019-4b77-8d57-700e71f148ec req-bd114399-83de-45bd-b2a4-781435fc84fe tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681236 Mar 11 15:55:01.179673 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-39ba9348-bb6c-494c-9be4-2208fef2454c req-a9b69790-1962-419c-bed0-bfeb871084e8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576963 Mar 11 15:55:01.365740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b42221-69d1-40f3-864a-fad6af60e066 req-0bee8453-6de8-4bb6-bd6c-8be4e2aad89a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:01.367305 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6b42221-69d1-40f3-864a-fad6af60e066 req-0bee8453-6de8-4bb6-bd6c-8be4e2aad89a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 945 time: 0.0825574 Mar 11 15:55:01.411727 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6b42221-69d1-40f3-864a-fad6af60e066 req-3bf416e6-95b7-4cae-a535-ed49b4dbc581 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386980 Mar 11 15:55:01.434034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43924) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:01.502330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af2440c-8269-4512-b457-c3ab155621fb tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:01.504318 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0af2440c-8269-4512-b457-c3ab155621fb tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 1093 time: 0.0691836 Mar 11 15:55:01.507085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43928) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:01.511806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b3d6765f-5121-45fb-8689-d3b5cb186d7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'floatingip': {'port_id': '2e83addc-73a9-408d-8841-1905a7e99973'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:55:01.589746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3d6765f-5121-45fb-8689-d3b5cb186d7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:02.271541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3d6765f-5121-45fb-8689-d3b5cb186d7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:02.326640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3d6765f-5121-45fb-8689-d3b5cb186d7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:02.513303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144d7e4-a109-4194-a93c-99a16769a4da req-2facc755-3773-42bc-b7a8-573162bb5136 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:02.514754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1144d7e4-a109-4194-a93c-99a16769a4da req-2facc755-3773-42bc-b7a8-573162bb5136 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 943 time: 0.2294095 Mar 11 15:55:02.522346 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-b3d6765f-5121-45fb-8689-d3b5cb186d7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP 2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb associated. External IP: 172.26.6.119, port: 2e83addc-73a9-408d-8841-1905a7e99973. Mar 11 15:55:02.636960 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1144d7e4-a109-4194-a93c-99a16769a4da req-f8d9d9db-1e2e-4c1f-be0e-527bae7c3141 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159596 Mar 11 15:55:02.901704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d6765f-5121-45fb-8689-d3b5cb186d7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router f0358b30-0d7a-4360-90b2-7daa6149593d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:55:03.079864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d6765f-5121-45fb-8689-d3b5cb186d7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:55:03.084925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b3d6765f-5121-45fb-8689-d3b5cb186d7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:03.090364 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec932a-8342-4a2c-8a18-9380e0ca3d5a None None] Sync routers for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:55:03.100541 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec932a-8342-4a2c-8a18-9380e0ca3d5a None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:55:03.101220 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-55ec932a-8342-4a2c-8a18-9380e0ca3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:54:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:03.138654 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b3d6765f-5121-45fb-8689-d3b5cb186d7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 200 len: 991 time: 1.6305847 Mar 11 15:55:03.139304 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'tag': '2e83addc-73a9-408d-8841-1905a7e99973'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:55:03.141543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 43934) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:03.189336 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'tag': '2e83addc-73a9-408d-8841-1905a7e99973', 'status': 'completed', 'code': 200} Mar 11 15:55:03.285168 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-55ec932a-8342-4a2c-8a18-9380e0ca3d5a None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:55:03.351131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c4d25-d295-4430-8cf3-ddf189ebc952 req-0938258d-061c-4059-9635-1901068ee18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:03.352911 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f55c4d25-d295-4430-8cf3-ddf189ebc952 req-0938258d-061c-4059-9635-1901068ee18d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 1098 time: 0.1427679 Mar 11 15:55:03.381263 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2dd5fb2c-1010-4299-a204-6e34e10c4d8c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 200 len: 991 time: 0.2385390 Mar 11 15:55:03.486376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c4d25-d295-4430-8cf3-ddf189ebc952 req-24d269e7-96b7-416f-b3e8-0a0e1f15448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:03.488244 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f55c4d25-d295-4430-8cf3-ddf189ebc952 req-24d269e7-96b7-416f-b3e8-0a0e1f15448a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e HTTP/1.1" status: 200 len: 897 time: 0.1287029 Mar 11 15:55:03.588272 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f55c4d25-d295-4430-8cf3-ddf189ebc952 req-6dcb3eba-9395-4715-b7de-f36d625b76bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e83addc-73a9-408d-8841-1905a7e99973 HTTP/1.1" status: 200 len: 999 time: 0.0944571 Mar 11 15:55:03.635687 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-55ec932a-8342-4a2c-8a18-9380e0ca3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'port_id': '2e83addc-73a9-408d-8841-1905a7e99973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'mac_address': 'fa:16:3e:2d:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:53:20Z', 'updated_at': '2022-03-11T15:55:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:03.644249 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec932a-8342-4a2c-8a18-9380e0ca3d5a None None] Checking router: f0358b30-0d7a-4360-90b2-7daa6149593d for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:55:03.653335 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec932a-8342-4a2c-8a18-9380e0ca3d5a None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:55:03.653953 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-55ec932a-8342-4a2c-8a18-9380e0ca3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:54:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:03.828766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c4d25-d295-4430-8cf3-ddf189ebc952 req-d277bf42-0aaa-4f04-bc76-28650325092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:03.830305 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f55c4d25-d295-4430-8cf3-ddf189ebc952 req-d277bf42-0aaa-4f04-bc76-28650325092a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=770d6541-1886-40fb-8f4a-830638334a01 HTTP/1.1" status: 200 len: 835 time: 0.2359571 Mar 11 15:55:03.838488 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-55ec932a-8342-4a2c-8a18-9380e0ca3d5a None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:55:03.900058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b7c21-6934-4bab-9a03-faf146cdd259 req-5f867dde-5542-45bc-9fcd-110f0da0fd05 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:03.901613 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-353b7c21-6934-4bab-9a03-faf146cdd259 req-5f867dde-5542-45bc-9fcd-110f0da0fd05 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 943 time: 0.1475198 Mar 11 15:55:03.959524 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-353b7c21-6934-4bab-9a03-faf146cdd259 req-0f4073d1-5215-49e6-9530-a907e0e17092 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509992 Mar 11 15:55:03.962237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c4d25-d295-4430-8cf3-ddf189ebc952 req-6c9d051d-a04c-40ae-9839-fe536736226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:03.963592 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f55c4d25-d295-4430-8cf3-ddf189ebc952 req-6c9d051d-a04c-40ae-9839-fe536736226b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256878 Mar 11 15:55:04.095322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f55c4d25-d295-4430-8cf3-ddf189ebc952 req-b760b34a-f6a1-4706-9ca7-7a613465a720 service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248953 Mar 11 15:55:04.214859 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-55ec932a-8342-4a2c-8a18-9380e0ca3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'port_id': '2e83addc-73a9-408d-8841-1905a7e99973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'mac_address': 'fa:16:3e:2d:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:53:20Z', 'updated_at': '2022-03-11T15:55:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:04.218670 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec932a-8342-4a2c-8a18-9380e0ca3d5a None None] The sync data for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv is: [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'port_id': '2e83addc-73a9-408d-8841-1905a7e99973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'mac_address': 'fa:16:3e:2d:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:53:20Z', 'updated_at': '2022-03-11T15:55:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:55:04.229969 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f55c4d25-d295-4430-8cf3-ddf189ebc952 req-733a5944-1928-41e9-a3d0-676732cf83ee service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283286 Mar 11 15:55:04.385314 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43944) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:04.404637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152710ee-ea17-4f8e-a712-42fca86e2bbd None None] New status for floating IP 2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:55:04.493905 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a1c29605-e639-4722-8658-201663dc810c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 200 len: 991 time: 0.1074419 Mar 11 15:55:05.149371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caf4f8-2d3d-4578-ab7f-dfe1d284283b req-aa27bacb-8444-4035-9410-9333399af05f tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:05.150823 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-46caf4f8-2d3d-4578-ab7f-dfe1d284283b req-aa27bacb-8444-4035-9410-9333399af05f tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 943 time: 0.0819917 Mar 11 15:55:05.193870 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-46caf4f8-2d3d-4578-ab7f-dfe1d284283b req-2cd5e2dc-d31a-4033-841e-c98eb0ffbbd6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373783 Mar 11 15:55:05.496885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43950) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:05.601636 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2177bb63-9965-452c-b904-049b02d2e15d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 200 len: 993 time: 0.1036279 Mar 11 15:55:06.213766 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-2f0db69b-e971-4c04-8737-81409acf244b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684924 Mar 11 15:55:06.351944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-60fbcca2-3f46-4e59-8b4f-c083e15619cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:06.353435 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-60fbcca2-3f46-4e59-8b4f-c083e15619cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 1099 time: 0.1192236 Mar 11 15:55:06.405645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 6fd94d5b-e918-452f-80de-f63410c433d0 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:55:06.476424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1dc41-a14b-44b3-8bc9-a1a65b8faca7 req-9c8d210d-8075-46db-ab7c-b397c8a973ff tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:06.476424 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02e1dc41-a14b-44b3-8bc9-a1a65b8faca7 req-9c8d210d-8075-46db-ab7c-b397c8a973ff tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 943 time: 0.1696067 Mar 11 15:55:06.539646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 6fd94d5b-e918-452f-80de-f63410c433d0, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6fd94d5b-e918-452f-80de-f63410c433d0,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:55:06.546008 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02e1dc41-a14b-44b3-8bc9-a1a65b8faca7 req-c8c3b6ef-8f16-4c07-8cd0-97b8a1b8805a tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612230 Mar 11 15:55:06.548359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-e5ed4f92-4356-4c60-bf98-5049dc38be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:06.550315 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-e5ed4f92-4356-4c60-bf98-5049dc38be78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e HTTP/1.1" status: 200 len: 897 time: 0.1781061 Mar 11 15:55:06.557275 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '6fd94d5b-e918-452f-80de-f63410c433d0', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'port_id': '6fd94d5b-e918-452f-80de-f63410c433d0', 'mac_address': 'fa:16:3e:01:91:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:55:06.619348 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:06.620912 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-3bfaac99-c9e1-412a-ab7e-a86a7fda54b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7c4011-8ec8-408f-97e1-f0aca44faf00 HTTP/1.1" status: 200 len: 217 time: 0.0646694 Mar 11 15:55:06.636968 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd94d5b-e918-452f-80de-f63410c433d0 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:55:06.652032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 6fd94d5b-e918-452f-80de-f63410c433d0, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6fd94d5b-e918-452f-80de-f63410c433d0,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:55:06.682091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-5994e7ba-800d-4ebb-b72d-8023f65c999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:06.696642 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-5994e7ba-800d-4ebb-b72d-8023f65c999d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=770d6541-1886-40fb-8f4a-830638334a01 HTTP/1.1" status: 200 len: 835 time: 0.0576539 Mar 11 15:55:06.713199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:06.761017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-7dae3478-7fa1-443f-b01c-a266d9f4849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:06.762518 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-7dae3478-7fa1-443f-b01c-a266d9f4849a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c693e644-9046-4a6d-bd8f-542a0bb9ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737112 Mar 11 15:55:06.782658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=6fd94d5b-e918-452f-80de-f63410c433d0,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:06.895054 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-99e0fda0-f9bd-4191-ac69-069e3ceccdd9 service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260095 Mar 11 15:55:07.047226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['6fd94d5b-e918-452f-80de-f63410c433d0'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:55:07.132757 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a82ac541-cc6f-4661-be23-ed8531ab9bb9 req-b08edf9d-be6c-4713-9bd2-9dd31b25aad7 service neutron] 10.222.0.30 "GET /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310963 Mar 11 15:55:07.728085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263a17e-319b-434f-84b2-5c6eed83f616 req-ae1bd593-48d0-4103-9c9c-eabc75944572 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:07.729576 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2263a17e-319b-434f-84b2-5c6eed83f616 req-ae1bd593-48d0-4103-9c9c-eabc75944572 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 944 time: 0.0798895 Mar 11 15:55:07.773719 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2263a17e-319b-434f-84b2-5c6eed83f616 req-9be85b63-e944-46a3-87ab-96b09498bc95 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385206 Mar 11 15:55:07.807562 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:55:08.421372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 6fd94d5b-e918-452f-80de-f63410c433d0 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:08.547458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 6fd94d5b-e918-452f-80de-f63410c433d0 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:55:08.552140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 6fd94d5b-e918-452f-80de-f63410c433d0 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:08.552518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:08.668225 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:08.695572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd94d5b-e918-452f-80de-f63410c433d0'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:55:08.704877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 6fd94d5b-e918-452f-80de-f63410c433d0, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6fd94d5b-e918-452f-80de-f63410c433d0,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:55:08.743721 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd94d5b-e918-452f-80de-f63410c433d0', 'code': 200} Mar 11 15:55:08.787939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:08.860866 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=6fd94d5b-e918-452f-80de-f63410c433d0,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:08.967173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a306949-bafc-4c92-b5e2-cd4b260cdf52 req-f73cfaec-884b-4d5c-a02c-68e2deef7612 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:08.968669 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a306949-bafc-4c92-b5e2-cd4b260cdf52 req-f73cfaec-884b-4d5c-a02c-68e2deef7612 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 945 time: 0.0821846 Mar 11 15:55:09.014750 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a306949-bafc-4c92-b5e2-cd4b260cdf52 req-265f1cb6-a800-41ee-9d2e-38ed53d49f02 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385103 Mar 11 15:55:09.186331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb1d1b-1130-4b14-9009-f1d27b889f4b req-c582a471-fa00-4b9d-b25b-0450c0b0164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:09.187869 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ddb1d1b-1130-4b14-9009-f1d27b889f4b req-c582a471-fa00-4b9d-b25b-0450c0b0164f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 1098 time: 0.0689175 Mar 11 15:55:09.230467 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ddb1d1b-1130-4b14-9009-f1d27b889f4b req-437c3324-2493-4cbe-9dfb-af247cb734bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370185 Mar 11 15:55:10.202259 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b8382-7f0a-4cd8-b620-8970a899cbfe req-ee8249fa-973d-46af-81a8-30b9b20b8011 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:10.203714 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e4b8382-7f0a-4cd8-b620-8970a899cbfe req-ee8249fa-973d-46af-81a8-30b9b20b8011 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 945 time: 0.0798213 Mar 11 15:55:10.248932 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e4b8382-7f0a-4cd8-b620-8970a899cbfe req-7adc4d42-f0cc-45e5-85a6-9d0735b2ebd7 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378482 Mar 11 15:55:11.095177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [req-96692a7c-5a81-4cc1-851a-a6922e4e2825 req-24846b38-e6e9-45ae-84d4-d0d7fbc774ae service neutron] (88557) timed out ('10.222.0.30', 58201) {{(pid=88557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 15:55:11.439740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edf786-664d-41bd-bda4-f16cc910e179 req-e1935772-3bcc-4236-b3f7-98e0165dce5e tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:11.441723 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80edf786-664d-41bd-bda4-f16cc910e179 req-e1935772-3bcc-4236-b3f7-98e0165dce5e tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 945 time: 0.0840371 Mar 11 15:55:11.485332 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80edf786-664d-41bd-bda4-f16cc910e179 req-97cef53e-4e71-4737-b9fd-76d443b4d699 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379586 Mar 11 15:55:11.669406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951d709-7c0a-4899-9a34-54fb83613d1d req-a51e5fd1-45d6-4991-ab5e-11e0b0141fdb tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:11.670292 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a951d709-7c0a-4899-9a34-54fb83613d1d req-a51e5fd1-45d6-4991-ab5e-11e0b0141fdb tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 945 time: 0.0820236 Mar 11 15:55:11.713356 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a951d709-7c0a-4899-9a34-54fb83613d1d req-e3b559be-5e17-4b5d-a368-885c393cf752 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375159 Mar 11 15:55:11.736092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43970) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:11.914174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81a1ec-d1c3-48ac-8b94-e16d1b34b3ca tempest-TestVolumeBootPattern-2035047496 tempest-TestVolumeBootPattern-2035047496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:11.915686 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-db81a1ec-d1c3-48ac-8b94-e16d1b34b3ca tempest-TestVolumeBootPattern-2035047496 tempest-TestVolumeBootPattern-2035047496-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 1093 time: 0.1786060 Mar 11 15:55:11.921111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 43976) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:11.923369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '6fd94d5b-e918-452f-80de-f63410c433d0', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:55:11.929697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:11.933489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Usage tracker for resource:floatingip and tenant:acbbd0b5a4f34fd68899f082e39aa450 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:11.936298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:11.942555 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:12.044867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:12.181410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:12.320986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Allocated IP 172.26.6.248 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/f9b0d235-af4e-49f5-bd2c-9ac843f64553) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:55:12.464127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:12.576863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:12.635472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:55:12.638139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:55:12.646302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:55:12.680761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'Port': ['ID=f9b0d235-af4e-49f5-bd2c-9ac843f64553,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:13.150273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:13.257069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:13.460840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:13.536320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:13.646758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event updated for resources: {'Port': ['ID=f9b0d235-af4e-49f5-bd2c-9ac843f64553,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:13.656361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:13.827503 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Floating IP 633dd878-6e52-47af-831f-aef1f9f2d1f8 associated. External IP: 172.26.6.248, port: 6fd94d5b-e918-452f-80de-f63410c433d0. Mar 11 15:55:14.174828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:55:14.352201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:55:14.361549 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949149e9-be20-4439-bd0d-6bd2a8e4dfee None None] Sync routers for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:55:14.371684 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949149e9-be20-4439-bd0d-6bd2a8e4dfee None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:55:14.372272 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-949149e9-be20-4439-bd0d-6bd2a8e4dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:54:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:14.433413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:14.488637 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ba1a3ddf-b96a-4257-8a46-e24e6d622de6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5690618 Mar 11 15:55:14.489203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'tag': '6fd94d5b-e918-452f-80de-f63410c433d0'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:55:14.534450 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'tag': '6fd94d5b-e918-452f-80de-f63410c433d0', 'status': 'completed', 'code': 200} Mar 11 15:55:14.547226 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-949149e9-be20-4439-bd0d-6bd2a8e4dfee None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:55:14.632607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6998239-36f6-4b20-8671-665a2898f65a req-42a77b98-1a2e-421e-a394-6218e24748be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:14.634100 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6998239-36f6-4b20-8671-665a2898f65a req-42a77b98-1a2e-421e-a394-6218e24748be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 1098 time: 0.0732763 Mar 11 15:55:14.876877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6998239-36f6-4b20-8671-665a2898f65a req-793c8849-0510-443e-a21d-8e3932286225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:14.878863 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6998239-36f6-4b20-8671-665a2898f65a req-793c8849-0510-443e-a21d-8e3932286225 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.2372148 Mar 11 15:55:14.908066 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-949149e9-be20-4439-bd0d-6bd2a8e4dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '16f18cde-6c5b-4280-838b-6b6f89875ca6', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:f3:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:52:05Z', 'updated_at': '2022-03-11T15:52:08Z', 'revision_number': 1, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}, {'id': '633dd878-6e52-47af-831f-aef1f9f2d1f8', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '6fd94d5b-e918-452f-80de-f63410c433d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:01:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:13Z', 'updated_at': '2022-03-11T15:55:13Z', 'revision_number': 0, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:14.911912 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949149e9-be20-4439-bd0d-6bd2a8e4dfee None None] Checking router: cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:55:14.920350 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949149e9-be20-4439-bd0d-6bd2a8e4dfee None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:55:14.920982 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-949149e9-be20-4439-bd0d-6bd2a8e4dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:54:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:14.976535 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6998239-36f6-4b20-8671-665a2898f65a req-1b9e1da9-428d-4db4-8ec3-a1d4ed6d1762 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fd94d5b-e918-452f-80de-f63410c433d0 HTTP/1.1" status: 200 len: 999 time: 0.0912883 Mar 11 15:55:15.041550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6998239-36f6-4b20-8671-665a2898f65a req-5942a97e-b48a-4edf-9f96-c962b7f289a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:15.042953 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6998239-36f6-4b20-8671-665a2898f65a req-5942a97e-b48a-4edf-9f96-c962b7f289a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.0595584 Mar 11 15:55:15.102572 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-949149e9-be20-4439-bd0d-6bd2a8e4dfee None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:55:15.118417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6998239-36f6-4b20-8671-665a2898f65a req-14db03a1-1807-4550-9b85-585d6af09252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:15.119881 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6998239-36f6-4b20-8671-665a2898f65a req-14db03a1-1807-4550-9b85-585d6af09252 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704646 Mar 11 15:55:15.262757 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6998239-36f6-4b20-8671-665a2898f65a req-b341732f-380b-4131-9454-39289f8a0d48 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274669 Mar 11 15:55:15.397395 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6998239-36f6-4b20-8671-665a2898f65a req-f16da19b-45fd-428d-83d0-c9b9d351c971 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282187 Mar 11 15:55:15.481412 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-949149e9-be20-4439-bd0d-6bd2a8e4dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '16f18cde-6c5b-4280-838b-6b6f89875ca6', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:f3:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:52:05Z', 'updated_at': '2022-03-11T15:52:08Z', 'revision_number': 1, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}, {'id': '633dd878-6e52-47af-831f-aef1f9f2d1f8', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '6fd94d5b-e918-452f-80de-f63410c433d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:01:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:13Z', 'updated_at': '2022-03-11T15:55:13Z', 'revision_number': 0, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:15.485204 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949149e9-be20-4439-bd0d-6bd2a8e4dfee None None] The sync data for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv is: [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '16f18cde-6c5b-4280-838b-6b6f89875ca6', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:f3:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:52:05Z', 'updated_at': '2022-03-11T15:52:08Z', 'revision_number': 1, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}, {'id': '633dd878-6e52-47af-831f-aef1f9f2d1f8', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '6fd94d5b-e918-452f-80de-f63410c433d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:01:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:13Z', 'updated_at': '2022-03-11T15:55:13Z', 'revision_number': 0, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:55:15.671189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e8aa4-52e6-4663-98a4-93dae119a124 None None] New status for floating IP 633dd878-6e52-47af-831f-aef1f9f2d1f8: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:55:20.804750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-544f4d8b-a0fd-4d53-86b2-6b1064c516cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:23.656095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-df2b832f-2614-4e7d-a332-186f5317ffbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:24.375868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:24.587360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:26.005951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:26.006857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:44.808104 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:55:50.873021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9b01908e-a80d-459b-9d9a-4de8b4d74db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.701675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ec97b842-6324-4b28-956c-3fff3cb4717e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:54.392638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:54.585824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:55.908790 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:55.963833 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:05.586772 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9964f038-dace-4736-9237-3902c7d7c815 req-545f60df-0e6e-466d-abe3-06fa313d8cfd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725570 Mar 11 15:56:05.724008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964f038-dace-4736-9237-3902c7d7c815 req-06d3498d-7de8-406e-8ab7-64126ac2bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:05.725597 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9964f038-dace-4736-9237-3902c7d7c815 req-06d3498d-7de8-406e-8ab7-64126ac2bb2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 1099 time: 0.0715585 Mar 11 15:56:05.867680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964f038-dace-4736-9237-3902c7d7c815 req-24a63085-90cd-4212-bd38-bf12c0117b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:05.869030 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9964f038-dace-4736-9237-3902c7d7c815 req-24a63085-90cd-4212-bd38-bf12c0117b28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.1263831 Mar 11 15:56:05.970173 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9964f038-dace-4736-9237-3902c7d7c815 req-3eb84032-1bbf-46c8-8222-4e792578ac48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 HTTP/1.1" status: 200 len: 1001 time: 0.0942376 Mar 11 15:56:06.030270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964f038-dace-4736-9237-3902c7d7c815 req-c192652d-5c44-4a63-a839-5d41f5c267d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:06.031671 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9964f038-dace-4736-9237-3902c7d7c815 req-c192652d-5c44-4a63-a839-5d41f5c267d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.0560133 Mar 11 15:56:06.107757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964f038-dace-4736-9237-3902c7d7c815 req-33049b93-8290-470a-b28c-7862aea6cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:06.109253 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9964f038-dace-4736-9237-3902c7d7c815 req-33049b93-8290-470a-b28c-7862aea6cf3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721586 Mar 11 15:56:06.239269 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9964f038-dace-4736-9237-3902c7d7c815 req-cde5f5c2-95e5-4beb-9d9a-b9c083f273fb service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237605 Mar 11 15:56:06.366929 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9964f038-dace-4736-9237-3902c7d7c815 req-7a680300-f329-4f84-9a87-e6d8a071368c service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221178 Mar 11 15:56:19.260095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de20f-9e62-4575-acda-ff125d35f4ba req-a7b93a73-d088-4e17-b790-3e8878fb42ad tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:19.262136 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-980de20f-9e62-4575-acda-ff125d35f4ba req-a7b93a73-d088-4e17-b790-3e8878fb42ad tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 945 time: 0.1229963 Mar 11 15:56:19.305419 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-980de20f-9e62-4575-acda-ff125d35f4ba req-43cdb330-aa17-4f6a-8238-c9fa53230a7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374525 Mar 11 15:56:20.632904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7570d-e603-45fc-9502-1f3b1270e7c2 req-5eeff303-59b5-444e-9460-928d61298a95 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:20.634351 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fdc7570d-e603-45fc-9502-1f3b1270e7c2 req-5eeff303-59b5-444e-9460-928d61298a95 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 945 time: 0.2198887 Mar 11 15:56:20.678908 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fdc7570d-e603-45fc-9502-1f3b1270e7c2 req-f4e2d0f0-aa78-41d0-a230-3b39f1631249 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385547 Mar 11 15:56:20.826702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe1dc-f356-49c3-a40f-f8803b894871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:20.880585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-cdeaa5e9-7839-4849-be62-5cbacf444616 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:20.882031 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-cdeaa5e9-7839-4849-be62-5cbacf444616 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 945 time: 0.0826857 Mar 11 15:56:20.948016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 2e83addc-73a9-408d-8841-1905a7e99973 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:56:20.948352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:21.188211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 2e83addc-73a9-408d-8841-1905a7e99973, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2e83addc-73a9-408d-8841-1905a7e99973,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:56:21.188599 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:21.484009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:21.484381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:21.484724 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP 2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb disassociated. External IP: 172.26.6.119, port: 2e83addc-73a9-408d-8841-1905a7e99973. Mar 11 15:56:21.485069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 2e83addc-73a9-408d-8841-1905a7e99973 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:56:21.695278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:21.747510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=2e83addc-73a9-408d-8841-1905a7e99973,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:21.759029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.759337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.759674 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.760004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.760331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.760690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.761030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.761362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.761672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.761989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.762310 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.762664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:21.806696 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:56:21.880744 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e3dc43cc-630d-49fe-a37b-4534e5bca6aa req-0e87796f-ff4c-4e1e-bf87-e87c8af363ee tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 210 time: 0.0547519 Mar 11 15:56:21.988775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router f0358b30-0d7a-4360-90b2-7daa6149593d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:56:22.162911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:56:22.177791 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410399f-b80f-48c2-a281-2eb319f59891 None None] Sync routers for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:56:22.185090 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410399f-b80f-48c2-a281-2eb319f59891 None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:56:22.185991 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1410399f-b80f-48c2-a281-2eb319f59891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:55:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:22.350826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] No DVR routers for this DVR port 2e83addc-73a9-408d-8841-1905a7e99973 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:56:22.353416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:22.357905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'name': 'network-vif-deleted', 'tag': '2e83addc-73a9-408d-8841-1905a7e99973'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:56:22.367725 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-1410399f-b80f-48c2-a281-2eb319f59891 None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:56:22.401045 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6c4d90-367a-4516-9e63-2aa3ddaec3fa', 'name': 'network-vif-deleted', 'tag': '2e83addc-73a9-408d-8841-1905a7e99973', 'status': 'completed', 'code': 200} Mar 11 15:56:22.433356 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-981ee256-34ee-4e74-8193-3518c89c59a6 req-f24d057d-6663-4fb9-89df-feb4e2627ad2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "DELETE /v2.0/ports/2e83addc-73a9-408d-8841-1905a7e99973 HTTP/1.1" status: 204 len: 173 time: 1.5465956 Mar 11 15:56:22.671914 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1410399f-b80f-48c2-a281-2eb319f59891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:22.675640 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410399f-b80f-48c2-a281-2eb319f59891 None None] Checking router: f0358b30-0d7a-4360-90b2-7daa6149593d for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:56:22.683686 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410399f-b80f-48c2-a281-2eb319f59891 None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:56:22.684270 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1410399f-b80f-48c2-a281-2eb319f59891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:55:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:22.860834 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-1410399f-b80f-48c2-a281-2eb319f59891 None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:56:23.044142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-5859d8d0-9eb1-4bcc-b743-a2f9aade3ac6 req-e50cc357-3787-4428-80b3-7e64b3f162e8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:56:23.168732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-5859d8d0-9eb1-4bcc-b743-a2f9aade3ac6 req-e50cc357-3787-4428-80b3-7e64b3f162e8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:56:23.171146 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5859d8d0-9eb1-4bcc-b743-a2f9aade3ac6 req-e50cc357-3787-4428-80b3-7e64b3f162e8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6c4d90-367a-4516-9e63-2aa3ddaec3fa HTTP/1.1" status: 200 len: 210 time: 0.1690369 Mar 11 15:56:23.177556 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1410399f-b80f-48c2-a281-2eb319f59891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:23.181882 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410399f-b80f-48c2-a281-2eb319f59891 None None] The sync data for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv is: [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:52:57Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6771e364-6978-4ae9-a043-d9c0014064ce', 'name': '', 'network_id': 'c693e644-9046-4a6d-bd8f-542a0bb9ed8e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:1c:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '770d6541-1886-40fb-8f4a-830638334a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:56Z', 'updated_at': '2022-03-11T15:53:02Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '770d6541-1886-40fb-8f4a-830638334a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:56:23.400121 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a508715-1dc9-4b9f-aba4-d8c3786a1905 None None] New status for floating IP 2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:56:23.757964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-156d1a15-02a9-450d-acd4-202e4590c24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:24.266641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44036) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:24.339335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ca26bf25-a93a-4915-b7b7-7932ece080af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:24.369004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ca26bf25-a93a-4915-b7b7-7932ece080af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:24.409414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:24.563471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ca26bf25-a93a-4915-b7b7-7932ece080af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:24.582376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26bf25-a93a-4915-b7b7-7932ece080af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:24.641758 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:24.676950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ca26bf25-a93a-4915-b7b7-7932ece080af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:24.679659 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ca26bf25-a93a-4915-b7b7-7932ece080af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/5fdd38a3-0ad9-4c8d-87d1-88e3f8e7e68a HTTP/1.1" status: 204 len: 168 time: 0.4103603 Mar 11 15:56:24.779957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44042) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:24.789494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 2e83addc-73a9-408d-8841-1905a7e99973 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:56:24.822557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 2e83addc-73a9-408d-8841-1905a7e99973 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:56:24.822894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 2e83addc-73a9-408d-8841-1905a7e99973 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:56:24.941548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a96607a8-649f-46f5-9ddf-231f0ab88ce8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port bf9ba23b-ae2d-421c-9773-c136dce1da1b {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:56:24.945795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a96607a8-649f-46f5-9ddf-231f0ab88ce8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:25.111068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a96607a8-649f-46f5-9ddf-231f0ab88ce8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:25.111450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a96607a8-649f-46f5-9ddf-231f0ab88ce8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:25.233939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a96607a8-649f-46f5-9ddf-231f0ab88ce8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for bf9ba23b-ae2d-421c-9773-c136dce1da1b owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:56:25.426565 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a96607a8-649f-46f5-9ddf-231f0ab88ce8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:25.472175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96607a8-649f-46f5-9ddf-231f0ab88ce8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=bf9ba23b-ae2d-421c-9773-c136dce1da1b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:25.564418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a96607a8-649f-46f5-9ddf-231f0ab88ce8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:25.638067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a96607a8-649f-46f5-9ddf-231f0ab88ce8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:25.640504 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a96607a8-649f-46f5-9ddf-231f0ab88ce8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/floatingips/2fa7a5b1-57fc-4adf-a8db-fcc1f013eedb HTTP/1.1" status: 204 len: 168 time: 0.8581984 Mar 11 15:56:25.972396 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:26.013077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:26.326479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e455e7-8845-4e0f-b5e7-f9fab0e0e786 req-955e1068-27ad-4243-a60b-90a3a0d02277 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:26.327417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f7e455e7-8845-4e0f-b5e7-f9fab0e0e786 req-955e1068-27ad-4243-a60b-90a3a0d02277 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:56:26.392397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f7e455e7-8845-4e0f-b5e7-f9fab0e0e786 req-955e1068-27ad-4243-a60b-90a3a0d02277 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:56:26.394414 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f7e455e7-8845-4e0f-b5e7-f9fab0e0e786 req-955e1068-27ad-4243-a60b-90a3a0d02277 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 946 time: 0.1461725 Mar 11 15:56:26.441901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f7e455e7-8845-4e0f-b5e7-f9fab0e0e786 req-e34d209a-05a5-4c9b-ba5d-0d54a5c4319f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:56:26.489146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f7e455e7-8845-4e0f-b5e7-f9fab0e0e786 req-e34d209a-05a5-4c9b-ba5d-0d54a5c4319f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:56:26.490353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f7e455e7-8845-4e0f-b5e7-f9fab0e0e786 req-e34d209a-05a5-4c9b-ba5d-0d54a5c4319f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907342 Mar 11 15:56:27.687642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29fc3c-68c8-4147-a3bd-d381d7bffe3b req-577b8f71-aa20-49e5-98cd-323fd6c3da64 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:27.689129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e29fc3c-68c8-4147-a3bd-d381d7bffe3b req-577b8f71-aa20-49e5-98cd-323fd6c3da64 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 946 time: 0.0879402 Mar 11 15:56:27.734682 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e29fc3c-68c8-4147-a3bd-d381d7bffe3b req-8a58de69-b5d8-44c8-8186-1731186aac54 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=5361fed0-d7ef-4c96-ad2f-a5f4228b535b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395923 Mar 11 15:56:27.879065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b30ac-805a-4ca7-86db-2f1ed18c8137 req-ec1ccdc9-3d0d-43a1-9270-407d2c3fa180 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:27.880567 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3d1b30ac-805a-4ca7-86db-2f1ed18c8137 req-ec1ccdc9-3d0d-43a1-9270-407d2c3fa180 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 946 time: 0.0851569 Mar 11 15:56:27.951561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-3d1b30ac-805a-4ca7-86db-2f1ed18c8137 req-bd278817-f3dd-4da5-a0d1-b8a6cce4ef6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:56:27.951706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3d1b30ac-805a-4ca7-86db-2f1ed18c8137 req-bd278817-f3dd-4da5-a0d1-b8a6cce4ef6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:28.291307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-3d1b30ac-805a-4ca7-86db-2f1ed18c8137 req-bd278817-f3dd-4da5-a0d1-b8a6cce4ef6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 3b7c4011-8ec8-408f-97e1-f0aca44faf00, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3b7c4011-8ec8-408f-97e1-f0aca44faf00,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:56:28.291671 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3d1b30ac-805a-4ca7-86db-2f1ed18c8137 req-bd278817-f3dd-4da5-a0d1-b8a6cce4ef6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:28.414451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-3d1b30ac-805a-4ca7-86db-2f1ed18c8137 req-bd278817-f3dd-4da5-a0d1-b8a6cce4ef6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 3b7c4011-8ec8-408f-97e1-f0aca44faf00 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:56:28.683969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3d1b30ac-805a-4ca7-86db-2f1ed18c8137 req-bd278817-f3dd-4da5-a0d1-b8a6cce4ef6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:28.734047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd278817-f3dd-4da5-a0d1-b8a6cce4ef6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=3b7c4011-8ec8-408f-97e1-f0aca44faf00,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:28.811510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b30ac-805a-4ca7-86db-2f1ed18c8137 req-bd278817-f3dd-4da5-a0d1-b8a6cce4ef6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] No DVR routers for this DVR port 3b7c4011-8ec8-408f-97e1-f0aca44faf00 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:56:28.813925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3d1b30ac-805a-4ca7-86db-2f1ed18c8137 req-bd278817-f3dd-4da5-a0d1-b8a6cce4ef6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:28.816384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9180aad2-8d23-421f-b51a-3d4db229e433', 'name': 'network-vif-deleted', 'tag': '3b7c4011-8ec8-408f-97e1-f0aca44faf00'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:56:28.880256 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9180aad2-8d23-421f-b51a-3d4db229e433', 'name': 'network-vif-deleted', 'tag': '3b7c4011-8ec8-408f-97e1-f0aca44faf00', 'status': 'completed', 'code': 200} Mar 11 15:56:28.887328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-3b09c820-9f72-4ff0-a0b2-55fde7c597b3 req-94bcf942-bab2-4372-b63d-6954eb698249 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:56:28.907853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3d1b30ac-805a-4ca7-86db-2f1ed18c8137 req-bd278817-f3dd-4da5-a0d1-b8a6cce4ef6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "DELETE /v2.0/ports/3b7c4011-8ec8-408f-97e1-f0aca44faf00 HTTP/1.1" status: 204 len: 173 time: 1.0225699 Mar 11 15:56:28.996371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-3b09c820-9f72-4ff0-a0b2-55fde7c597b3 req-94bcf942-bab2-4372-b63d-6954eb698249 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:56:28.996371 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3b09c820-9f72-4ff0-a0b2-55fde7c597b3 req-94bcf942-bab2-4372-b63d-6954eb698249 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=9180aad2-8d23-421f-b51a-3d4db229e433 HTTP/1.1" status: 200 len: 210 time: 0.1505969 Mar 11 15:56:30.089120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44060) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:30.158354 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:30.187726 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:30.324312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:30.342843 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5361fed0-d7ef-4c96-ad2f-a5f4228b535b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:30.350778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.351125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.351462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.351800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.352131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.352457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.352806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.353127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.353449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.353773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.354089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.354403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:30.454818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:30.455964 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-90025dc5-1123-43f8-9874-f7bea73d4313 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/5361fed0-d7ef-4c96-ad2f-a5f4228b535b HTTP/1.1" status: 204 len: 168 time: 0.3655093 Mar 11 15:56:30.535319 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44066) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:30.805015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 3b7c4011-8ec8-408f-97e1-f0aca44faf00 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:56:30.842584 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 3b7c4011-8ec8-408f-97e1-f0aca44faf00 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:56:30.842930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 3b7c4011-8ec8-408f-97e1-f0aca44faf00 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:56:31.087126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:31.435929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 6771e364-6978-4ae9-a043-d9c0014064ce {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:56:31.436615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:31.618377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 6771e364-6978-4ae9-a043-d9c0014064ce, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6771e364-6978-4ae9-a043-d9c0014064ce,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:56:31.618736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:31.849322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 6771e364-6978-4ae9-a043-d9c0014064ce owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:56:32.112530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:32.162306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=6771e364-6978-4ae9-a043-d9c0014064ce,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:32.438426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:32.803252 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router f0358b30-0d7a-4360-90b2-7daa6149593d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:56:32.982096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:56:32.994810 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b754c-2fe5-4218-84bc-fcb398f9f2e2 None None] Sync routers for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:56:32.997878 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-12452419-4de4-4c00-8c08-2f2a11087761 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/f0358b30-0d7a-4360-90b2-7daa6149593d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4613879 Mar 11 15:56:33.000076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44070) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:33.004318 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b754c-2fe5-4218-84bc-fcb398f9f2e2 None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:56:33.004994 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0a6b754c-2fe5-4218-84bc-fcb398f9f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:56:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:33.071820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f204db61-8e7e-4574-95bb-6f96eb2537f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting subnet 770d6541-1886-40fb-8f4a-830638334a01 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:56:33.075215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f204db61-8e7e-4574-95bb-6f96eb2537f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:33.130351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f204db61-8e7e-4574-95bb-6f96eb2537f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:33.207776 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-0a6b754c-2fe5-4218-84bc-fcb398f9f2e2 None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:56:33.218687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f204db61-8e7e-4574-95bb-6f96eb2537f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:33.362411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f204db61-8e7e-4574-95bb-6f96eb2537f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:33.404199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204db61-8e7e-4574-95bb-6f96eb2537f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Subnet': ['ID=770d6541-1886-40fb-8f4a-830638334a01,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:33.406189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f204db61-8e7e-4574-95bb-6f96eb2537f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:33.419290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc5bd7-143c-47cf-975c-85c4eedf715c None None] Network c693e644-9046-4a6d-bd8f-542a0bb9ed8e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:56:33.421352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f204db61-8e7e-4574-95bb-6f96eb2537f0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/subnets/770d6541-1886-40fb-8f4a-830638334a01 HTTP/1.1" status: 204 len: 168 time: 0.4216230 Mar 11 15:56:33.424105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44074) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:33.502241 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0a6b754c-2fe5-4218-84bc-fcb398f9f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:56:31Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:33.506826 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b754c-2fe5-4218-84bc-fcb398f9f2e2 None None] Checking router: f0358b30-0d7a-4360-90b2-7daa6149593d for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:56:33.517079 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b754c-2fe5-4218-84bc-fcb398f9f2e2 None None] Routers {'f0358b30-0d7a-4360-90b2-7daa6149593d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:56:33.517788 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0a6b754c-2fe5-4218-84bc-fcb398f9f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:56:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0358b30-0d7a-4360-90b2-7daa6149593d'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:33.610859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:33.679617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] DHCP port deletion for c693e644-9046-4a6d-bd8f-542a0bb9ed8e request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:56:33.688195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Deleting port d00bedb7-93fe-4035-877b-e99216833026 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:56:33.688195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:33.715464 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-0a6b754c-2fe5-4218-84bc-fcb398f9f2e2 None None] Set router f0358b30-0d7a-4360-90b2-7daa6149593d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:56:33.901498 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] For port d00bedb7-93fe-4035-877b-e99216833026, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d00bedb7-93fe-4035-877b-e99216833026,segment=NetworkSegment(45f0fb09-97e1-4502-8bf1-a0547d1e2ae4),segment_id=45f0fb09-97e1-4502-8bf1-a0547d1e2ae4)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:56:33.902851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:33.915378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:33.994087 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 94536af3-5442-4710-897a-6ac0d5d586ce {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:56:33.994637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:34.017546 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0a6b754c-2fe5-4218-84bc-fcb398f9f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:56:31Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:34.021572 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b754c-2fe5-4218-84bc-fcb398f9f2e2 None None] The sync data for ids ['f0358b30-0d7a-4360-90b2-7daa6149593d'] in dv-neutron-833203-2-hyperv is: [{'id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'name': 'tempest-TestNetworkBasicOps-router-898361533', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:52:51Z', 'updated_at': '2022-03-11T15:56:31Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '94536af3-5442-4710-897a-6ac0d5d586ce', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0358b30-0d7a-4360-90b2-7daa6149593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:52:52Z', 'updated_at': '2022-03-11T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:56:34.030293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Calling delete_port for d00bedb7-93fe-4035-877b-e99216833026 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:56:34.175622 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 94536af3-5442-4710-897a-6ac0d5d586ce, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=94536af3-5442-4710-897a-6ac0d5d586ce,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:56:34.175977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:34.227518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:34.279384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Pushing event deleted for resources: {'Port': ['ID=d00bedb7-93fe-4035-877b-e99216833026,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:34.287593 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] No DVR routers for this DVR port d00bedb7-93fe-4035-877b-e99216833026 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:56:34.293132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.293570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.294001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.294425 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.294894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.295284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.295686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.296074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.296459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.296883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.297264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.297649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98d068-c16a-4531-aa04-c5df6415b0a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:34.298224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 94536af3-5442-4710-897a-6ac0d5d586ce owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:56:34.533759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d00bedb7-93fe-4035-877b-e99216833026 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:56:34.534333 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:34.570224 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: d00bedb7-93fe-4035-877b-e99216833026 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:56:34.570576 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d00bedb7-93fe-4035-877b-e99216833026 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:56:34.570989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6771e364-6978-4ae9-a043-d9c0014064ce no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:56:34.585698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=94536af3-5442-4710-897a-6ac0d5d586ce,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:34.608536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 6771e364-6978-4ae9-a043-d9c0014064ce {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:56:34.608903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6771e364-6978-4ae9-a043-d9c0014064ce not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:56:34.678379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:34.849847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:34.851982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:34.946944 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:34.947045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Fanout notify agent at l3_agent the message router_deleted on router f0358b30-0d7a-4360-90b2-7daa6149593d {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:56:34.963574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:34.965350 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a1653ed8-1dee-4050-9b6c-971802731466 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/routers/f0358b30-0d7a-4360-90b2-7daa6149593d HTTP/1.1" status: 204 len: 168 time: 1.5400131 Mar 11 15:56:34.967825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44078) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:35.087046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.214224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.239041 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c693e644-9046-4a6d-bd8f-542a0bb9ed8e']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:35.251259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:35.251539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f0fb09-97e1-4502-8bf1-a0547d1e2ae4') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:35.262448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.279155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.285399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:56:35.289044 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:56:35.304181 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:56:35.575024 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.592442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.605755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Network': ['ID=c693e644-9046-4a6d-bd8f-542a0bb9ed8e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:35.690452 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8f8f3c3a-8be2-4e42-855c-e2080e06a2f8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/networks/c693e644-9046-4a6d-bd8f-542a0bb9ed8e HTTP/1.1" status: 204 len: 168 time: 0.7213600 Mar 11 15:56:35.716020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44082) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:35.722058 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'network': {'name': 'tempest-network-smoke--1133884541', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'port_security_enabled': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:35.727216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:35.731308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:network and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:35.734163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:35.740244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:35.842332 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:56:35.845659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.872596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:56:35.880857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.887162 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Added segment 11e8d9b7-96e6-44f1-ae88-e418c9456a4f of type vlan for network 7a21ccc9-f486-4502-b5ee-6efd97f0108a Mar 11 15:56:35.907957 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.975113 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.980597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:35.981124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:36.092130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Network': ['ID=7a21ccc9-f486-4502-b5ee-6efd97f0108a,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:36.102706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 7a21ccc9-f486-4502-b5ee-6efd97f0108a details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:56:36.155278 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-79dc63c0-a78b-4f9f-9303-e7b0e4f215bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4355822 Mar 11 15:56:36.155572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44086) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:36.161050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-415541504', 'admin_state_up': True, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:36.169520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:36.175139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:router and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:36.176701 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:36.186465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:36.244201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:36.245472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:36.263769 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:36.530862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 94536af3-5442-4710-897a-6ac0d5d586ce no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:56:36.564955 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 94536af3-5442-4710-897a-6ac0d5d586ce {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:56:36.565300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 94536af3-5442-4710-897a-6ac0d5d586ce not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:56:36.576052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:36.971512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:37.001268 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:37.139872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.199 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/ff169fb6-8dfe-448b-b1fc-efb314f3775c) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:56:37.290056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:37.363325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:37.425057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:56:37.427795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:56:37.430248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:56:37.477227 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=ff169fb6-8dfe-448b-b1fc-efb314f3775c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:38.019325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:38.357378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:38.630347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 4cd6f633-c50e-40d4-969b-3628ffa32f8b is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:56:38.805138 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:56:38.815415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Sync routers for ids ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:56:38.826204 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Routers {'4cd6f633-c50e-40d4-969b-3628ffa32f8b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:56:38.826814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:56:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:38.929064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:38.933506 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f1351b19-dbfd-41c8-97ed-1a80e2ec65e7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7738099 Mar 11 15:56:38.933700 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44090) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:38.978018 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-86d79d26-db88-4a6d-9c70-52c0bef5e323 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6797a56b2aca4fd594e47cef9b833912&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429811 Mar 11 15:56:38.981666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44096) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:39.043625 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Set router 4cd6f633-c50e-40d4-969b-3628ffa32f8b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:56:39.113583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c1caba-9658-494c-9094-6d3045798fa5 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:39.115102 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-30c1caba-9658-494c-9094-6d3045798fa5 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324301 Mar 11 15:56:39.118101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44100) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:39.159119 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ac96c5bf-afe6-46e7-a4e1-b2bab57ac8fb tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398829 Mar 11 15:56:39.161635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44104) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:39.166866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-440745844', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:39.339766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:37Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:39.344000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Checking router: 4cd6f633-c50e-40d4-969b-3628ffa32f8b for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:56:39.344376 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Updating router 4cd6f633-c50e-40d4-969b-3628ffa32f8b port ff169fb6-8dfe-448b-b1fc-efb314f3775c binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:56:39.394148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:39.397859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:39.397992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:subnet and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:39.400763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:39.406346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:39.451629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:56:39.454903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:39.731219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:39.740322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:39.742983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Transition to ACTIVE for port object ff169fb6-8dfe-448b-b1fc-efb314f3775c will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:39.821679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Subnet': ['ID=138aec2d-4f7a-4b36-86b8-061ed180fd5b,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:39.825070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:39.832603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Checking segment: {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:56:39.832990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network hostable DHCP agents. Network: 7a21ccc9-f486-4502-b5ee-6efd97f0108a, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:56:39.903993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Attempting to bind port ff169fb6-8dfe-448b-b1fc-efb314f3775c on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:56:39.904358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Attempting to bind port ff169fb6-8dfe-448b-b1fc-efb314f3775c by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:56:39.904741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Attempting to bind port ff169fb6-8dfe-448b-b1fc-efb314f3775c on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:56:39.914092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7f656-02ae-4bc8-94aa-58a0b00afb08 None None] Pushing event updated for resources: {'Port': ['ID=ff169fb6-8dfe-448b-b1fc-efb314f3775c,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:39.916660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:56:39.917029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:56:39.917455 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:39.917832 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:56:39.918844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Bound port: ff169fb6-8dfe-448b-b1fc-efb314f3775c, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:56:39.919239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:39.926971 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 7a21ccc9-f486-4502-b5ee-6efd97f0108a is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:56:39.996771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] For port ff169fb6-8dfe-448b-b1fc-efb314f3775c, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:56:39.999747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] For port ff169fb6-8dfe-448b-b1fc-efb314f3775c, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ff169fb6-8dfe-448b-b1fc-efb314f3775c,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:56:40.004311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 7a21ccc9-f486-4502-b5ee-6efd97f0108a) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:56:40.021225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:40.021225 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:40.021416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574f8594-1c0e-4ec0-85b9-a7e13eea2625 None None] Network 7a21ccc9-f486-4502-b5ee-6efd97f0108a requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:56:40.099951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:40.130791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44108) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:40.131302 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6d605e71-72e6-4216-bed6-16c4af39e57d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9650033 Mar 11 15:56:40.255179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Routers {'4cd6f633-c50e-40d4-969b-3628ffa32f8b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:56:40.255675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:56:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:40.306052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7f656-02ae-4bc8-94aa-58a0b00afb08 None None] Pushing event updated for resources: {'Port': ['ID=ff169fb6-8dfe-448b-b1fc-efb314f3775c,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:40.438682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:56:40.439520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:40.576726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] Set router 4cd6f633-c50e-40d4-969b-3628ffa32f8b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:56:40.873753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Allocated IP 172.20.0.2 (7a21ccc9-f486-4502-b5ee-6efd97f0108a/138aec2d-4f7a-4b36-86b8-061ed180fd5b/8920acfb-eb2b-4537-b597-25ba6944eb2c) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:56:40.952645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:41.053112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:37Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:41.068010 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76100f9c-742c-4aa6-baad-11f528d49b05 None None] The sync data for ids ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'] in dv-neutron-833203-2-hyperv is: [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:37Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:56:41.140367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:41.151106 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Transition to ACTIVE for port object 8920acfb-eb2b-4537-b597-25ba6944eb2c will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:41.170374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Transition to ACTIVE for port object 8920acfb-eb2b-4537-b597-25ba6944eb2c will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:41.232844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:41.331592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Network 7a21ccc9-f486-4502-b5ee-6efd97f0108a is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:56:41.341746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:56:41.346791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:56:41.352787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Pushing event updated for resources: {'Port': ['ID=8920acfb-eb2b-4537-b597-25ba6944eb2c,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:41.398351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.1 (7a21ccc9-f486-4502-b5ee-6efd97f0108a/138aec2d-4f7a-4b36-86b8-061ed180fd5b/6a8c2b62-59cd-40b3-94e1-f355ffd5b8da) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:56:41.449041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Attempting to bind port 8920acfb-eb2b-4537-b597-25ba6944eb2c on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:56:41.449410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Attempting to bind port 8920acfb-eb2b-4537-b597-25ba6944eb2c by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:56:41.449955 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Attempting to bind port 8920acfb-eb2b-4537-b597-25ba6944eb2c on network 7a21ccc9-f486-4502-b5ee-6efd97f0108a {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:56:41.457344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:56:41.457716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Checking segment: {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:56:41.460142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:41.460142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Bound using segment: {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:56:41.460142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Bound port: 8920acfb-eb2b-4537-b597-25ba6944eb2c, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:56:41.460142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:41.557709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] For port 8920acfb-eb2b-4537-b597-25ba6944eb2c, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:56:41.561066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] For port 8920acfb-eb2b-4537-b597-25ba6944eb2c, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8920acfb-eb2b-4537-b597-25ba6944eb2c,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:56:41.574447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:41.590586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:41.621285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:41.685052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:41.723162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989bbfd-1d08-45f5-9686-cbfbc9287ab0 None None] Pushing event updated for resources: {'Port': ['ID=8920acfb-eb2b-4537-b597-25ba6944eb2c,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:41.766619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 7a21ccc9-f486-4502-b5ee-6efd97f0108a is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:56:41.773878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:56:41.778691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:56:41.810616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=6a8c2b62-59cd-40b3-94e1-f355ffd5b8da,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:41.843178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:42.138027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:42.568595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:42.603026 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8920acfb-eb2b-4537-b597-25ba6944eb2c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:42.626816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:42.724260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 8920acfb-eb2b-4537-b597-25ba6944eb2c completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:56:42.729857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ff169fb6-8dfe-448b-b1fc-efb314f3775c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:42.850180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:42.855899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port ff169fb6-8dfe-448b-b1fc-efb314f3775c completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:56:42.860878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port ff169fb6-8dfe-448b-b1fc-efb314f3775c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:42.865541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:42.865669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=6a8c2b62-59cd-40b3-94e1-f355ffd5b8da,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:42.982982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:42.999863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port ff169fb6-8dfe-448b-b1fc-efb314f3775c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ff169fb6-8dfe-448b-b1fc-efb314f3775c,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:56:43.002066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 7a21ccc9-f486-4502-b5ee-6efd97f0108a is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:56:43.003464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:56:43.083784 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:43.162433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=ff169fb6-8dfe-448b-b1fc-efb314f3775c,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:43.205282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 4cd6f633-c50e-40d4-969b-3628ffa32f8b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:56:43.295093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c41d5b-28f7-4fd5-9a6f-ba8e33d90f35 None None] Network 7a21ccc9-f486-4502-b5ee-6efd97f0108a requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:56:43.395594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:56:43.416778 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Sync routers for ids ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:56:43.417179 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-85eaad98-d083-4f2c-88bf-2b2837bd7e27 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/4cd6f633-c50e-40d4-969b-3628ffa32f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2812407 Mar 11 15:56:43.417179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44112) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:43.419210 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Routers {'4cd6f633-c50e-40d4-969b-3628ffa32f8b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:56:43.419905 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:56:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:43.508886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d247fb9b-fdf8-46a7-8f56-ec47389b78f8 None None] Provisioning for port 8920acfb-eb2b-4537-b597-25ba6944eb2c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:56:43.518160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d247fb9b-fdf8-46a7-8f56-ec47389b78f8 None None] Provisioning complete for port 8920acfb-eb2b-4537-b597-25ba6944eb2c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:43.518650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d247fb9b-fdf8-46a7-8f56-ec47389b78f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:43.563389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2ec97-223a-43a4-b0a2-fada3fe3d02c tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.564138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2ec97-223a-43a4-b0a2-fada3fe3d02c tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.564767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2ec97-223a-43a4-b0a2-fada3fe3d02c tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.565360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2ec97-223a-43a4-b0a2-fada3fe3d02c tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.565979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2ec97-223a-43a4-b0a2-fada3fe3d02c tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.566728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2ec97-223a-43a4-b0a2-fada3fe3d02c tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.573961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44116) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:43.574412 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b1c2ec97-223a-43a4-b0a2-fada3fe3d02c tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1594884 Mar 11 15:56:43.610354 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Set router 4cd6f633-c50e-40d4-969b-3628ffa32f8b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:56:43.646853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2a433-1b17-4ae5-b4b0-ce6fe3e0bd61 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.647327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2a433-1b17-4ae5-b4b0-ce6fe3e0bd61 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.648143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2a433-1b17-4ae5-b4b0-ce6fe3e0bd61 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.649201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2a433-1b17-4ae5-b4b0-ce6fe3e0bd61 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.649983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2a433-1b17-4ae5-b4b0-ce6fe3e0bd61 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.650590 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2a433-1b17-4ae5-b4b0-ce6fe3e0bd61 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.653147 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bdd2a433-1b17-4ae5-b4b0-ce6fe3e0bd61 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0796685 Mar 11 15:56:43.657545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44120) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:43.705778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d247fb9b-fdf8-46a7-8f56-ec47389b78f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:43.745467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d247fb9b-fdf8-46a7-8f56-ec47389b78f8 None None] For port 8920acfb-eb2b-4537-b597-25ba6944eb2c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8920acfb-eb2b-4537-b597-25ba6944eb2c,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:56:43.854879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d247fb9b-fdf8-46a7-8f56-ec47389b78f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:43.899752 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-98975086-f9e3-4e70-81ed-58223685cdd8 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2421494 Mar 11 15:56:43.903385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44124) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:43.912972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-902559991', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:43.934021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247fb9b-fdf8-46a7-8f56-ec47389b78f8 None None] Pushing event updated for resources: {'Port': ['ID=8920acfb-eb2b-4537-b597-25ba6944eb2c,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:43.983556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-141009b1-75ff-445f-9948-337573d9ea4a None None] Provisioning complete for port 8920acfb-eb2b-4537-b597-25ba6944eb2c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:43.984139 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-141009b1-75ff-445f-9948-337573d9ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.021054 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6a8c2b62-59cd-40b3-94e1-f355ffd5b8da', 'name': '', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:b4:41:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:41Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:44.025910 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Checking router: 4cd6f633-c50e-40d4-969b-3628ffa32f8b for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:56:44.026387 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Updating router 4cd6f633-c50e-40d4-969b-3628ffa32f8b port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:56:44.082884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:44.087158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:port and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:44.090927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:44.095562 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.097578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:44.242622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:56:44.250463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.254671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-141009b1-75ff-445f-9948-337573d9ea4a None None] Provisioning for port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:56:44.260120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-141009b1-75ff-445f-9948-337573d9ea4a None None] Provisioning complete for port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:44.260502 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-141009b1-75ff-445f-9948-337573d9ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.279650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] device_id is not set on port 5905bb82-1b4a-4e4f-adbb-49c635b65241 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:56:44.330727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-141009b1-75ff-445f-9948-337573d9ea4a None None] Port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:56:44.449897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-de22a153-5273-4087-8a31-c44d31454d83 None None] Provisioning complete for port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:44.450349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de22a153-5273-4087-8a31-c44d31454d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.457332 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.468726 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Transition to ACTIVE for port object 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:44.504052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-de22a153-5273-4087-8a31-c44d31454d83 None None] Port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:56:44.534666 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.547108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8920acfb-eb2b-4537-b597-25ba6944eb2c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:44.617944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.7 (7a21ccc9-f486-4502-b5ee-6efd97f0108a/138aec2d-4f7a-4b36-86b8-061ed180fd5b/5905bb82-1b4a-4e4f-adbb-49c635b65241) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:56:44.627225 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8920acfb-eb2b-4537-b597-25ba6944eb2c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:44.628479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.717152 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Pushing event updated for resources: {'Port': ['ID=6a8c2b62-59cd-40b3-94e1-f355ffd5b8da,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:44.761027 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.761283 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.762202 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.762535 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.762863 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.763184 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.763629 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.763956 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.764272 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.764775 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.765101 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.765393 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:44.770527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ff169fb6-8dfe-448b-b1fc-efb314f3775c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:44.796762 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Attempting to bind port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:56:44.797275 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Attempting to bind port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:56:44.797766 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Attempting to bind port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da on network 7a21ccc9-f486-4502-b5ee-6efd97f0108a {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:56:44.803888 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:56:44.804656 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Checking segment: {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:56:44.805390 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.806655 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Bound using segment: {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:56:44.807294 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Bound port: 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:56:44.808490 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.858195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port ff169fb6-8dfe-448b-b1fc-efb314f3775c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:44.858560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.858946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.877321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object 5905bb82-1b4a-4e4f-adbb-49c635b65241 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:44.905480 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] For port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:56:44.908478 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] For port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6a8c2b62-59cd-40b3-94e1-f355ffd5b8da,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:56:44.976372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:44.998489 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:45.047771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 7a21ccc9-f486-4502-b5ee-6efd97f0108a is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:56:45.055172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:56:45.060079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:56:45.076677 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Routers {'4cd6f633-c50e-40d4-969b-3628ffa32f8b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:56:45.077285 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:56:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:45.094959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:45.127943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:45.128152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:45.132368 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fbb31-9e69-4759-8540-760c1d7fcecc None None] Pushing event updated for resources: {'Port': ['ID=6a8c2b62-59cd-40b3-94e1-f355ffd5b8da,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:45.217310 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-671def5b-ec70-439a-95c0-b4d1c307ffb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3125429 Mar 11 15:56:45.270364 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] Set router 4cd6f633-c50e-40d4-969b-3628ffa32f8b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:56:45.504355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44130) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:45.509725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568921122', 'description': 'tempest-secgroup-smoke-1568921122 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:45.517147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:45.521634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:45.524734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:45.531055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:45.585445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6af36bcb-6e53-4619-ab88-f7db30589c53 None None] Provisioning for port 5905bb82-1b4a-4e4f-adbb-49c635b65241 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:56:45.590933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6af36bcb-6e53-4619-ab88-f7db30589c53 None None] Provisioning complete for port 5905bb82-1b4a-4e4f-adbb-49c635b65241 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:45.591295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6af36bcb-6e53-4619-ab88-f7db30589c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:45.610912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:45.621544 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6a8c2b62-59cd-40b3-94e1-f355ffd5b8da', 'name': '', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:b4:41:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:41Z', 'updated_at': '2022-03-11T15:56:44Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:45.625242 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fbdef-7c72-4bc9-bed2-5a0490d11803 None None] The sync data for ids ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'] in dv-neutron-833203-2-hyperv is: [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6a8c2b62-59cd-40b3-94e1-f355ffd5b8da', 'name': '', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:b4:41:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:41Z', 'updated_at': '2022-03-11T15:56:44Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:56:45.631995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:45.636253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:45.641642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:45.647771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:45.654355 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6af36bcb-6e53-4619-ab88-f7db30589c53 None None] Port 5905bb82-1b4a-4e4f-adbb-49c635b65241 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:56:45.746411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:45.821092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:45.868600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa9ce0b-d284-439c-950a-8242b58660f8,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:45.934784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:45.936154 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c8ed2863-f50c-4435-83b5-a7bce4708db4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4307640 Mar 11 15:56:45.939117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44134) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:45.944398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f5b9a257-2dca-4193-9610-e00be2758e79 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '7fa9ce0b-d284-439c-950a-8242b58660f8', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:45.951366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f5b9a257-2dca-4193-9610-e00be2758e79 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:45.955203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f5b9a257-2dca-4193-9610-e00be2758e79 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:45.958136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f5b9a257-2dca-4193-9610-e00be2758e79 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:45.969939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f5b9a257-2dca-4193-9610-e00be2758e79 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:46.043714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a257-2dca-4193-9610-e00be2758e79 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.110182 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a257-2dca-4193-9610-e00be2758e79 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.190761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a257-2dca-4193-9610-e00be2758e79 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.209809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9a257-2dca-4193-9610-e00be2758e79 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f65a459-6818-4699-b08a-b00f44ff2a8d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:46.305213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a257-2dca-4193-9610-e00be2758e79 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.306341 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f5b9a257-2dca-4193-9610-e00be2758e79 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3662918 Mar 11 15:56:46.309786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44138) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:46.315104 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5bb4d44b-54e7-499a-ae4c-266444bc0cfe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '7fa9ce0b-d284-439c-950a-8242b58660f8', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:46.321442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5bb4d44b-54e7-499a-ae4c-266444bc0cfe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:46.325713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5bb4d44b-54e7-499a-ae4c-266444bc0cfe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:46.328755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5bb4d44b-54e7-499a-ae4c-266444bc0cfe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:46.335461 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5bb4d44b-54e7-499a-ae4c-266444bc0cfe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:46.479566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d44b-54e7-499a-ae4c-266444bc0cfe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.560683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d44b-54e7-499a-ae4c-266444bc0cfe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.566956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:46.640130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d44b-54e7-499a-ae4c-266444bc0cfe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.663130 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4d44b-54e7-499a-ae4c-266444bc0cfe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b62e34-162e-40f0-af8b-cfbbf56b257d,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:46.713606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:56:46.717904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:46.724289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.747071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d44b-54e7-499a-ae4c-266444bc0cfe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.748315 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5bb4d44b-54e7-499a-ae4c-266444bc0cfe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4375577 Mar 11 15:56:46.751137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44142) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:46.756315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-140e1257-32e4-4a0b-8319-c3930986b15b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '7fa9ce0b-d284-439c-950a-8242b58660f8', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:46.762865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-140e1257-32e4-4a0b-8319-c3930986b15b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:46.766704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-140e1257-32e4-4a0b-8319-c3930986b15b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:46.769518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-140e1257-32e4-4a0b-8319-c3930986b15b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:46.775275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-140e1257-32e4-4a0b-8319-c3930986b15b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:46.843943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.876701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6a8c2b62-59cd-40b3-94e1-f355ffd5b8da,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:56:46.879566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-140e1257-32e4-4a0b-8319-c3930986b15b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.942542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-140e1257-32e4-4a0b-8319-c3930986b15b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:46.964200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.020187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-140e1257-32e4-4a0b-8319-c3930986b15b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.032460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=6a8c2b62-59cd-40b3-94e1-f355ffd5b8da,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:47.046695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e1257-32e4-4a0b-8319-c3930986b15b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84efe45c-e795-4eac-80f5-709b35b49709,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:47.136029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-140e1257-32e4-4a0b-8319-c3930986b15b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.137216 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-140e1257-32e4-4a0b-8319-c3930986b15b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3839030 Mar 11 15:56:47.139387 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44146) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:47.144426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-092129ab-1f8b-45d5-9ff1-90398972cb76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '7fa9ce0b-d284-439c-950a-8242b58660f8', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:47.150539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-092129ab-1f8b-45d5-9ff1-90398972cb76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:47.154866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-092129ab-1f8b-45d5-9ff1-90398972cb76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:47.157724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-092129ab-1f8b-45d5-9ff1-90398972cb76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:47.164014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-092129ab-1f8b-45d5-9ff1-90398972cb76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:47.254039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-092129ab-1f8b-45d5-9ff1-90398972cb76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.318580 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-092129ab-1f8b-45d5-9ff1-90398972cb76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.372906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-092129ab-1f8b-45d5-9ff1-90398972cb76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.395907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092129ab-1f8b-45d5-9ff1-90398972cb76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103111fa-a5ac-44be-a80c-8c99e05b43fd,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:47.493116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-092129ab-1f8b-45d5-9ff1-90398972cb76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.498629 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-092129ab-1f8b-45d5-9ff1-90398972cb76 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3538847 Mar 11 15:56:47.498629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44150) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:47.502327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '7fa9ce0b-d284-439c-950a-8242b58660f8', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:47.508031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:47.512376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:47.515313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:47.524570 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:47.592401 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:56:47.599721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.662077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.751616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.774771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8b4455-c3fb-4aba-bb80-4fe58fda1d53,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:47.849293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.850143 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b2468175-aa71-492d-9b08-3b1c904b19d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3517218 Mar 11 15:56:47.852821 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44154) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:47.858655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '7fa9ce0b-d284-439c-950a-8242b58660f8', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:47.864518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:47.868236 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:56:47.871047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:56:47.884901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:47.955758 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:56:47.962373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:48.032312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:48.109826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:48.134160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02288087-01e1-487f-bc97-ad21174ce0c4,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:48.195919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:48.197101 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-06c4f1a4-863e-4911-99d6-91588f05aaaa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3433623 Mar 11 15:56:48.358302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b82e1549-13b0-4bb5-9521-770939761a28 req-65f4cd96-e211-4a0a-bc1e-18d41bc64161 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:56:48.429939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b82e1549-13b0-4bb5-9521-770939761a28 req-65f4cd96-e211-4a0a-bc1e-18d41bc64161 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:56:48.431838 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-65f4cd96-e211-4a0a-bc1e-18d41bc64161 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568921122&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.1113980 Mar 11 15:56:48.547194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:48.618501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e1549-13b0-4bb5-9521-770939761a28 req-e5f5205a-b104-401c-960e-190c7e7f7e32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:48.619557 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b82e1549-13b0-4bb5-9521-770939761a28 req-e5f5205a-b104-401c-960e-190c7e7f7e32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:56:48.621963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:48.622954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:48.711753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b82e1549-13b0-4bb5-9521-770939761a28 req-e5f5205a-b104-401c-960e-190c7e7f7e32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:56:48.712960 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-e5f5205a-b104-401c-960e-190c7e7f7e32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 929 time: 0.2746396 Mar 11 15:56:48.787537 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-8861b302-847e-435e-95ee-5f8782bda8f0 service neutron] 10.222.0.39 "GET /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0624545 Mar 11 15:56:48.920699 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-892ec3d5-aca6-4460-9996-70d2223edbb8 service neutron] 10.222.0.39 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268888 Mar 11 15:56:49.051297 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-870c73bc-3b1a-4f4a-a68a-f0ec3bb73eb0 service neutron] 10.222.0.39 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248596 Mar 11 15:56:49.361170 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b307d851-b320-475c-8b9f-74f3036f5673 req-7d20f807-2cfe-4a62-92f9-447a78ada850 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 210 time: 0.0491111 Mar 11 15:56:50.506262 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b09120c-f57d-45d7-87bb-6ada6e420e7b req-904b9366-31b6-4074-901a-603558ac0e23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 210 time: 0.0423846 Mar 11 15:56:50.813621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-702ee556-4028-49d3-81da-46f46dfb8d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:51.509937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f5504ebb-a043-4fef-9e0d-e2b519ab5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:51.511253 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f5504ebb-a043-4fef-9e0d-e2b519ab5fce service neutron] 10.222.0.30 "GET /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 1025 time: 0.0600996 Mar 11 15:56:51.675831 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-09bac5ce-109e-4e27-8343-15fd9076e6e2 req-04b20360-ddfd-4d0e-8285-3ccdb263c68b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 210 time: 0.0533254 Mar 11 15:56:51.708685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e1549-13b0-4bb5-9521-770939761a28 req-9d4e0687-8444-4e13-8b67-de1265515329 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:51.710070 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-9d4e0687-8444-4e13-8b67-de1265515329 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=7a21ccc9-f486-4502-b5ee-6efd97f0108a HTTP/1.1" status: 200 len: 797 time: 0.1941082 Mar 11 15:56:51.757816 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-67e9740e-6aad-41b2-912c-a3935acc1a92 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 380 time: 0.0389652 Mar 11 15:56:51.774482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Request body: {'port': {'device_id': 'd8a82ac1-a124-4f37-9d9e-dbae3ad91cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:56:51.882450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:52.226302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5905bb82-1b4a-4e4f-adbb-49c635b65241 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:56:52.234455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:52.248811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Transition to ACTIVE for port object 5905bb82-1b4a-4e4f-adbb-49c635b65241 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:52.305819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:52.463367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:52.543500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Attempting to bind port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:56:52.544088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Attempting to bind port 5905bb82-1b4a-4e4f-adbb-49c635b65241 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:56:52.544208 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Attempting to bind port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on network 7a21ccc9-f486-4502-b5ee-6efd97f0108a {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:56:52.549291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on network 7a21ccc9-f486-4502-b5ee-6efd97f0108a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:56:52.549631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Attempting to bind port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on network 7a21ccc9-f486-4502-b5ee-6efd97f0108a {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:56:52.554685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:56:52.555021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Checking segment: {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:56:52.555401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Bound using segment: {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:56:52.555822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Bound port: 5905bb82-1b4a-4e4f-adbb-49c635b65241, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:56:52.556441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:52.750975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:56:52.754049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:56:52.844931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:52.907803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:52.908438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:52.913373 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] 10.222.0.30 "PUT /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 1130 time: 1.1394405 Mar 11 15:56:52.913373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a82ac1-a124-4f37-9d9e-dbae3ad91cca', 'tag': '5905bb82-1b4a-4e4f-adbb-49c635b65241'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:56:52.947009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c2bba-d543-428c-9bcb-34dce6aa94ee req-5e06b4ad-d0a6-4819-9471-0902466d3334 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:52.948444 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c16c2bba-d543-428c-9bcb-34dce6aa94ee req-5e06b4ad-d0a6-4819-9471-0902466d3334 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 980 time: 0.1599290 Mar 11 15:56:52.956406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd4ede-0e6f-4ac4-858c-06ec3730b7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:52.998477 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c16c2bba-d543-428c-9bcb-34dce6aa94ee req-a3eb0e26-b5df-4e39-9b28-59c67824baef tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Mar 11 15:56:53.036689 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a82ac1-a124-4f37-9d9e-dbae3ad91cca', 'tag': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'status': 'completed', 'code': 200} Mar 11 15:56:53.125323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787350-542a-43a5-b0d9-7f902aeea3fc req-7c315a46-2a12-4f6a-ac86-873d0a7d49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:53.126795 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cb787350-542a-43a5-b0d9-7f902aeea3fc req-7c315a46-2a12-4f6a-ac86-873d0a7d49ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 1133 time: 0.0742123 Mar 11 15:56:53.266643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787350-542a-43a5-b0d9-7f902aeea3fc req-fbaf216a-8b6f-41b5-8a5b-db3d5c95e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:53.268067 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cb787350-542a-43a5-b0d9-7f902aeea3fc req-fbaf216a-8b6f-41b5-8a5b-db3d5c95e2e9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1347764 Mar 11 15:56:53.402999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787350-542a-43a5-b0d9-7f902aeea3fc req-2b7c520b-2922-4ab5-9d39-8339591d0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:53.404418 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cb787350-542a-43a5-b0d9-7f902aeea3fc req-2b7c520b-2922-4ab5-9d39-8339591d0c68 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308806 Mar 11 15:56:53.510296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e1549-13b0-4bb5-9521-770939761a28 req-55ca02e7-db71-47e5-99c3-1ad559b0d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:53.511734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-55ca02e7-db71-47e5-99c3-1ad559b0d34c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 1133 time: 0.0739856 Mar 11 15:56:53.582809 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-1ea2e3a6-8c6d-4149-acc5-063f62cc64ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 217 time: 0.0646350 Mar 11 15:56:53.644497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e1549-13b0-4bb5-9521-770939761a28 req-41acaa01-6d22-4f97-bd24-19ed17e3e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:53.645911 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-41acaa01-6d22-4f97-bd24-19ed17e3e333 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=138aec2d-4f7a-4b36-86b8-061ed180fd5b HTTP/1.1" status: 200 len: 834 time: 0.0574346 Mar 11 15:56:53.677408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-58c4e0f7-4610-44c3-bec2-4c4e06e7eb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:53.719863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e1549-13b0-4bb5-9521-770939761a28 req-65f41135-c770-4986-9628-c8ee75d2d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:53.721633 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-65f41135-c770-4986-9628-c8ee75d2d7bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a21ccc9-f486-4502-b5ee-6efd97f0108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702031 Mar 11 15:56:53.851986 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-08c1d04f-0bf0-4305-a8a4-2a6c2f9b7f3e service neutron] 10.222.0.30 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245611 Mar 11 15:56:53.983425 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b82e1549-13b0-4bb5-9521-770939761a28 req-f7289369-4949-47b0-a579-702dcb0c9442 service neutron] 10.222.0.30 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259499 Mar 11 15:56:54.194449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb073ef-a6bc-498c-9800-8d5f05e2e950 req-c048fc46-6b39-46c8-a877-d98bb051742b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:54.195919 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4cb073ef-a6bc-498c-9800-8d5f05e2e950 req-c048fc46-6b39-46c8-a877-d98bb051742b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 980 time: 0.0899088 Mar 11 15:56:54.241353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4cb073ef-a6bc-498c-9800-8d5f05e2e950 req-ec665a55-3781-411f-b94a-641182fdf5c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Mar 11 15:56:54.395981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:54.568991 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:55.423784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76886b9-8012-468a-8cc3-4df2cd23afe2 req-7a5e40ac-efee-4874-9c12-412c5a239d92 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:55.425251 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b76886b9-8012-468a-8cc3-4df2cd23afe2 req-7a5e40ac-efee-4874-9c12-412c5a239d92 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 980 time: 0.0772123 Mar 11 15:56:55.471615 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b76886b9-8012-468a-8cc3-4df2cd23afe2 req-95e8ad0e-37d5-4c54-a175-8d1f7e5a393c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Mar 11 15:56:55.945611 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:55.974222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:56.652698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7168945-8bd3-4536-bbcc-ce0704c0ecf3 req-cf40cee6-2dfc-43f8-abb1-e36db4efc02c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:56.654126 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7168945-8bd3-4536-bbcc-ce0704c0ecf3 req-cf40cee6-2dfc-43f8-abb1-e36db4efc02c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 980 time: 0.0798430 Mar 11 15:56:56.697149 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7168945-8bd3-4536-bbcc-ce0704c0ecf3 req-785c5c56-77b9-42ad-aa9e-b981832c17f7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374029 Mar 11 15:56:56.964500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5905bb82-1b4a-4e4f-adbb-49c635b65241 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:56:57.100450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:56:57.114314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'port_id': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'mac_address': 'fa:16:3e:19:f4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:56:57.168732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:57.185743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5905bb82-1b4a-4e4f-adbb-49c635b65241 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:56:57.200371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:56:57.260460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:57.359183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:57.634372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['5905bb82-1b4a-4e4f-adbb-49c635b65241'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:56:57.884272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798886e-c7cf-4b3e-b2cf-1da2165bbe30 req-6726d60f-68e4-49be-a29e-070c3e2c0fdf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:57.885831 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6798886e-c7cf-4b3e-b2cf-1da2165bbe30 req-6726d60f-68e4-49be-a29e-070c3e2c0fdf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 981 time: 0.0827177 Mar 11 15:56:57.929303 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6798886e-c7cf-4b3e-b2cf-1da2165bbe30 req-7ae1f70b-55d5-42aa-aa6b-9172f463e72f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378766 Mar 11 15:56:58.806294 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:56:58.988774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5905bb82-1b4a-4e4f-adbb-49c635b65241 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:59.115715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b37b39-b2de-46f0-aff9-ea22a0db6bb1 req-da7be3d7-3e66-47d7-8df3-89b0dd528922 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:59.116298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 5905bb82-1b4a-4e4f-adbb-49c635b65241 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:56:59.117142 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-28b37b39-b2de-46f0-aff9-ea22a0db6bb1 req-da7be3d7-3e66-47d7-8df3-89b0dd528922 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 981 time: 0.0784404 Mar 11 15:56:59.120768 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 5905bb82-1b4a-4e4f-adbb-49c635b65241 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:59.121138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:59.162217 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-28b37b39-b2de-46f0-aff9-ea22a0db6bb1 req-bdc3f9fd-94ab-4a36-8fa6-55cc20eb4ccd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 Mar 11 15:56:59.237167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:59.263391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a82ac1-a124-4f37-9d9e-dbae3ad91cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5905bb82-1b4a-4e4f-adbb-49c635b65241'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:56:59.273357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:56:59.346317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:59.384436 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a82ac1-a124-4f37-9d9e-dbae3ad91cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'code': 200} Mar 11 15:56:59.415602 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:59.715484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44d630-65b0-4fd4-aa6f-c629ef3bac9f req-568bb4f8-4879-457a-961f-a2e4848e6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:59.716879 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4e44d630-65b0-4fd4-aa6f-c629ef3bac9f req-568bb4f8-4879-457a-961f-a2e4848e6e5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 1135 time: 0.0717189 Mar 11 15:56:59.756322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4e44d630-65b0-4fd4-aa6f-c629ef3bac9f req-f0002ce7-0838-4512-bbb4-c28b4f525587 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336173 Mar 11 15:57:00.344172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70396076-bfcc-4561-8cea-dd9ed703e8a6 req-51625697-f8c2-40ce-bc4a-5d9683503d6a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:00.346245 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-70396076-bfcc-4561-8cea-dd9ed703e8a6 req-51625697-f8c2-40ce-bc4a-5d9683503d6a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 982 time: 0.0820312 Mar 11 15:57:00.394022 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-70396076-bfcc-4561-8cea-dd9ed703e8a6 req-f7710430-2f34-4ae0-b0be-3097fb749be1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 Mar 11 15:57:01.670872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b3a25-1cf7-4998-a662-d0b13148e013 req-5fbdccf0-6419-43e8-bdec-02877e16d0b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:01.672348 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ba3b3a25-1cf7-4998-a662-d0b13148e013 req-5fbdccf0-6419-43e8-bdec-02877e16d0b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 982 time: 0.1692231 Mar 11 15:57:01.716472 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ba3b3a25-1cf7-4998-a662-d0b13148e013 req-cb0eecb4-3f61-407f-824d-46d74e23cf92 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 Mar 11 15:57:01.902445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f237fe-c6a9-4a71-9c38-9cb38e1a629d req-456e508a-59f1-4e6d-83f6-8e0457af9487 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:01.902937 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69f237fe-c6a9-4a71-9c38-9cb38e1a629d req-456e508a-59f1-4e6d-83f6-8e0457af9487 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 982 time: 0.0826466 Mar 11 15:57:01.946680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69f237fe-c6a9-4a71-9c38-9cb38e1a629d req-73bf06c3-8a8b-4682-93eb-6bf8079ae9f5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373669 Mar 11 15:57:01.969527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44222) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:02.040142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bcde3a-7f55-4e39-b0c6-14057eabdb82 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:02.041723 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b7bcde3a-7f55-4e39-b0c6-14057eabdb82 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 1130 time: 0.0709913 Mar 11 15:57:02.044433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44226) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:02.049297 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:02.055023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:02.058745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:floatingip and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:02.064975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:02.067537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:02.180293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:02.317457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:02.454844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.30 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/a095cb26-980c-4a5b-9554-9e82d6052293) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:57:02.599510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:02.687454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:02.750090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:57:02.753191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:57:02.756745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:57:02.802914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=a095cb26-980c-4a5b-9554-9e82d6052293,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:03.181477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:03.331766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:03.542041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:03.607258 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:03.820989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=a095cb26-980c-4a5b-9554-9e82d6052293,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:03.831345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:04.007085 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP ff239c16-a612-490d-afe5-70deb2d2801d associated. External IP: 172.26.6.30, port: 5905bb82-1b4a-4e4f-adbb-49c635b65241. Mar 11 15:57:04.377210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 4cd6f633-c50e-40d4-969b-3628ffa32f8b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:57:04.556122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:57:04.565552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c258e5-f2d8-4e6f-94af-00189eee3352 None None] Sync routers for ids ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:57:04.574832 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c258e5-f2d8-4e6f-94af-00189eee3352 None None] Routers {'4cd6f633-c50e-40d4-969b-3628ffa32f8b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:04.575518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-78c258e5-f2d8-4e6f-94af-00189eee3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:56:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:04.666594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:04.727880 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-01e61247-ef3a-4604-8dd8-2ff94b4a9ca6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.6824102 Mar 11 15:57:04.728469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a82ac1-a124-4f37-9d9e-dbae3ad91cca', 'tag': '5905bb82-1b4a-4e4f-adbb-49c635b65241'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:57:04.730791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44234) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:04.759492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-78c258e5-f2d8-4e6f-94af-00189eee3352 None None] Set router 4cd6f633-c50e-40d4-969b-3628ffa32f8b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:04.777284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a82ac1-a124-4f37-9d9e-dbae3ad91cca', 'tag': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'status': 'completed', 'code': 200} Mar 11 15:57:04.830089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d11a0b-15ae-4c3a-ad76-1b0299dadf19 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:04.831804 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d7d11a0b-15ae-4c3a-ad76-1b0299dadf19 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca&network_id=7a21ccc9-f486-4502-b5ee-6efd97f0108a HTTP/1.1" status: 200 len: 1130 time: 0.0994735 Mar 11 15:57:04.873018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14fd53-b0dc-4b76-a4ba-91127ef1c5fb req-bebb4683-21bb-4fc4-8a33-44c869632eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:04.874667 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d14fd53-b0dc-4b76-a4ba-91127ef1c5fb req-bebb4683-21bb-4fc4-8a33-44c869632eec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 1135 time: 0.0781391 Mar 11 15:57:05.023450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14fd53-b0dc-4b76-a4ba-91127ef1c5fb req-551027c3-1745-4769-85e2-2d6a1e566f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:05.024293 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d14fd53-b0dc-4b76-a4ba-91127ef1c5fb req-551027c3-1745-4769-85e2-2d6a1e566f04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a21ccc9-f486-4502-b5ee-6efd97f0108a HTTP/1.1" status: 200 len: 898 time: 0.1432891 Mar 11 15:57:05.135433 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d14fd53-b0dc-4b76-a4ba-91127ef1c5fb req-b61c060d-ec8c-4abd-898d-eba006aee0e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 1035 time: 0.1051319 Mar 11 15:57:05.155823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-78c258e5-f2d8-4e6f-94af-00189eee3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'ff239c16-a612-490d-afe5-70deb2d2801d', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'port_id': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-902559991', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'mac_address': 'fa:16:3e:19:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a82ac1-a124-4f37-9d9e-dbae3ad91cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:57:03Z', 'updated_at': '2022-03-11T15:57:03Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8c2b62-59cd-40b3-94e1-f355ffd5b8da', 'name': '', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:b4:41:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:41Z', 'updated_at': '2022-03-11T15:56:46Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:05.160226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c258e5-f2d8-4e6f-94af-00189eee3352 None None] Checking router: 4cd6f633-c50e-40d4-969b-3628ffa32f8b for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:57:05.169295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c258e5-f2d8-4e6f-94af-00189eee3352 None None] Routers {'4cd6f633-c50e-40d4-969b-3628ffa32f8b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:05.169932 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-78c258e5-f2d8-4e6f-94af-00189eee3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:56:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:05.199215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14fd53-b0dc-4b76-a4ba-91127ef1c5fb req-a9e0eef1-4fa6-41fa-ad11-0f945652218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:05.200679 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d14fd53-b0dc-4b76-a4ba-91127ef1c5fb req-a9e0eef1-4fa6-41fa-ad11-0f945652218a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=138aec2d-4f7a-4b36-86b8-061ed180fd5b HTTP/1.1" status: 200 len: 834 time: 0.0597167 Mar 11 15:57:05.281475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14fd53-b0dc-4b76-a4ba-91127ef1c5fb req-e230d6d4-4d59-4cba-ad5c-38ed1540ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:05.283632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d14fd53-b0dc-4b76-a4ba-91127ef1c5fb req-e230d6d4-4d59-4cba-ad5c-38ed1540ed3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a21ccc9-f486-4502-b5ee-6efd97f0108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765953 Mar 11 15:57:05.372697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-78c258e5-f2d8-4e6f-94af-00189eee3352 None None] Set router 4cd6f633-c50e-40d4-969b-3628ffa32f8b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:05.540450 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d14fd53-b0dc-4b76-a4ba-91127ef1c5fb req-f62d8583-3c60-46ba-bf78-d07379043619 service neutron] 10.222.0.30 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504075 Mar 11 15:57:05.726628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbe2f3-8e4f-4814-b184-e8166786c32d req-970c557e-6c8e-4f9e-8876-9aededcbfd6b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:05.731811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aabbe2f3-8e4f-4814-b184-e8166786c32d req-970c557e-6c8e-4f9e-8876-9aededcbfd6b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 982 time: 0.1920242 Mar 11 15:57:05.731811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d14fd53-b0dc-4b76-a4ba-91127ef1c5fb req-54379f50-a8f3-44ab-ae62-0a7266dbe83f service neutron] 10.222.0.30 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620641 Mar 11 15:57:05.771795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-78c258e5-f2d8-4e6f-94af-00189eee3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'ff239c16-a612-490d-afe5-70deb2d2801d', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'port_id': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-902559991', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'mac_address': 'fa:16:3e:19:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a82ac1-a124-4f37-9d9e-dbae3ad91cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:57:03Z', 'updated_at': '2022-03-11T15:57:03Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8c2b62-59cd-40b3-94e1-f355ffd5b8da', 'name': '', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:b4:41:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:41Z', 'updated_at': '2022-03-11T15:56:46Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:05.776047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c258e5-f2d8-4e6f-94af-00189eee3352 None None] The sync data for ids ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'] in dv-neutron-833203-2-hyperv is: [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'ff239c16-a612-490d-afe5-70deb2d2801d', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'port_id': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-902559991', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'mac_address': 'fa:16:3e:19:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a82ac1-a124-4f37-9d9e-dbae3ad91cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:57:03Z', 'updated_at': '2022-03-11T15:57:03Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8c2b62-59cd-40b3-94e1-f355ffd5b8da', 'name': '', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:b4:41:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:41Z', 'updated_at': '2022-03-11T15:56:46Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:57:05.781333 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aabbe2f3-8e4f-4814-b184-e8166786c32d req-482001a6-9333-484a-aaa9-a5c0a93b26b0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Mar 11 15:57:05.963790 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec88b38-1eb0-4edc-98a9-2315dda58863 None None] New status for floating IP ff239c16-a612-490d-afe5-70deb2d2801d: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:57:06.935687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-699734bb-6370-4dd2-91ca-bc020fe87d3f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:06.937121 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-699734bb-6370-4dd2-91ca-bc020fe87d3f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 982 time: 0.1230016 Mar 11 15:57:07.022641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-98eb5886-0c73-4492-8132-69bece290cb4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:07.023952 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-98eb5886-0c73-4492-8132-69bece290cb4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0819771 Mar 11 15:57:07.059159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175143b-d6f1-4cbc-a772-dd3d814065a2 req-b581ff2c-3eb9-46c5-aa35-69c6732f8882 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:07.060565 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f175143b-d6f1-4cbc-a772-dd3d814065a2 req-b581ff2c-3eb9-46c5-aa35-69c6732f8882 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 982 time: 0.1778426 Mar 11 15:57:07.180921 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f175143b-d6f1-4cbc-a772-dd3d814065a2 req-af64d66e-5f6e-4f23-ad64-24a111ac59ea tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089349 Mar 11 15:57:07.212163 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-3f37d232-9fe6-4c89-9f53-778bc98bd232 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1828015 Mar 11 15:57:07.223078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:07.336879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:07.532186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:07.560069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:57:07.614772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] device_id is not set on port 5905bb82-1b4a-4e4f-adbb-49c635b65241 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:57:07.623288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:07.711436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:07.849742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] Pushing event updated for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=6']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:07.912058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] No DVR routers for this DVR port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:57:07.948964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a952df15-0fb9-4790-9ca5-a1f279f92e3a None None] Provisioning complete for port 5905bb82-1b4a-4e4f-adbb-49c635b65241 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:07.949528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a952df15-0fb9-4790-9ca5-a1f279f92e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:08.006423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a952df15-0fb9-4790-9ca5-a1f279f92e3a None None] Port 5905bb82-1b4a-4e4f-adbb-49c635b65241 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:57:08.138927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] In _notify_port_updated(), no bound segment for port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on network 7a21ccc9-f486-4502-b5ee-6efd97f0108a {{(pid=88558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:57:08.139821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:08.141621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:08.141735 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9f3ea9f-aea3-4a55-bb0f-2c0fbc0c2e39 req-f78ecd5c-bd0b-4af3-8c51-accf871f9fff service neutron] 10.222.0.30 "PUT /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 1025 time: 0.9233634 Mar 11 15:57:08.478419 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7fd02197-3e15-4dd9-b835-c8dbe538c883 req-92d7952e-ac80-42a6-abfe-1fd901f016a4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a82ac1-a124-4f37-9d9e-dbae3ad91cca HTTP/1.1" status: 200 len: 210 time: 0.1844265 Mar 11 15:57:08.515906 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-86f84f05-6ace-454f-b6d1-60468967d9ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807204 Mar 11 15:57:08.611521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-3e334210-31d3-4c47-9a88-fc01c65be02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:08.613095 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-3e334210-31d3-4c47-9a88-fc01c65be02e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 1098 time: 0.0723162 Mar 11 15:57:08.760539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-6d35c70a-e373-42a7-b88f-425547117e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:08.765423 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-6d35c70a-e373-42a7-b88f-425547117e5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.1279652 Mar 11 15:57:08.868039 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-0a1818cd-ad0a-4f86-99fa-0065cda85de1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fd94d5b-e918-452f-80de-f63410c433d0 HTTP/1.1" status: 200 len: 1001 time: 0.0986497 Mar 11 15:57:08.929439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-bda31f97-163a-4b5a-86fa-fcdf20e0f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:08.931812 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-bda31f97-163a-4b5a-86fa-fcdf20e0f4b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.0575931 Mar 11 15:57:09.012286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-8af90272-9147-4ca1-9963-ac1af0d76cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:09.012286 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-8af90272-9147-4ca1-9963-ac1af0d76cb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747092 Mar 11 15:57:09.143735 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-f758e613-72a4-417e-a13d-7bc00095e068 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260824 Mar 11 15:57:09.277611 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-54d56d34-820f-4609-8a0f-ad9cd2a981a3 req-2b5760c1-f1a6-4642-8a70-8395088ab18c service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282635 Mar 11 15:57:09.574992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44252) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:09.646089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5dc5d7-e221-491b-aebf-f0224fe03c59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:09.646674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ea5dc5d7-e221-491b-aebf-f0224fe03c59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:57:09.751836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ea5dc5d7-e221-491b-aebf-f0224fe03c59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:57:09.752835 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ea5dc5d7-e221-491b-aebf-f0224fe03c59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 924 time: 0.1768386 Mar 11 15:57:10.002103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44258) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:10.007345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194150545', 'description': 'tempest-secgroup-smoke-194150545 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:10.013495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:10.023520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:10.088036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:10.108670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:10.112460 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:10.115237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:10.120838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:10.188608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:10.254673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:10.300927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413a2806-eb54-4ac6-a197-1a5b90920cc7,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:10.390134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:10.391293 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-06598eb3-02ce-40ff-8e37-11bdba056520 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3881948 Mar 11 15:57:10.394624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44262) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:10.399543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-ddf9b743-8899-4a6c-91f7-89823260d1d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '413a2806-eb54-4ac6-a197-1a5b90920cc7', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:10.405487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ddf9b743-8899-4a6c-91f7-89823260d1d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:10.409996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ddf9b743-8899-4a6c-91f7-89823260d1d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:10.412981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ddf9b743-8899-4a6c-91f7-89823260d1d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:10.424825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-ddf9b743-8899-4a6c-91f7-89823260d1d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:10.499663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ddf9b743-8899-4a6c-91f7-89823260d1d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:10.561869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ddf9b743-8899-4a6c-91f7-89823260d1d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:10.638496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ddf9b743-8899-4a6c-91f7-89823260d1d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:10.660341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9b743-8899-4a6c-91f7-89823260d1d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3465ad-cd9c-4152-9756-a85d825134d6,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:10.762873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ddf9b743-8899-4a6c-91f7-89823260d1d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:10.765000 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ddf9b743-8899-4a6c-91f7-89823260d1d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3685372 Mar 11 15:57:10.766818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44266) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:10.772256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-315416e2-c1f7-4f1e-b9a3-704efdeb926e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '413a2806-eb54-4ac6-a197-1a5b90920cc7', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:10.778132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-315416e2-c1f7-4f1e-b9a3-704efdeb926e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:10.781906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-315416e2-c1f7-4f1e-b9a3-704efdeb926e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:10.784798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-315416e2-c1f7-4f1e-b9a3-704efdeb926e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:10.790546 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-315416e2-c1f7-4f1e-b9a3-704efdeb926e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:10.893330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-315416e2-c1f7-4f1e-b9a3-704efdeb926e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:10.948118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-315416e2-c1f7-4f1e-b9a3-704efdeb926e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.030316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-315416e2-c1f7-4f1e-b9a3-704efdeb926e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.033873 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5905bb82-1b4a-4e4f-adbb-49c635b65241 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:57:11.055244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315416e2-c1f7-4f1e-b9a3-704efdeb926e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67dc9fdb-e152-43e5-818b-8e157e06a896,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:11.091970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5905bb82-1b4a-4e4f-adbb-49c635b65241 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:57:11.172136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-315416e2-c1f7-4f1e-b9a3-704efdeb926e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.172136 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-315416e2-c1f7-4f1e-b9a3-704efdeb926e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4029508 Mar 11 15:57:11.174685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44270) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:11.179930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b644c164-6339-4c23-864c-55e7b83649a8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '413a2806-eb54-4ac6-a197-1a5b90920cc7', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:11.186753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b644c164-6339-4c23-864c-55e7b83649a8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:11.189903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b644c164-6339-4c23-864c-55e7b83649a8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:11.192763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b644c164-6339-4c23-864c-55e7b83649a8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:11.198366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b644c164-6339-4c23-864c-55e7b83649a8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:11.317631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b644c164-6339-4c23-864c-55e7b83649a8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.381572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b644c164-6339-4c23-864c-55e7b83649a8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.486571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b644c164-6339-4c23-864c-55e7b83649a8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.510760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644c164-6339-4c23-864c-55e7b83649a8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a0f1ef-f821-4f58-a690-d221a2e7d40d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:11.591487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b644c164-6339-4c23-864c-55e7b83649a8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.592810 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b644c164-6339-4c23-864c-55e7b83649a8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4170711 Mar 11 15:57:11.596245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44274) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:11.600794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7f2c879c-1f85-4378-876b-b23d987f1f73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '413a2806-eb54-4ac6-a197-1a5b90920cc7', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:11.606576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7f2c879c-1f85-4378-876b-b23d987f1f73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:11.610355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7f2c879c-1f85-4378-876b-b23d987f1f73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:11.613706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7f2c879c-1f85-4378-876b-b23d987f1f73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:11.621930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7f2c879c-1f85-4378-876b-b23d987f1f73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:11.710593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7f2c879c-1f85-4378-876b-b23d987f1f73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.773100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7f2c879c-1f85-4378-876b-b23d987f1f73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.958089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7f2c879c-1f85-4378-876b-b23d987f1f73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.979084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c879c-1f85-4378-876b-b23d987f1f73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a5196e-142a-49e1-9411-acfa5dfe5e2f,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:12.085138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7f2c879c-1f85-4378-876b-b23d987f1f73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:12.085138 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7f2c879c-1f85-4378-876b-b23d987f1f73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4879780 Mar 11 15:57:12.087420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44278) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:12.092436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '413a2806-eb54-4ac6-a197-1a5b90920cc7', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:12.098619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:12.102376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:12.105377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:12.111117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:12.183798 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:57:12.190852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:12.255089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:12.327301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:12.352022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a4a42b-30fb-4ae2-aa58-ce59a01912e8,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:12.435584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:12.436808 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8235bd95-58a6-48aa-abbe-5d1df066fc80 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3484564 Mar 11 15:57:12.440129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44282) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:12.445232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '413a2806-eb54-4ac6-a197-1a5b90920cc7', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:12.451159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:12.454949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:12.457825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:12.463542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:12.560822 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:57:12.568037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:12.634684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:12.726652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:12.749920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9985cd-d19d-4ea2-aaaf-31f8fc1a1ce8,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:12.831527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:12.835921 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b38299fa-d263-4db9-9c7b-6e1aff47be1a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3916345 Mar 11 15:57:12.993410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-300034d3-4e15-4fa4-b018-f2d0bdd22fde tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:57:13.100455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-300034d3-4e15-4fa4-b018-f2d0bdd22fde tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:57:13.101245 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-300034d3-4e15-4fa4-b018-f2d0bdd22fde tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194150545&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.1472971 Mar 11 15:57:13.177018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-12f047b9-d3e0-4295-ab4b-4d7ae76ffd66 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:13.178342 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-12f047b9-d3e0-4295-ab4b-4d7ae76ffd66 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 929 time: 0.0705600 Mar 11 15:57:13.253734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-d239b0a6-4fcb-4432-ba99-c3b335d8ef89 service neutron] 10.222.0.39 "GET /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0635986 Mar 11 15:57:13.492985 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-f1f352e9-e1c8-4955-824f-034af7d8c335 service neutron] 10.222.0.39 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332706 Mar 11 15:57:13.622376 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-c6fe010a-fb9b-4af1-83c1-ecedcb3c9c72 service neutron] 10.222.0.39 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235664 Mar 11 15:57:13.931654 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-78b81559-2bc5-4034-be15-4078a8d2267c req-88193e9a-714d-4586-8562-5560b71e2bb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 210 time: 0.0431201 Mar 11 15:57:15.080643 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c15b4ab-6d60-4b97-9618-9f80f01cd61f req-f598f201-40e1-4750-9b0e-61c0761b6cfd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 210 time: 0.0424414 Mar 11 15:57:16.262160 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04f4951c-eb5a-4e0b-801d-91dda75b4fb5 req-12e829ba-82cc-413a-9a70-cda1c5eb6f0b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 210 time: 0.0782998 Mar 11 15:57:16.289119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-e2bd8027-01bd-43c5-95bd-cd95e02baa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:16.291892 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-e2bd8027-01bd-43c5-95bd-cd95e02baa43 service neutron] 10.222.0.30 "GET /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 1025 time: 0.0725036 Mar 11 15:57:16.438526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-753c7b76-6996-4c6c-b9a5-54b967cd0d4a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:16.439957 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-753c7b76-6996-4c6c-b9a5-54b967cd0d4a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=7a21ccc9-f486-4502-b5ee-6efd97f0108a HTTP/1.1" status: 200 len: 797 time: 0.1452348 Mar 11 15:57:16.488255 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-1a4a271d-b3ed-4187-ba36-20ab6d19f4a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 472 time: 0.0404258 Mar 11 15:57:16.498230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Request body: {'port': {'device_id': '694eedcf-9e4e-4232-8041-c49f0381bb74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:16.612399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:16.951176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5905bb82-1b4a-4e4f-adbb-49c635b65241 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:57:16.958916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:16.974189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Transition to ACTIVE for port object 5905bb82-1b4a-4e4f-adbb-49c635b65241 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:57:17.048632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:17.186889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Pushing event updated for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=7']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:17.321845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Attempting to bind port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:57:17.322616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Attempting to bind port 5905bb82-1b4a-4e4f-adbb-49c635b65241 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:57:17.322616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Attempting to bind port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on network 7a21ccc9-f486-4502-b5ee-6efd97f0108a {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:57:17.330634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on network 7a21ccc9-f486-4502-b5ee-6efd97f0108a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:57:17.334757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Attempting to bind port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on network 7a21ccc9-f486-4502-b5ee-6efd97f0108a {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:57:17.336126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:57:17.336484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Checking segment: {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:57:17.336902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Bound using segment: {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:57:17.337324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Bound port: 5905bb82-1b4a-4e4f-adbb-49c635b65241, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e8d9b7-96e6-44f1-ae88-e418c9456a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:57:17.337665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:17.479553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:57:17.484707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:57:17.512139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136465b0-172e-4403-9097-693c73325cd0 req-07d9c153-1b6e-42dc-96e9-2e88b7c1a79c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:17.512139 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-136465b0-172e-4403-9097-693c73325cd0 req-07d9c153-1b6e-42dc-96e9-2e88b7c1a79c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 980 time: 0.1228406 Mar 11 15:57:17.551835 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-136465b0-172e-4403-9097-693c73325cd0 req-21160073-c12e-4c99-9de2-64f935753090 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387344 Mar 11 15:57:17.585797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:17.637833 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:17.638705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:17.640100 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] 10.222.0.30 "PUT /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 1130 time: 1.1464186 Mar 11 15:57:17.642597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694eedcf-9e4e-4232-8041-c49f0381bb74', 'tag': '5905bb82-1b4a-4e4f-adbb-49c635b65241'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:57:17.672516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0f50c-611c-4096-9e30-179673d6786f service neutron] Pushing event updated for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=8']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:17.696078 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694eedcf-9e4e-4232-8041-c49f0381bb74', 'tag': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'status': 'completed', 'code': 200} Mar 11 15:57:17.892699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af6b5d-fa46-4a86-86b7-d0d1575e81ff req-a1bdbffe-4dfe-418f-ba06-63db7174aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:17.894178 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a4af6b5d-fa46-4a86-86b7-d0d1575e81ff req-a1bdbffe-4dfe-418f-ba06-63db7174aea4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 1133 time: 0.1817405 Mar 11 15:57:18.035205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af6b5d-fa46-4a86-86b7-d0d1575e81ff req-df81f710-f114-41eb-9f50-d2a3f289a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:18.036685 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a4af6b5d-fa46-4a86-86b7-d0d1575e81ff req-df81f710-f114-41eb-9f50-d2a3f289a2d7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1347723 Mar 11 15:57:18.170779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af6b5d-fa46-4a86-86b7-d0d1575e81ff req-c93764ec-ae57-4eb9-9f75-e63927d937aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:18.172237 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a4af6b5d-fa46-4a86-86b7-d0d1575e81ff req-c93764ec-ae57-4eb9-9f75-e63927d937aa service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291041 Mar 11 15:57:18.273851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-84218637-c482-4530-a26c-d7576b8aaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:18.275247 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-84218637-c482-4530-a26c-d7576b8aaf10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 1133 time: 0.0700395 Mar 11 15:57:18.377560 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-9affd7fd-0464-43b3-8456-f2829873e9b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 1035 time: 0.0956588 Mar 11 15:57:18.441223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-f55aee2b-9fe9-4a60-bf08-5467b34af08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:18.442599 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-f55aee2b-9fe9-4a60-bf08-5467b34af08f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=138aec2d-4f7a-4b36-86b8-061ed180fd5b HTTP/1.1" status: 200 len: 834 time: 0.0595257 Mar 11 15:57:18.515312 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-41a13fed-f57e-4b21-aa38-020a347f14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:18.516839 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-41a13fed-f57e-4b21-aa38-020a347f14d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a21ccc9-f486-4502-b5ee-6efd97f0108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685828 Mar 11 15:57:18.647600 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-66a3be43-799d-4deb-b25c-86dd6c1cf543 service neutron] 10.222.0.30 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251657 Mar 11 15:57:18.835936 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b65ba6b-c35e-416e-a7a4-fd12d42bfe9c req-161aef41-2a7c-4a77-96b8-f5fc65ac5d65 service neutron] 10.222.0.30 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829720 Mar 11 15:57:18.847765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80039cd1-4fce-44da-a173-4ce2a19233b1 req-33fc7677-6dae-4170-82de-ad4b3a99e24d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:18.849182 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80039cd1-4fce-44da-a173-4ce2a19233b1 req-33fc7677-6dae-4170-82de-ad4b3a99e24d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 980 time: 0.1787572 Mar 11 15:57:18.893748 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80039cd1-4fce-44da-a173-4ce2a19233b1 req-2fa9512b-5bb5-48df-afe5-d5429c48c98d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 Mar 11 15:57:20.074731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2fd20-102b-4c66-9f5d-d73783130226 req-38a14489-2f4f-441f-ba78-537124302ba8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:20.076081 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60e2fd20-102b-4c66-9f5d-d73783130226 req-38a14489-2f4f-441f-ba78-537124302ba8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 980 time: 0.0785351 Mar 11 15:57:20.122102 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60e2fd20-102b-4c66-9f5d-d73783130226 req-a2819efe-1ac1-4779-acf1-d27d4b609097 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Mar 11 15:57:20.830257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a3018b41-9802-40a2-9b35-3854b6595e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:21.084435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5905bb82-1b4a-4e4f-adbb-49c635b65241 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:57:21.215336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:21.228655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'port_id': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'mac_address': 'fa:16:3e:19:f4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:57:21.287739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:21.305606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5905bb82-1b4a-4e4f-adbb-49c635b65241 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:57:21.307163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e9032-d5c4-4624-89c9-88cdec798278 req-1c8925a5-cf4c-4387-acd9-6b63b60b29f3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:21.308669 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-774e9032-d5c4-4624-89c9-88cdec798278 req-1c8925a5-cf4c-4387-acd9-6b63b60b29f3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 980 time: 0.0836203 Mar 11 15:57:21.321698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:21.352974 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-774e9032-d5c4-4624-89c9-88cdec798278 req-119bba64-426b-4b4d-a657-818751d562bf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380375 Mar 11 15:57:21.378484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:21.444643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=9']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:21.704212 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['5905bb82-1b4a-4e4f-adbb-49c635b65241'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:57:22.539661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41be79-b877-4e56-b1d8-c1f52d35af3d req-5bf04857-991a-4654-ab29-f13d545535e1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:22.541129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c41be79-b877-4e56-b1d8-c1f52d35af3d req-5bf04857-991a-4654-ab29-f13d545535e1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 981 time: 0.0816019 Mar 11 15:57:22.585003 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c41be79-b877-4e56-b1d8-c1f52d35af3d req-3e0d7c05-1694-4f23-9e51-48016912340b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382612 Mar 11 15:57:23.084279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5905bb82-1b4a-4e4f-adbb-49c635b65241 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:57:23.206239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 5905bb82-1b4a-4e4f-adbb-49c635b65241 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:57:23.210803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 5905bb82-1b4a-4e4f-adbb-49c635b65241 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:23.211177 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:23.323612 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:23.349886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694eedcf-9e4e-4232-8041-c49f0381bb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5905bb82-1b4a-4e4f-adbb-49c635b65241'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:57:23.359846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:23.392318 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694eedcf-9e4e-4232-8041-c49f0381bb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5905bb82-1b4a-4e4f-adbb-49c635b65241', 'code': 200} Mar 11 15:57:23.437011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:23.507087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=10']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:23.706018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9a2597cb-18cd-48a8-a879-22a9afc86af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:23.824272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f5688-d069-4c50-9318-dac58c241505 req-f5b598c3-91fb-4779-8c34-7755d7caba64 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:23.825747 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b7f5688-d069-4c50-9318-dac58c241505 req-f5b598c3-91fb-4779-8c34-7755d7caba64 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 983 time: 0.1379678 Mar 11 15:57:23.831491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1414c2-6c97-4f2e-a734-3409121a3cc8 req-f99a7507-5283-413a-b914-73797388c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:23.832854 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1414c2-6c97-4f2e-a734-3409121a3cc8 req-f99a7507-5283-413a-b914-73797388c11f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 1136 time: 0.1065912 Mar 11 15:57:23.898833 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0b7f5688-d069-4c50-9318-dac58c241505 req-8c99f300-eb56-4bd7-9be4-105ef3391deb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649998 Mar 11 15:57:23.900324 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1414c2-6c97-4f2e-a734-3409121a3cc8 req-c125e64d-9eda-4339-a20a-b0bb5cc7b8ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519273 Mar 11 15:57:24.366399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:24.560752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:25.099352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc800eb-995c-4d95-be43-efe45f8e4baa req-e4604bac-0eb3-4d5a-8b2e-18048767f539 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:25.100811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cc800eb-995c-4d95-be43-efe45f8e4baa req-e4604bac-0eb3-4d5a-8b2e-18048767f539 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 983 time: 0.0811310 Mar 11 15:57:25.147715 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cc800eb-995c-4d95-be43-efe45f8e4baa req-f60ac7c1-ae13-4eae-8fc9-98025c652412 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Mar 11 15:57:25.951188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:25.979393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:26.426115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329820f-37bd-4c6b-8e4b-fd0489811710 req-41ef9968-8119-4b94-a500-92b677d1bdd3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:26.427641 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e329820f-37bd-4c6b-8e4b-fd0489811710 req-41ef9968-8119-4b94-a500-92b677d1bdd3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 983 time: 0.1764407 Mar 11 15:57:26.470087 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e329820f-37bd-4c6b-8e4b-fd0489811710 req-0a0f454b-50cd-428a-b815-597c28e905a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368392 Mar 11 15:57:26.650421 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793d70f-9c23-4a10-a0aa-4c5ebbde0002 req-39a2420f-5678-41e3-af1a-9a63b3fcb33d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:26.651848 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1793d70f-9c23-4a10-a0aa-4c5ebbde0002 req-39a2420f-5678-41e3-af1a-9a63b3fcb33d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 983 time: 0.0802171 Mar 11 15:57:26.694632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1793d70f-9c23-4a10-a0aa-4c5ebbde0002 req-3ed4dc16-8297-462b-b3cc-a6ac43f4c12e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370007 Mar 11 15:57:26.716507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44340) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:26.786696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f271adf-55ba-4fa3-b7a7-8e6db85f2a68 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:26.790709 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8f271adf-55ba-4fa3-b7a7-8e6db85f2a68 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74&network_id=7a21ccc9-f486-4502-b5ee-6efd97f0108a HTTP/1.1" status: 200 len: 1131 time: 0.0707262 Mar 11 15:57:27.372283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd45f-bbd8-4568-9665-9976f3a03946 req-f683f039-e46e-456b-a5a8-252943444b39 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:27.373762 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dfdfd45f-bbd8-4568-9665-9976f3a03946 req-f683f039-e46e-456b-a5a8-252943444b39 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 983 time: 0.0829422 Mar 11 15:57:27.416884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dfdfd45f-bbd8-4568-9665-9976f3a03946 req-de6b2e19-ed17-4451-b37f-0a881a30fd2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369563 Mar 11 15:57:28.604079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a20f8-91ec-4c3b-b843-2f80ed684510 req-73b21c7d-149f-49dc-8152-57fb44a82e3b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:28.605535 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c48a20f8-91ec-4c3b-b843-2f80ed684510 req-73b21c7d-149f-49dc-8152-57fb44a82e3b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 983 time: 0.0779891 Mar 11 15:57:28.692215 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c48a20f8-91ec-4c3b-b843-2f80ed684510 req-3d06567e-ea4f-4ef8-9502-a691496c4e4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811317 Mar 11 15:57:28.724442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-674bb13a-3299-492b-a8fd-84a770eb4c7b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:28.725893 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-674bb13a-3299-492b-a8fd-84a770eb4c7b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 983 time: 0.0953104 Mar 11 15:57:28.795770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-b00177d7-bdd6-48a5-9273-6db715ea9927 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:28.797123 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-b00177d7-bdd6-48a5-9273-6db715ea9927 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0655117 Mar 11 15:57:28.938312 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-4d7fac5b-ab16-498c-b705-12848620c861 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1364291 Mar 11 15:57:28.947856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:29.056192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:29.252309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5905bb82-1b4a-4e4f-adbb-49c635b65241,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:29.279250 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] For port 5905bb82-1b4a-4e4f-adbb-49c635b65241, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:57:29.329359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] device_id is not set on port 5905bb82-1b4a-4e4f-adbb-49c635b65241 yet. {{(pid=88558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 15:57:29.337280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:29.406470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:29.548192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Pushing event updated for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=11']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:29.559045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.559560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.559999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.560259 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.560622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.560988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.561333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.561701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.562255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.562463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.562793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.563119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:29.653509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] No DVR routers for this DVR port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:57:29.685046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d8184f23-fe46-4efc-afd3-fbd26e622468 None None] Provisioning complete for port 5905bb82-1b4a-4e4f-adbb-49c635b65241 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:29.685700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d8184f23-fe46-4efc-afd3-fbd26e622468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:29.742187 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d8184f23-fe46-4efc-afd3-fbd26e622468 None None] Port 5905bb82-1b4a-4e4f-adbb-49c635b65241 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:57:29.960876 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e38d01cb-603c-4501-bd44-145b455f58ed req-27687f06-a46f-4176-8e61-5346dcf05b34 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=694eedcf-9e4e-4232-8041-c49f0381bb74 HTTP/1.1" status: 200 len: 210 time: 0.1508570 Mar 11 15:57:30.033744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] In _notify_port_updated(), no bound segment for port 5905bb82-1b4a-4e4f-adbb-49c635b65241 on network 7a21ccc9-f486-4502-b5ee-6efd97f0108a {{(pid=88558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 15:57:30.034598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:30.035204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:30.036512 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-59e8b0b1-5fe6-4889-924d-b2d08317ca2c req-e00e6ed2-199a-4fec-9b29-bd7dc370235b service neutron] 10.222.0.30 "PUT /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 200 len: 1026 time: 1.0923960 Mar 11 15:57:31.058336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44354) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:31.128903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32323643-9712-4173-9632-380800c71cab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:31.157652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32323643-9712-4173-9632-380800c71cab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:31.305734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32323643-9712-4173-9632-380800c71cab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:31.324808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32323643-9712-4173-9632-380800c71cab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413a2806-eb54-4ac6-a197-1a5b90920cc7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:31.431383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32323643-9712-4173-9632-380800c71cab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:31.432600 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-32323643-9712-4173-9632-380800c71cab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/413a2806-eb54-4ac6-a197-1a5b90920cc7 HTTP/1.1" status: 204 len: 168 time: 0.3732479 Mar 11 15:57:31.518171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44360) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:31.719830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port a095cb26-980c-4a5b-9554-9e82d6052293 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:57:31.720970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:31.883821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:31.884142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:32.004766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for a095cb26-980c-4a5b-9554-9e82d6052293 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:57:32.213985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:32.294228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=a095cb26-980c-4a5b-9554-9e82d6052293,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:32.353333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:32.353670 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP ff239c16-a612-490d-afe5-70deb2d2801d disassociated (deleted). External IP: 172.26.6.30, port: 5905bb82-1b4a-4e4f-adbb-49c635b65241. Mar 11 15:57:32.695040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 4cd6f633-c50e-40d4-969b-3628ffa32f8b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:57:32.976515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:57:32.986543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12815f8c-310d-4bb5-b062-8e7efb7a64c5 None None] Sync routers for ids ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:57:32.995559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12815f8c-310d-4bb5-b062-8e7efb7a64c5 None None] Routers {'4cd6f633-c50e-40d4-969b-3628ffa32f8b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:33.006904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-12815f8c-310d-4bb5-b062-8e7efb7a64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:33.054335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:33.110239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-075e4a60-1625-4185-887b-c34ac3971261 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/floatingips/ff239c16-a612-490d-afe5-70deb2d2801d HTTP/1.1" status: 204 len: 168 time: 1.5885196 Mar 11 15:57:33.147928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5905bb82-1b4a-4e4f-adbb-49c635b65241 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:57:33.222589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-12815f8c-310d-4bb5-b062-8e7efb7a64c5 None None] Set router 4cd6f633-c50e-40d4-969b-3628ffa32f8b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:33.288385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5905bb82-1b4a-4e4f-adbb-49c635b65241 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:57:33.394083 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44368) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:33.462229 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:33.494047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:33.578341 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-12815f8c-310d-4bb5-b062-8e7efb7a64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6a8c2b62-59cd-40b3-94e1-f355ffd5b8da', 'name': '', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:b4:41:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:41Z', 'updated_at': '2022-03-11T15:56:46Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:33.582604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12815f8c-310d-4bb5-b062-8e7efb7a64c5 None None] Checking router: 4cd6f633-c50e-40d4-969b-3628ffa32f8b for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:57:33.590823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12815f8c-310d-4bb5-b062-8e7efb7a64c5 None None] Routers {'4cd6f633-c50e-40d4-969b-3628ffa32f8b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:33.591410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-12815f8c-310d-4bb5-b062-8e7efb7a64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:33.614193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:33.635691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa9ce0b-d284-439c-950a-8242b58660f8,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:33.645054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.645403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.645737 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.646069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.646439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.646761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.647081 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.647400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.647721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.648351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.648702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.649025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:33.652869 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:33.653968 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a88c6bf1-1de1-4975-8445-4dae710dd470 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/7fa9ce0b-d284-439c-950a-8242b58660f8 HTTP/1.1" status: 204 len: 168 time: 0.2589080 Mar 11 15:57:33.728982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44374) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:33.783531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-12815f8c-310d-4bb5-b062-8e7efb7a64c5 None None] Set router 4cd6f633-c50e-40d4-969b-3628ffa32f8b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:33.794520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-50418e6b-f643-4f20-85df-86b0d574e3c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 5905bb82-1b4a-4e4f-adbb-49c635b65241 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:57:33.794862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50418e6b-f643-4f20-85df-86b0d574e3c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:34.034778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50418e6b-f643-4f20-85df-86b0d574e3c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:34.091704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-12815f8c-310d-4bb5-b062-8e7efb7a64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6a8c2b62-59cd-40b3-94e1-f355ffd5b8da', 'name': '', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:b4:41:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:41Z', 'updated_at': '2022-03-11T15:56:46Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:34.095921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12815f8c-310d-4bb5-b062-8e7efb7a64c5 None None] The sync data for ids ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'] in dv-neutron-833203-2-hyperv is: [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:56:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '6a8c2b62-59cd-40b3-94e1-f355ffd5b8da', 'name': '', 'network_id': '7a21ccc9-f486-4502-b5ee-6efd97f0108a', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:b4:41:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:41Z', 'updated_at': '2022-03-11T15:56:46Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '138aec2d-4f7a-4b36-86b8-061ed180fd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:57:34.263098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-50418e6b-f643-4f20-85df-86b0d574e3c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 5905bb82-1b4a-4e4f-adbb-49c635b65241 owned by {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:57:34.322083 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd44dd58-0359-4733-86a9-acc4e139522a None None] New status for floating IP ff239c16-a612-490d-afe5-70deb2d2801d: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:57:34.488634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50418e6b-f643-4f20-85df-86b0d574e3c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:34.541445 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50418e6b-f643-4f20-85df-86b0d574e3c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=5905bb82-1b4a-4e4f-adbb-49c635b65241,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:34.641089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-50418e6b-f643-4f20-85df-86b0d574e3c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:34.651207 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-50418e6b-f643-4f20-85df-86b0d574e3c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/ports/5905bb82-1b4a-4e4f-adbb-49c635b65241 HTTP/1.1" status: 204 len: 168 time: 0.9210978 Mar 11 15:57:34.653844 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44378) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:35.197811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:35.543674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:57:35.544323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:35.805182 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:57:35.827588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6a8c2b62-59cd-40b3-94e1-f355ffd5b8da,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:35.827950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:35.951405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:57:36.202930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:36.250236 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=6a8c2b62-59cd-40b3-94e1-f355ffd5b8da,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:36.525945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:36.898574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 4cd6f633-c50e-40d4-969b-3628ffa32f8b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:57:37.078826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:57:37.089074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bc22b-7624-4d7e-b100-2d8023fbd1a9 None None] Sync routers for ids ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:57:37.092797 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1d2b82c1-1878-4b88-ae79-e5dd3d7e8030 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/4cd6f633-c50e-40d4-969b-3628ffa32f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4378631 Mar 11 15:57:37.096266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44382) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:37.100163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8bc22b-7624-4d7e-b100-2d8023fbd1a9 None None] Routers {'4cd6f633-c50e-40d4-969b-3628ffa32f8b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:37.100806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-db8bc22b-7624-4d7e-b100-2d8023fbd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:37.165578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d56e9c-6215-4258-84b1-314fb44184ba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting subnet 138aec2d-4f7a-4b36-86b8-061ed180fd5b {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:57:37.168805 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06d56e9c-6215-4258-84b1-314fb44184ba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:37.291757 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-db8bc22b-7624-4d7e-b100-2d8023fbd1a9 None None] Set router 4cd6f633-c50e-40d4-969b-3628ffa32f8b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:37.342754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06d56e9c-6215-4258-84b1-314fb44184ba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:37.430464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06d56e9c-6215-4258-84b1-314fb44184ba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:37.574748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06d56e9c-6215-4258-84b1-314fb44184ba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:37.582421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-db8bc22b-7624-4d7e-b100-2d8023fbd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:57:36Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:37.586317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bc22b-7624-4d7e-b100-2d8023fbd1a9 None None] Checking router: 4cd6f633-c50e-40d4-969b-3628ffa32f8b for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:57:37.594460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8bc22b-7624-4d7e-b100-2d8023fbd1a9 None None] Routers {'4cd6f633-c50e-40d4-969b-3628ffa32f8b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:37.595078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-db8bc22b-7624-4d7e-b100-2d8023fbd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:37.614646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d56e9c-6215-4258-84b1-314fb44184ba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Subnet': ['ID=138aec2d-4f7a-4b36-86b8-061ed180fd5b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:37.621461 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-06d56e9c-6215-4258-84b1-314fb44184ba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:37.628939 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-06d56e9c-6215-4258-84b1-314fb44184ba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/subnets/138aec2d-4f7a-4b36-86b8-061ed180fd5b HTTP/1.1" status: 204 len: 168 time: 0.5319955 Mar 11 15:57:37.631495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44386) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:37.648417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696b2324-af96-483c-86eb-eac9d10ef91b None None] Network 7a21ccc9-f486-4502-b5ee-6efd97f0108a requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:57:37.812237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:37.956413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-db8bc22b-7624-4d7e-b100-2d8023fbd1a9 None None] Set router 4cd6f633-c50e-40d4-969b-3628ffa32f8b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:37.992065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:38.066003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port ff169fb6-8dfe-448b-b1fc-efb314f3775c {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:57:38.066321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:38.231120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] DHCP port deletion for 7a21ccc9-f486-4502-b5ee-6efd97f0108a request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:57:38.241889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Deleting port 8920acfb-eb2b-4537-b597-25ba6944eb2c {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:57:38.242263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:38.243237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port ff169fb6-8dfe-448b-b1fc-efb314f3775c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ff169fb6-8dfe-448b-b1fc-efb314f3775c,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:38.243607 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:38.368516 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for ff169fb6-8dfe-448b-b1fc-efb314f3775c owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:57:38.381385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-db8bc22b-7624-4d7e-b100-2d8023fbd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:57:36Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:38.390124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bc22b-7624-4d7e-b100-2d8023fbd1a9 None None] The sync data for ids ['4cd6f633-c50e-40d4-969b-3628ffa32f8b'] in dv-neutron-833203-2-hyperv is: [{'id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'name': 'tempest-TestNetworkBasicOps-router-415541504', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:56:36Z', 'updated_at': '2022-03-11T15:57:36Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ff169fb6-8dfe-448b-b1fc-efb314f3775c', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6f633-c50e-40d4-969b-3628ffa32f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:56:37Z', 'updated_at': '2022-03-11T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:57:38.465062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] For port 8920acfb-eb2b-4537-b597-25ba6944eb2c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8920acfb-eb2b-4537-b597-25ba6944eb2c,segment=NetworkSegment(11e8d9b7-96e6-44f1-ae88-e418c9456a4f),segment_id=11e8d9b7-96e6-44f1-ae88-e418c9456a4f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:38.465362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:38.586830 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Calling delete_port for 8920acfb-eb2b-4537-b597-25ba6944eb2c owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:57:38.595081 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:38.644918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=ff169fb6-8dfe-448b-b1fc-efb314f3775c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:38.733158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:38.740375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:38.793259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Pushing event deleted for resources: {'Port': ['ID=8920acfb-eb2b-4537-b597-25ba6944eb2c,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:38.800877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] No DVR routers for this DVR port 8920acfb-eb2b-4537-b597-25ba6944eb2c on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:57:38.814828 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.815503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.815861 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.816313 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.816852 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.817220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.817548 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.817880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.818211 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.818539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.819190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.819870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a4170-85c8-4723-9ccc-4dc69a2b13d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:38.882233 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8920acfb-eb2b-4537-b597-25ba6944eb2c no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:57:38.920927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 8920acfb-eb2b-4537-b597-25ba6944eb2c {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:57:38.921357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8920acfb-eb2b-4537-b597-25ba6944eb2c not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:57:38.921853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:57:38.961186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:57:38.961527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6a8c2b62-59cd-40b3-94e1-f355ffd5b8da not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:57:39.031025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.033684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.120394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.120906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd6f633-c50e-40d4-969b-3628ffa32f8b {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:57:39.135251 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.136421 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c485e41f-9303-4f4c-94b5-a2c68b5f5759 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/routers/4cd6f633-c50e-40d4-969b-3628ffa32f8b HTTP/1.1" status: 204 len: 168 time: 1.5039270 Mar 11 15:57:39.139541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44390) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:39.318897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.447229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.472444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a21ccc9-f486-4502-b5ee-6efd97f0108a']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:39.484041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e8d9b7-96e6-44f1-ae88-e418c9456a4f') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:39.484295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e8d9b7-96e6-44f1-ae88-e418c9456a4f') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:39.495379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.510599 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.516497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:57:39.517420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:57:39.534268 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:57:39.691742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.709019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.719685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Network': ['ID=7a21ccc9-f486-4502-b5ee-6efd97f0108a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:39.725214 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8ce3529e-9f38-41ba-8ae0-99c364716a77 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/networks/7a21ccc9-f486-4502-b5ee-6efd97f0108a HTTP/1.1" status: 204 len: 168 time: 0.5841203 Mar 11 15:57:39.738854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44396) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:39.750734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4f1688e1-5072-4a57-bd4a-c392ea9b141a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0108595 Mar 11 15:57:39.756292 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44400) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:39.761404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'network': {'name': 'tempest-network-smoke--1989546902', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'port_security_enabled': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:39.766061 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:39.770768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:network and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:39.774105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:39.779694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:39.842035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:57:39.845676 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.872228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:57:39.880951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.881369 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Added segment b387c450-f1e4-4f50-9e99-c7ef70fff08f of type vlan for network 5e408f50-1daa-4595-a026-ec53a9d5fdbe Mar 11 15:57:39.910144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:40.006069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:40.011463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:40.012045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:40.119891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Network': ['ID=5e408f50-1daa-4595-a026-ec53a9d5fdbe,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:40.131218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 5e408f50-1daa-4595-a026-ec53a9d5fdbe details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:57:40.178765 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-10c5e9c8-34f6-4bd1-b771-16c32fa57c8e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4214578 Mar 11 15:57:40.181435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44404) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:40.186408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-869367395', 'admin_state_up': True, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:40.194180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:40.198003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:router and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:40.200886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:40.207574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:40.300302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:40.301651 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:40.318292 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:40.535117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ff169fb6-8dfe-448b-b1fc-efb314f3775c no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:57:40.569024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: ff169fb6-8dfe-448b-b1fc-efb314f3775c {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:57:40.569293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ff169fb6-8dfe-448b-b1fc-efb314f3775c not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:57:40.660342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:41.116453 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:41.147849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:41.279363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.11 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/720db1d8-2f2b-4721-ba32-63edf164d3e9) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:57:41.424605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:41.514939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:41.576503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:57:41.579664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:57:41.587703 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:57:41.627854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=720db1d8-2f2b-4721-ba32-63edf164d3e9,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:42.046694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:42.486211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:42.777402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 09ea54a1-f5d2-40da-b648-8dbe24699e0b is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:57:42.953458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:57:42.962801 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Sync routers for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:57:42.973287 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:42.973963 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:43.040956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:43.042118 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-69d308fb-16eb-4ad8-a5d5-b181285030de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8597713 Mar 11 15:57:43.045139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44410) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:43.084734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b637ab17-bbd0-4ea2-9b6a-37fb7de3488e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6797a56b2aca4fd594e47cef9b833912&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384793 Mar 11 15:57:43.087249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44414) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:43.150455 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:43.216627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1481551-7da2-43a0-bfd5-c4d25cdcfb85 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:43.218137 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e1481551-7da2-43a0-bfd5-c4d25cdcfb85 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298399 Mar 11 15:57:43.221291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44418) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:43.265298 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4e15e18c-8568-4f2d-bf43-7e57a1896f9a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405247 Mar 11 15:57:43.265518 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44422) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:43.270953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2091403629', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:43.378586 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:43.382433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:subnet and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:43.385202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:43.390753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:43.434015 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:41Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:43.437766 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Checking router: 09ea54a1-f5d2-40da-b648-8dbe24699e0b for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:57:43.441944 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Updating router 09ea54a1-f5d2-40da-b648-8dbe24699e0b port 720db1d8-2f2b-4721-ba32-63edf164d3e9 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:57:43.459592 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:57:43.463197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:43.490122 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:43.739601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:43.821727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Subnet': ['ID=60f36c87-74fb-4ef8-ac54-0345db508e3b,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:43.830510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Checking segment: {'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:57:43.830874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network hostable DHCP agents. Network: 5e408f50-1daa-4595-a026-ec53a9d5fdbe, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:57:43.838568 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:43.849899 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Transition to ACTIVE for port object 720db1d8-2f2b-4721-ba32-63edf164d3e9 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:57:43.921963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 5e408f50-1daa-4595-a026-ec53a9d5fdbe is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:57:43.933706 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:43.990826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 5e408f50-1daa-4595-a026-ec53a9d5fdbe) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:57:43.995361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:43.995987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:43.999730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b349742-ac93-4717-ad3f-4346fb2fca5b None None] Network 5e408f50-1daa-4595-a026-ec53a9d5fdbe requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:57:44.012611 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbc6f7-4ea2-49b8-9543-2d02d2d4b3b9 None None] Pushing event updated for resources: {'Port': ['ID=720db1d8-2f2b-4721-ba32-63edf164d3e9,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:44.015011 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Attempting to bind port 720db1d8-2f2b-4721-ba32-63edf164d3e9 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:57:44.015397 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Attempting to bind port 720db1d8-2f2b-4721-ba32-63edf164d3e9 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:57:44.015713 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Attempting to bind port 720db1d8-2f2b-4721-ba32-63edf164d3e9 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:57:44.021598 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:57:44.021964 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:57:44.022359 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:44.022742 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:57:44.023202 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Bound port: 720db1d8-2f2b-4721-ba32-63edf164d3e9, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:57:44.023569 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:44.086500 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1fdea73b-474a-4d41-a83d-dc44ac56e06f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8174493 Mar 11 15:57:44.086843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44426) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:44.099044 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] For port 720db1d8-2f2b-4721-ba32-63edf164d3e9, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:57:44.102249 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] For port 720db1d8-2f2b-4721-ba32-63edf164d3e9, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=720db1d8-2f2b-4721-ba32-63edf164d3e9,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:57:44.191626 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:44.261785 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:57:44.262857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:44.272445 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbc6f7-4ea2-49b8-9543-2d02d2d4b3b9 None None] Pushing event updated for resources: {'Port': ['ID=720db1d8-2f2b-4721-ba32-63edf164d3e9,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:44.296386 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:44.297351 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:44.422774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Allocated IP 172.20.0.2 (5e408f50-1daa-4595-a026-ec53a9d5fdbe/60f36c87-74fb-4ef8-ac54-0345db508e3b/055962ca-2ebe-4e03-839f-f29eff9d77c5) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:57:44.480564 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:44.637254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:44.648534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Transition to ACTIVE for port object 055962ca-2ebe-4e03-839f-f29eff9d77c5 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:57:44.666730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Transition to ACTIVE for port object 055962ca-2ebe-4e03-839f-f29eff9d77c5 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:57:44.728917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:44.768071 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:41Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:44.772129 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0fddc-c6de-4672-b725-948e892fea71 None None] The sync data for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv is: [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:41Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:57:44.791801 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Network 5e408f50-1daa-4595-a026-ec53a9d5fdbe is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:57:44.801172 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:57:44.803730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:44.807055 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:57:44.839281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Pushing event updated for resources: {'Port': ['ID=055962ca-2ebe-4e03-839f-f29eff9d77c5,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:44.902558 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44430) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:44.937958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Attempting to bind port 055962ca-2ebe-4e03-839f-f29eff9d77c5 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:57:44.938817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Attempting to bind port 055962ca-2ebe-4e03-839f-f29eff9d77c5 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:57:44.939188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Attempting to bind port 055962ca-2ebe-4e03-839f-f29eff9d77c5 on network 5e408f50-1daa-4595-a026-ec53a9d5fdbe {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:57:44.945471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:57:44.945874 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Checking segment: {'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:57:44.946254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:44.946647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Bound using segment: {'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:57:44.947118 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Bound port: 055962ca-2ebe-4e03-839f-f29eff9d77c5, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:57:44.947661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:45.054791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] For port 055962ca-2ebe-4e03-839f-f29eff9d77c5, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:57:45.058434 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] For port 055962ca-2ebe-4e03-839f-f29eff9d77c5, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=055962ca-2ebe-4e03-839f-f29eff9d77c5,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:57:45.146619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Deleting port f9b0d235-af4e-49f5-bd2c-9ac843f64553 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:57:45.146998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:45.201666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:45.298695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34595669-7748-4d9a-b547-390f08338fd6 None None] Pushing event updated for resources: {'Port': ['ID=055962ca-2ebe-4e03-839f-f29eff9d77c5,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:45.397677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:45.398485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:45.426509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.1 (5e408f50-1daa-4595-a026-ec53a9d5fdbe/60f36c87-74fb-4ef8-ac54-0345db508e3b/8062ca26-7f81-4fbe-89c5-2b1c6dfb595f) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:57:45.533044 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Calling delete_port for f9b0d235-af4e-49f5-bd2c-9ac843f64553 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:57:45.635834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:45.653269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:57:45.757225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:45.824332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 5e408f50-1daa-4595-a026-ec53a9d5fdbe is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:57:45.825803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:45.827351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:57:45.835797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:57:45.874852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:45.880194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event deleted for resources: {'Port': ['ID=f9b0d235-af4e-49f5-bd2c-9ac843f64553,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:45.903015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:45.979241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:45.979847 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Floating IP 633dd878-6e52-47af-831f-aef1f9f2d1f8 disassociated (deleted). External IP: 172.26.6.248, port: 6fd94d5b-e918-452f-80de-f63410c433d0. Mar 11 15:57:46.120665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:46.409966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141524f4-6669-47d9-88bb-6dd28692e286 None None] Network 5e408f50-1daa-4595-a026-ec53a9d5fdbe requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:57:46.477615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:57:46.589414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ee51b238-6338-49a1-b1db-ce2792f774a1 None None] Provisioning for port 055962ca-2ebe-4e03-839f-f29eff9d77c5 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:57:46.592870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:46.671014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:46.691764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 055962ca-2ebe-4e03-839f-f29eff9d77c5 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:57:46.703809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:57:46.726166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb98f08-2588-485b-888c-1545e50aa9d9 None None] Sync routers for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:57:46.764718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb98f08-2588-485b-888c-1545e50aa9d9 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:46.765338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-dcb98f08-2588-485b-888c-1545e50aa9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:46.786698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:46.803543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:46.807332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:46.883659 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9227e566-6d38-4fa5-9bc7-f7c590258c40 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "DELETE /v2.0/floatingips/633dd878-6e52-47af-831f-aef1f9f2d1f8 HTTP/1.1" status: 204 len: 168 time: 1.9784467 Mar 11 15:57:46.884345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'tag': '6fd94d5b-e918-452f-80de-f63410c433d0'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:57:46.962958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 055962ca-2ebe-4e03-839f-f29eff9d77c5 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:57:46.984006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 055962ca-2ebe-4e03-839f-f29eff9d77c5 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:46.984371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:47.067948 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-dcb98f08-2588-485b-888c-1545e50aa9d9 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:47.070336 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'tag': '6fd94d5b-e918-452f-80de-f63410c433d0', 'status': 'completed', 'code': 200} Mar 11 15:57:47.087931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 5e408f50-1daa-4595-a026-ec53a9d5fdbe is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:57:47.089151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:57:47.261649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c2ccbfb5-606a-4a0d-a88e-c0fd0ab27af1 None None] Provisioning for port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:57:47.322015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c2ccbfb5-606a-4a0d-a88e-c0fd0ab27af1 None None] Provisioning complete for port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:47.322298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c2ccbfb5-606a-4a0d-a88e-c0fd0ab27af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:47.412227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:47.440860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccbfb5-606a-4a0d-a88e-c0fd0ab27af1 None None] Port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:57:47.483126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cbbbc-248c-48d4-9b73-e80eec352bd0 req-c5bf4e4a-6f42-49ef-8a40-b384af705545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:47.484640 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca2cbbbc-248c-48d4-9b73-e80eec352bd0 req-c5bf4e4a-6f42-49ef-8a40-b384af705545 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 1098 time: 0.3861103 Mar 11 15:57:47.545639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 055962ca-2ebe-4e03-839f-f29eff9d77c5, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=055962ca-2ebe-4e03-839f-f29eff9d77c5,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:47.553544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c2ccbfb5-606a-4a0d-a88e-c0fd0ab27af1 None None] Provisioning complete for port 055962ca-2ebe-4e03-839f-f29eff9d77c5 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:47.553911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c2ccbfb5-606a-4a0d-a88e-c0fd0ab27af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:47.621755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:47.622419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 720db1d8-2f2b-4721-ba32-63edf164d3e9 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:57:47.630499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 09ea54a1-f5d2-40da-b648-8dbe24699e0b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:57:47.772130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cbbbc-248c-48d4-9b73-e80eec352bd0 req-a4d9ae84-b05f-4c53-b516-47a0b16600c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:47.773607 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca2cbbbc-248c-48d4-9b73-e80eec352bd0 req-a4d9ae84-b05f-4c53-b516-47a0b16600c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.2794793 Mar 11 15:57:47.791406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f2222-33d5-4500-a3b8-fca73f20a8a2 req-cf90cf69-9cfb-4cbb-93c2-aa9bfeb77290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:47.792832 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1a2f2222-33d5-4500-a3b8-fca73f20a8a2 req-cf90cf69-9cfb-4cbb-93c2-aa9bfeb77290 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 945 time: 0.2784042 Mar 11 15:57:47.793185 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=055962ca-2ebe-4e03-839f-f29eff9d77c5,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:47.869536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-dcb98f08-2588-485b-888c-1545e50aa9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '16f18cde-6c5b-4280-838b-6b6f89875ca6', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:f3:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:52:05Z', 'updated_at': '2022-03-11T15:52:08Z', 'revision_number': 1, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:47.873444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb98f08-2588-485b-888c-1545e50aa9d9 None None] Checking router: cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:57:47.882122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb98f08-2588-485b-888c-1545e50aa9d9 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:47.882698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-dcb98f08-2588-485b-888c-1545e50aa9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:47.928666 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca2cbbbc-248c-48d4-9b73-e80eec352bd0 req-b27e9818-7ddd-44a1-8719-07701829dfc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fd94d5b-e918-452f-80de-f63410c433d0 HTTP/1.1" status: 200 len: 217 time: 0.1348677 Mar 11 15:57:47.937737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 720db1d8-2f2b-4721-ba32-63edf164d3e9 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:57:47.951111 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 720db1d8-2f2b-4721-ba32-63edf164d3e9 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:47.951474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:48.016872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:57:48.027982 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Sync routers for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:57:48.032734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1a2f2222-33d5-4500-a3b8-fca73f20a8a2 req-8d620db3-6d9b-4b65-a82e-1790195479ce tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847708 Mar 11 15:57:48.042845 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:48.043470 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:48.045321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cbbbc-248c-48d4-9b73-e80eec352bd0 req-5fba2a69-9105-44e5-913e-b5134cd9f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.046808 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca2cbbbc-248c-48d4-9b73-e80eec352bd0 req-5fba2a69-9105-44e5-913e-b5134cd9f8b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.1093013 Mar 11 15:57:48.052032 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-23382925-0406-4c33-9892-ac0d526c4001 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/09ea54a1-f5d2-40da-b648-8dbe24699e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9616957 Mar 11 15:57:48.052402 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44442) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:48.089541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e0f9aacc-7c32-4afb-a73a-7c9b57ba0446 None None] Provisioning complete for port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:48.089934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e0f9aacc-7c32-4afb-a73a-7c9b57ba0446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:48.146439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cbbbc-248c-48d4-9b73-e80eec352bd0 req-08f2a882-d9f7-4068-a9df-3c8780795d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.148575 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca2cbbbc-248c-48d4-9b73-e80eec352bd0 req-08f2a882-d9f7-4068-a9df-3c8780795d91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831172 Mar 11 15:57:48.171215 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9aacc-7c32-4afb-a73a-7c9b57ba0446 None None] Port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:57:48.214271 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d057bf-7153-4104-a2b7-2dcd501ca48e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.215336 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d057bf-7153-4104-a2b7-2dcd501ca48e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.215975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d057bf-7153-4104-a2b7-2dcd501ca48e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.216593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d057bf-7153-4104-a2b7-2dcd501ca48e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.217184 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d057bf-7153-4104-a2b7-2dcd501ca48e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.217772 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d057bf-7153-4104-a2b7-2dcd501ca48e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.220406 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a2d057bf-7153-4104-a2b7-2dcd501ca48e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1669681 Mar 11 15:57:48.223335 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44446) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:48.235288 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:48.242605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-dcb98f08-2588-485b-888c-1545e50aa9d9 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:48.311843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:48.316181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6818a680-f7ab-4700-a5b5-204076eaec3d tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.316820 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6818a680-f7ab-4700-a5b5-204076eaec3d tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.317282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6818a680-f7ab-4700-a5b5-204076eaec3d tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.318283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6818a680-f7ab-4700-a5b5-204076eaec3d tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.318753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6818a680-f7ab-4700-a5b5-204076eaec3d tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.319211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6818a680-f7ab-4700-a5b5-204076eaec3d tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.321072 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6818a680-f7ab-4700-a5b5-204076eaec3d tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0966699 Mar 11 15:57:48.323668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44450) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:48.348225 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca2cbbbc-248c-48d4-9b73-e80eec352bd0 req-6463c6ed-03b9-4d8a-85b2-6dceeaf09818 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923327 Mar 11 15:57:48.439226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 720db1d8-2f2b-4721-ba32-63edf164d3e9, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=720db1d8-2f2b-4721-ba32-63edf164d3e9,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:48.500620 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca2cbbbc-248c-48d4-9b73-e80eec352bd0 req-8d5b0836-d771-4818-b89c-c7aff438f705 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461120 Mar 11 15:57:48.506875 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:48.595746 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f4718449-8a48-40fb-b951-1ee48639365e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2701805 Mar 11 15:57:48.606627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 055962ca-2ebe-4e03-839f-f29eff9d77c5 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:57:48.636035 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:57:46Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:48.640439 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Checking router: 09ea54a1-f5d2-40da-b648-8dbe24699e0b for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:57:48.640439 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Updating router 09ea54a1-f5d2-40da-b648-8dbe24699e0b port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:57:48.702659 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:48.710596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=720db1d8-2f2b-4721-ba32-63edf164d3e9,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:48.822701 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 055962ca-2ebe-4e03-839f-f29eff9d77c5 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:48.823068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:48.930368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-dcb98f08-2588-485b-888c-1545e50aa9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '16f18cde-6c5b-4280-838b-6b6f89875ca6', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:f3:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:52:05Z', 'updated_at': '2022-03-11T15:52:08Z', 'revision_number': 1, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:48.933601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44456) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:48.939219 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-681841955', 'description': 'tempest-secgroup-smoke-681841955 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:48.943624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb98f08-2588-485b-888c-1545e50aa9d9 None None] The sync data for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv is: [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '16f18cde-6c5b-4280-838b-6b6f89875ca6', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'port_id': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'mac_address': 'fa:16:3e:f3:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:52:05Z', 'updated_at': '2022-03-11T15:52:08Z', 'revision_number': 1, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:57:48.946128 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:48.952035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:48.953674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:48.961679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:49.034901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.062097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:49.065036 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.074734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:49.077194 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Transition to ACTIVE for port object 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:57:49.078268 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:49.085246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:49.149458 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.170961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.237443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.305469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7648144-6322-4cca-a3de-f5ed12364c1c None None] New status for floating IP 633dd878-6e52-47af-831f-aef1f9f2d1f8: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:57:49.345426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed49067-75dc-46b7-8a60-769570303b22,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:49.372287 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Pushing event updated for resources: {'Port': ['ID=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:49.393850 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.397415 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.397686 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.398003 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.398502 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.398972 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.399444 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.399913 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.400383 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.400875 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.401323 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.401798 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:49.430031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e8f07-557e-4a30-a545-5f42da7feaea req-74085802-2229-480a-8cd8-d9b70cde71dd tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:49.431548 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8c1e8f07-557e-4a30-a545-5f42da7feaea req-74085802-2229-480a-8cd8-d9b70cde71dd tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 945 time: 0.2208564 Mar 11 15:57:49.436914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.438314 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-940250f7-858e-4338-8ff5-d4188bc70767 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5034065 Mar 11 15:57:49.440978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44462) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:49.446632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c656cefa-d302-4bc4-98a4-da10b5a60f87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'bed49067-75dc-46b7-8a60-769570303b22', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:49.461198 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c656cefa-d302-4bc4-98a4-da10b5a60f87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:49.470855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c656cefa-d302-4bc4-98a4-da10b5a60f87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:49.477040 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c656cefa-d302-4bc4-98a4-da10b5a60f87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:49.484421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c656cefa-d302-4bc4-98a4-da10b5a60f87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:49.511894 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Attempting to bind port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:57:49.511894 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Attempting to bind port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:57:49.511894 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Attempting to bind port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f on network 5e408f50-1daa-4595-a026-ec53a9d5fdbe {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:57:49.517514 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:57:49.517877 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Checking segment: {'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:57:49.518273 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.519142 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Bound using segment: {'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:57:49.519142 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Bound port: 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:57:49.519590 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.553527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-8c1e8f07-557e-4a30-a545-5f42da7feaea req-d384de7e-117a-4395-b1b0-120acc135302 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Deleting port 6fd94d5b-e918-452f-80de-f63410c433d0 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:57:49.553527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8c1e8f07-557e-4a30-a545-5f42da7feaea req-d384de7e-117a-4395-b1b0-120acc135302 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.590745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29bb6d-7e14-4c17-a273-fabd5c1669e9 req-8d17097f-71d5-4425-90ec-c52601acd41b tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:49.592213 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9f29bb6d-7e14-4c17-a273-fabd5c1669e9 req-8d17097f-71d5-4425-90ec-c52601acd41b tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 945 time: 0.2427504 Mar 11 15:57:49.610984 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] For port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:57:49.614088 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] For port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:57:49.618981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c656cefa-d302-4bc4-98a4-da10b5a60f87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.669515 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.678787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c656cefa-d302-4bc4-98a4-da10b5a60f87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.692777 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9f29bb6d-7e14-4c17-a273-fabd5c1669e9 req-eaef1eae-5e71-42ad-9567-3b0a2f67b075 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896678 Mar 11 15:57:49.745729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c656cefa-d302-4bc4-98a4-da10b5a60f87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.748594 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:57:49.749213 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:49.776443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656cefa-d302-4bc4-98a4-da10b5a60f87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4cdf6b-6846-427d-802c-cb25d5cc91a0,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:49.809149 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122802a-27d8-4dab-9420-821b9c912e6c None None] Pushing event updated for resources: {'Port': ['ID=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:49.877161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c656cefa-d302-4bc4-98a4-da10b5a60f87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.878768 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c656cefa-d302-4bc4-98a4-da10b5a60f87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4366391 Mar 11 15:57:49.881407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44466) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:49.886954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-86ed3be7-ba42-4ada-a35e-da61a0332f6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'bed49067-75dc-46b7-8a60-769570303b22', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:49.895491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-86ed3be7-ba42-4ada-a35e-da61a0332f6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:49.900162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-86ed3be7-ba42-4ada-a35e-da61a0332f6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:49.908089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-86ed3be7-ba42-4ada-a35e-da61a0332f6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:49.917450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-86ed3be7-ba42-4ada-a35e-da61a0332f6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:49.956537 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:57:49.987340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-8c1e8f07-557e-4a30-a545-5f42da7feaea req-d384de7e-117a-4395-b1b0-120acc135302 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] For port 6fd94d5b-e918-452f-80de-f63410c433d0, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6fd94d5b-e918-452f-80de-f63410c433d0,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:49.987880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8c1e8f07-557e-4a30-a545-5f42da7feaea req-d384de7e-117a-4395-b1b0-120acc135302 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.014959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86ed3be7-ba42-4ada-a35e-da61a0332f6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.089034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86ed3be7-ba42-4ada-a35e-da61a0332f6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.114677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-8c1e8f07-557e-4a30-a545-5f42da7feaea req-d384de7e-117a-4395-b1b0-120acc135302 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Calling delete_port for 6fd94d5b-e918-452f-80de-f63410c433d0 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:57:50.162718 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86ed3be7-ba42-4ada-a35e-da61a0332f6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.184974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed3be7-ba42-4ada-a35e-da61a0332f6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d780ce-695a-4f44-ab52-680dceff9d5f,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:50.271300 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:57:49Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:50.275086 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9fe1be-0b10-4019-baa5-f3a76875421f None None] The sync data for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv is: [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:57:49Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:57:50.280811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-86ed3be7-ba42-4ada-a35e-da61a0332f6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.282169 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-86ed3be7-ba42-4ada-a35e-da61a0332f6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3998160 Mar 11 15:57:50.284860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44470) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:50.290269 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-91f8a064-c74f-4fec-a1f2-a5a97b6ee3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'bed49067-75dc-46b7-8a60-769570303b22', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:50.296704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-91f8a064-c74f-4fec-a1f2-a5a97b6ee3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:50.300667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-91f8a064-c74f-4fec-a1f2-a5a97b6ee3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:50.303589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-91f8a064-c74f-4fec-a1f2-a5a97b6ee3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:50.310807 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-91f8a064-c74f-4fec-a1f2-a5a97b6ee3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:50.338194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8c1e8f07-557e-4a30-a545-5f42da7feaea req-d384de7e-117a-4395-b1b0-120acc135302 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.397596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-91f8a064-c74f-4fec-a1f2-a5a97b6ee3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.398560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384de7e-117a-4395-b1b0-120acc135302 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event deleted for resources: {'Port': ['ID=6fd94d5b-e918-452f-80de-f63410c433d0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:50.472919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-91f8a064-c74f-4fec-a1f2-a5a97b6ee3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.475373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1e8f07-557e-4a30-a545-5f42da7feaea req-d384de7e-117a-4395-b1b0-120acc135302 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] No DVR routers for this DVR port 6fd94d5b-e918-452f-80de-f63410c433d0 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:57:50.478041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8c1e8f07-557e-4a30-a545-5f42da7feaea req-d384de7e-117a-4395-b1b0-120acc135302 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.480967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'name': 'network-vif-deleted', 'tag': '6fd94d5b-e918-452f-80de-f63410c433d0'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:57:50.493707 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8c1e8f07-557e-4a30-a545-5f42da7feaea req-d384de7e-117a-4395-b1b0-120acc135302 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "DELETE /v2.0/ports/6fd94d5b-e918-452f-80de-f63410c433d0 HTTP/1.1" status: 204 len: 173 time: 1.0364096 Mar 11 15:57:50.529108 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4b190c-66c1-4771-8a49-e0259528da2d', 'name': 'network-vif-deleted', 'tag': '6fd94d5b-e918-452f-80de-f63410c433d0', 'status': 'completed', 'code': 200} Mar 11 15:57:50.539793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-91f8a064-c74f-4fec-a1f2-a5a97b6ee3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.571802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8a064-c74f-4fec-a1f2-a5a97b6ee3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b7f648-983b-4d56-af11-5366c8914f11,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:50.648760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-91f8a064-c74f-4fec-a1f2-a5a97b6ee3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.650636 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-91f8a064-c74f-4fec-a1f2-a5a97b6ee3d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3645525 Mar 11 15:57:50.653303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44476) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:50.660021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-103f015d-90ab-4250-8fa4-8971e6c1d9cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'bed49067-75dc-46b7-8a60-769570303b22', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:50.664346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:57:50.671747 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-103f015d-90ab-4250-8fa4-8971e6c1d9cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:50.681078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-103f015d-90ab-4250-8fa4-8971e6c1d9cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:50.684174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-103f015d-90ab-4250-8fa4-8971e6c1d9cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:50.690659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-103f015d-90ab-4250-8fa4-8971e6c1d9cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:50.799615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-103f015d-90ab-4250-8fa4-8971e6c1d9cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.853795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f56fb2a9-9bc6-4b58-b852-d1fee281bd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.882837 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:57:50.890504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:50.892698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:50.902419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-0c8712e6-af29-4ca0-a994-6f19da0a5207 req-38910f8a-0ce1-413e-8986-11ab8c72f5af tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Synchronizing usage tracker for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:57:50.908742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-103f015d-90ab-4250-8fa4-8971e6c1d9cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.002272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-103f015d-90ab-4250-8fa4-8971e6c1d9cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.013952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-0c8712e6-af29-4ca0-a994-6f19da0a5207 req-38910f8a-0ce1-413e-8986-11ab8c72f5af tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Unset dirty status for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:57:51.016149 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c8712e6-af29-4ca0-a994-6f19da0a5207 req-38910f8a-0ce1-413e-8986-11ab8c72f5af tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 210 time: 0.1651881 Mar 11 15:57:51.051200 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f015d-90ab-4250-8fa4-8971e6c1d9cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9a1fa2-3e94-49e1-9893-14602eceec82,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:51.068770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.107330 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:57:51.131842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-103f015d-90ab-4250-8fa4-8971e6c1d9cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.136128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44482) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:51.136273 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-103f015d-90ab-4250-8fa4-8971e6c1d9cd tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4816422 Mar 11 15:57:51.141589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'bed49067-75dc-46b7-8a60-769570303b22', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:51.148131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:51.152302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:51.155372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:51.173355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:51.194986 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.195780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 720db1d8-2f2b-4721-ba32-63edf164d3e9 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:57:51.259823 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:57:51.270786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.314680 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:51.328626 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 720db1d8-2f2b-4721-ba32-63edf164d3e9 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:51.329693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.350529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.442767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.466410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2c2541-19ae-48fb-885c-1737aa33d77a,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:51.522886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.524202 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3e51a426-9a0b-40af-baf7-cca37ccd3148 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3867226 Mar 11 15:57:51.527165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44486) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:51.533486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'bed49067-75dc-46b7-8a60-769570303b22', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:51.538885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:51.543725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:57:51.546892 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:57:51.554307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:51.614300 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:57:51.621395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.685587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.739504 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.762122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d42f5e-c9a4-4950-8008-a8240838f506,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:51.831030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:51.832373 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a86ed365-64d4-46d2-a9ae-19f4eb69128f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3041577 Mar 11 15:57:52.024067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-5729d880-37a1-4ccc-a9de-9250c2a0ab8a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:57:52.173782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-5729d880-37a1-4ccc-a9de-9250c2a0ab8a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:57:52.174847 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-5729d880-37a1-4ccc-a9de-9250c2a0ab8a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-681841955&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.1909347 Mar 11 15:57:52.185622 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4cb0f7b8-30c2-4d26-9182-2082c6552c0b req-70d22c44-a831-40f6-b330-f01a44860645 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4b190c-66c1-4771-8a49-e0259528da2d HTTP/1.1" status: 200 len: 210 time: 0.0482669 Mar 11 15:57:52.327805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-1d2f5539-21b4-4b1b-aa2c-b012cd6373c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:52.328469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-1d2f5539-21b4-4b1b-aa2c-b012cd6373c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:57:52.396361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-1d2f5539-21b4-4b1b-aa2c-b012cd6373c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:57:52.397531 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-1d2f5539-21b4-4b1b-aa2c-b012cd6373c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/networks?id=5e408f50-1daa-4595-a026-ec53a9d5fdbe HTTP/1.1" status: 200 len: 797 time: 0.2144368 Mar 11 15:57:52.412289 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-2e7f518b-b190-47a5-84ad-3f1040214b7e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/quotas/6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 375 time: 0.0093870 Mar 11 15:57:52.493294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-856400be-0040-4d3e-9d63-1f633cfea8c8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:57:52.573698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-856400be-0040-4d3e-9d63-1f633cfea8c8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:57:52.576025 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-856400be-0040-4d3e-9d63-1f633cfea8c8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1581955 Mar 11 15:57:52.581184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:57:52.651521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:52.651888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:52.713918 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-9ab3e1b3-fbbb-403c-ac39-d2283c6df1f6 service neutron] 10.222.0.39 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268785 Mar 11 15:57:52.846561 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-c94e74c4-71ba-4403-b38c-67006ce2b69b service neutron] 10.222.0.39 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261964 Mar 11 15:57:53.099766 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1f6bb565-ed16-41f6-a7ed-560baf7ed656 req-5ec769e9-4c6b-41cf-9006-cf5a7fb17e26 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 210 time: 0.0426548 Mar 11 15:57:53.209660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 6fd94d5b-e918-452f-80de-f63410c433d0 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:57:53.246120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 6fd94d5b-e918-452f-80de-f63410c433d0 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:57:53.246461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 6fd94d5b-e918-452f-80de-f63410c433d0 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:57:53.668676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8b7c1681-f972-4109-95e2-b33b3a355a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:54.262737 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cc7209ff-1294-4137-ac06-2b4b07888a3f req-b5d0942a-e983-43f5-b9fb-28576a42dc49 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 210 time: 0.0553973 Mar 11 15:57:54.419745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:54.571909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:55.141439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-0d553cf0-2cbf-42dc-b196-091e06822b8c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:55.142915 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-0d553cf0-2cbf-42dc-b196-091e06822b8c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=5e408f50-1daa-4595-a026-ec53a9d5fdbe HTTP/1.1" status: 200 len: 797 time: 0.1570277 Mar 11 15:57:55.191819 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-59193678-23e2-4c6d-ba81-991c790c5573 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 379 time: 0.0411251 Mar 11 15:57:55.199893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'device_id': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'admin_state_up': True, 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'security_groups': ['bed49067-75dc-46b7-8a60-769570303b22']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:55.455393 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4ed1e515-ab23-4852-8b5c-9f91c51bb696 req-1965cbad-086a-4fa8-adc1-5ac41aad46d2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 210 time: 0.0595119 Mar 11 15:57:55.493268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:55.503221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:55.585070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:57:55.588577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:55.753397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.12 (5e408f50-1daa-4595-a026-ec53a9d5fdbe/60f36c87-74fb-4ef8-ac54-0345db508e3b/f562f0aa-43e8-4702-839e-4d5185177d07) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:57:55.961048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:55.979177 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object f562f0aa-43e8-4702-839e-4d5185177d07 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:57:55.983340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:56.005922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:56.058269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:56.124024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 5e408f50-1daa-4595-a026-ec53a9d5fdbe is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:57:56.127958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:57:56.137165 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:57:56.180154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=f562f0aa-43e8-4702-839e-4d5185177d07,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:56.221755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:56.222788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:56.317183 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-31855120-0764-4e0c-979f-7f16bba7145f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1207383 Mar 11 15:57:56.329481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Request body: {'port': {'device_id': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:57:56.456111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:56.457821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c7975fca-4ff6-4b31-ae0b-336402c68633 None None] Provisioning for port f562f0aa-43e8-4702-839e-4d5185177d07 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:57:56.462984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c7975fca-4ff6-4b31-ae0b-336402c68633 None None] Provisioning complete for port f562f0aa-43e8-4702-839e-4d5185177d07 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:56.463659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c7975fca-4ff6-4b31-ae0b-336402c68633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:56.530554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c7975fca-4ff6-4b31-ae0b-336402c68633 None None] Port f562f0aa-43e8-4702-839e-4d5185177d07 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:57:56.793951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907e917-536a-4d2e-8779-7a90865efa56 req-2b4091b6-3c47-42fc-ad17-c8092be03e21 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:56.794634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-0907e917-536a-4d2e-8779-7a90865efa56 req-2b4091b6-3c47-42fc-ad17-c8092be03e21 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:57:56.869259 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-0907e917-536a-4d2e-8779-7a90865efa56 req-2b4091b6-3c47-42fc-ad17-c8092be03e21 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:57:56.870432 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0907e917-536a-4d2e-8779-7a90865efa56 req-2b4091b6-3c47-42fc-ad17-c8092be03e21 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 932 time: 0.2678959 Mar 11 15:57:56.905728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f562f0aa-43e8-4702-839e-4d5185177d07 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:57:56.916062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:56.946120 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0907e917-536a-4d2e-8779-7a90865efa56 req-a4d5b005-1bd8-4214-9344-8a3367fa99f1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649495 Mar 11 15:57:56.947024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Transition to ACTIVE for port object f562f0aa-43e8-4702-839e-4d5185177d07 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:57:57.007207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:57.163099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Pushing event updated for resources: {'Port': ['ID=f562f0aa-43e8-4702-839e-4d5185177d07,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:57.247836 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Attempting to bind port f562f0aa-43e8-4702-839e-4d5185177d07 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:57:57.248180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Attempting to bind port f562f0aa-43e8-4702-839e-4d5185177d07 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:57:57.248514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Attempting to bind port f562f0aa-43e8-4702-839e-4d5185177d07 on network 5e408f50-1daa-4595-a026-ec53a9d5fdbe {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:57:57.253298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Port f562f0aa-43e8-4702-839e-4d5185177d07 on network 5e408f50-1daa-4595-a026-ec53a9d5fdbe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:57:57.253562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Attempting to bind port f562f0aa-43e8-4702-839e-4d5185177d07 on network 5e408f50-1daa-4595-a026-ec53a9d5fdbe {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:57:57.258903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:57:57.259239 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Checking segment: {'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:57:57.259611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Bound using segment: {'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:57:57.260034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Bound port: f562f0aa-43e8-4702-839e-4d5185177d07, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b387c450-f1e4-4f50-9e99-c7ef70fff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:57:57.260377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:57.351628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] For port f562f0aa-43e8-4702-839e-4d5185177d07, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:57:57.354676 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] For port f562f0aa-43e8-4702-839e-4d5185177d07, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f562f0aa-43e8-4702-839e-4d5185177d07,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:57:57.408849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:57.463303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:57.463992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:57.465422 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] 10.222.0.30 "PUT /v2.0/ports/f562f0aa-43e8-4702-839e-4d5185177d07 HTTP/1.1" status: 200 len: 1094 time: 1.1407597 Mar 11 15:57:57.465864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'tag': 'f562f0aa-43e8-4702-839e-4d5185177d07'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:57:57.492084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb744786-7fc1-401e-87b3-e6e3b6fb3cca service neutron] Pushing event updated for resources: {'Port': ['ID=f562f0aa-43e8-4702-839e-4d5185177d07,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:57.517451 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'tag': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'status': 'completed', 'code': 200} Mar 11 15:57:57.728606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f41f82-0ce0-4bf6-988e-87fc470ad501 req-0f2a9f93-dc95-45a2-ba7d-a18105082c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:57.729996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15f41f82-0ce0-4bf6-988e-87fc470ad501 req-0f2a9f93-dc95-45a2-ba7d-a18105082c4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 1097 time: 0.1892307 Mar 11 15:57:57.862548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f41f82-0ce0-4bf6-988e-87fc470ad501 req-8f933c4b-6e97-4540-b436-03fbc68a023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:57.863859 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15f41f82-0ce0-4bf6-988e-87fc470ad501 req-8f933c4b-6e97-4540-b436-03fbc68a023a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1274071 Mar 11 15:57:57.996490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f41f82-0ce0-4bf6-988e-87fc470ad501 req-8decb436-5188-4f41-9a72-513e2563e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:57.998282 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15f41f82-0ce0-4bf6-988e-87fc470ad501 req-8decb436-5188-4f41-9a72-513e2563e93d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285932 Mar 11 15:57:58.023866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44546) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:58.337838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-0e69afdb-add3-40e9-b20b-68379350d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:58.339296 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-0e69afdb-add3-40e9-b20b-68379350d70f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 1097 time: 0.2582271 Mar 11 15:57:58.341373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Deleting port 19f0b961-1b1a-44e6-aea2-c37e4f31970f {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:57:58.341706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:58.438091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3c825-cc45-4ba7-9aba-147fcb3c4695 req-ea22c496-eb75-41f2-ac4a-244c6cec8fd0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:58.439516 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11a3c825-cc45-4ba7-9aba-147fcb3c4695 req-ea22c496-eb75-41f2-ac4a-244c6cec8fd0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 944 time: 0.3516562 Mar 11 15:57:58.449706 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-3efe1647-4df4-40f5-b2f0-5d91640e1cef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f562f0aa-43e8-4702-839e-4d5185177d07 HTTP/1.1" status: 200 len: 217 time: 0.0797610 Mar 11 15:57:58.621193 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11a3c825-cc45-4ba7-9aba-147fcb3c4695 req-28398146-d9ba-48b5-adb8-580dca6b067a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730812 Mar 11 15:57:58.636121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-4b8a8259-ca07-422d-aaa3-b43f8ab63c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:58.637529 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-4b8a8259-ca07-422d-aaa3-b43f8ab63c0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60f36c87-74fb-4ef8-ac54-0345db508e3b HTTP/1.1" status: 200 len: 835 time: 0.1714008 Mar 11 15:57:58.709940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:58.710270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:58.832522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Calling delete_port for 19f0b961-1b1a-44e6-aea2-c37e4f31970f owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:57:58.898732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-2363d0c3-2e13-4531-8f10-2b14cc59884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:58.900107 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-2363d0c3-2e13-4531-8f10-2b14cc59884a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e408f50-1daa-4595-a026-ec53a9d5fdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2562249 Mar 11 15:57:59.184540 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-12bc53e0-4127-41e8-886c-240ddadb23dd service neutron] 10.222.0.30 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754605 Mar 11 15:57:59.288745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:59.347594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event deleted for resources: {'Port': ['ID=19f0b961-1b1a-44e6-aea2-c37e4f31970f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:59.434882 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-650eb679-06c4-47fb-b9b4-50bbcbb073c9 req-cde91278-01eb-4e41-a837-361b8e4edede service neutron] 10.222.0.30 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435398 Mar 11 15:57:59.450907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:59.451245 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Floating IP 16f18cde-6c5b-4280-838b-6b6f89875ca6 disassociated (deleted). External IP: 172.26.6.93, port: 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6. Mar 11 15:57:59.850964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:57:59.943025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaabfa-0a16-4a92-8fd2-62d5caa2b491 req-1fba52b7-8599-4076-b5cf-cbe50cc02c2c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:59.944472 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a5aaabfa-0a16-4a92-8fd2-62d5caa2b491 req-1fba52b7-8599-4076-b5cf-cbe50cc02c2c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 944 time: 0.1826477 Mar 11 15:58:00.065884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a5aaabfa-0a16-4a92-8fd2-62d5caa2b491 req-9646821c-75a4-4a3e-974d-3ddd7ddad27f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147592 Mar 11 15:58:00.084089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:58:00.095050 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c8ceb-f17a-47e9-8528-e18e23021e91 None None] Sync routers for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:58:00.104454 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c8ceb-f17a-47e9-8528-e18e23021e91 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:58:00.105069 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c43c8ceb-f17a-47e9-8528-e18e23021e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:00.167782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:00.222422 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a1214f59-5f8e-46a3-9bdf-e42b5d626ef9 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "DELETE /v2.0/floatingips/16f18cde-6c5b-4280-838b-6b6f89875ca6 HTTP/1.1" status: 204 len: 168 time: 2.1974013 Mar 11 15:58:00.223186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'tag': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:58:00.290129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'tag': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'status': 'completed', 'code': 200} Mar 11 15:58:00.315486 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-c43c8ceb-f17a-47e9-8528-e18e23021e91 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:58:00.389791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19931fd8-4626-407c-b295-d420715b4520 req-faae36b6-10e0-4946-bc34-c3de15075992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:00.391289 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-19931fd8-4626-407c-b295-d420715b4520 req-faae36b6-10e0-4946-bc34-c3de15075992 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 1099 time: 0.0768664 Mar 11 15:58:00.525197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19931fd8-4626-407c-b295-d420715b4520 req-af8cee40-3867-46cc-bfcc-daafffd54673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:00.527083 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-19931fd8-4626-407c-b295-d420715b4520 req-af8cee40-3867-46cc-bfcc-daafffd54673 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 200 len: 913 time: 0.1291068 Mar 11 15:58:00.602866 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-19931fd8-4626-407c-b295-d420715b4520 req-12cf9442-6e4c-4f5c-918a-f5d3e5b4ae9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 HTTP/1.1" status: 200 len: 217 time: 0.0701213 Mar 11 15:58:00.625589 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c43c8ceb-f17a-47e9-8528-e18e23021e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:00.629852 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c8ceb-f17a-47e9-8528-e18e23021e91 None None] Checking router: cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:58:00.638128 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c8ceb-f17a-47e9-8528-e18e23021e91 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:58:00.638737 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c43c8ceb-f17a-47e9-8528-e18e23021e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:00.794829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19931fd8-4626-407c-b295-d420715b4520 req-ec0caae1-a5f6-4421-add8-33f80812dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:00.796616 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-19931fd8-4626-407c-b295-d420715b4520 req-ec0caae1-a5f6-4421-add8-33f80812dee2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 200 len: 851 time: 0.1873393 Mar 11 15:58:00.841393 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-c43c8ceb-f17a-47e9-8528-e18e23021e91 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:58:00.911864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19931fd8-4626-407c-b295-d420715b4520 req-7051c382-38bc-4f4e-a508-ee0311edacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:00.913352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-19931fd8-4626-407c-b295-d420715b4520 req-7051c382-38bc-4f4e-a508-ee0311edacb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7937ba97-e4df-43f8-ac5a-e69466e85b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068060 Mar 11 15:58:01.076953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2fd32-ade7-4ab7-916d-616625c2bfe6 req-f77a829d-13fb-4903-9b48-57c7c58bd198 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:01.100683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-bdd2fd32-ade7-4ab7-916d-616625c2bfe6 req-f77a829d-13fb-4903-9b48-57c7c58bd198 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Synchronizing usage tracker for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:58:01.100683 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-19931fd8-4626-407c-b295-d420715b4520 req-86bfc67b-3751-453d-b5f4-41eb34f78397 service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597142 Mar 11 15:58:01.157004 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c43c8ceb-f17a-47e9-8528-e18e23021e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:01.161098 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c8ceb-f17a-47e9-8528-e18e23021e91 None None] The sync data for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv is: [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:47:26Z', 'revision_number': 4, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ad9627a-148b-406b-a435-0ac8bdd35af3', 'name': '', 'network_id': '7937ba97-e4df-43f8-ac5a-e69466e85b88', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'mac_address': 'fa:16:3e:a5:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:25Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'subnets': [{'id': '189745db-ba45-47e1-b166-ea9ea15d5766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:58:01.177584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-bdd2fd32-ade7-4ab7-916d-616625c2bfe6 req-f77a829d-13fb-4903-9b48-57c7c58bd198 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Unset dirty status for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:58:01.178734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bdd2fd32-ade7-4ab7-916d-616625c2bfe6 req-f77a829d-13fb-4903-9b48-57c7c58bd198 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 946 time: 0.3022504 Mar 11 15:58:01.253816 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f562f0aa-43e8-4702-839e-4d5185177d07 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:58:01.296765 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bdd2fd32-ade7-4ab7-916d-616625c2bfe6 req-548c94fd-757c-4c21-997f-3d43ee4f7bc2 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/security-groups?id=b419ca45-c5dc-49de-8faf-12eb361d7041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050823 Mar 11 15:58:01.305642 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-19931fd8-4626-407c-b295-d420715b4520 req-44728717-6d51-4059-8a06-313efaccc68c service neutron] 10.222.0.30 "GET /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144434 Mar 11 15:58:01.343203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846e75d-dea8-4a06-909d-7f5c938119ad req-26bea017-9bc2-48b8-882d-4198ef80b3d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:01.344791 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5846e75d-dea8-4a06-909d-7f5c938119ad req-26bea017-9bc2-48b8-882d-4198ef80b3d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 944 time: 0.1384513 Mar 11 15:58:01.397197 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5846e75d-dea8-4a06-909d-7f5c938119ad req-2167cfe9-c550-45b5-ac24-fab49ba317ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448809 Mar 11 15:58:01.402730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f562f0aa-43e8-4702-839e-4d5185177d07, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f562f0aa-43e8-4702-839e-4d5185177d07,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:01.424714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'port_id': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'mac_address': 'fa:16:3e:f9:56:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:58:01.451267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d06744-0e1a-4289-bf75-73afce41b0eb None None] New status for floating IP 16f18cde-6c5b-4280-838b-6b6f89875ca6: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:58:01.542875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c59e8-bb60-476b-ac5f-119aa9a1226c req-f57738c6-e617-40ba-9832-2a69be640f8a tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:01.544302 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-576c59e8-bb60-476b-ac5f-119aa9a1226c req-f57738c6-e617-40ba-9832-2a69be640f8a tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 946 time: 0.0794280 Mar 11 15:58:01.594848 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:01.612350 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f562f0aa-43e8-4702-839e-4d5185177d07 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:58:01.620657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-576c59e8-bb60-476b-ac5f-119aa9a1226c req-a985dad6-21a1-4c6e-96f5-96907893f9dc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Deleting port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:01.621014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-576c59e8-bb60-476b-ac5f-119aa9a1226c req-a985dad6-21a1-4c6e-96f5-96907893f9dc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:01.627946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f562f0aa-43e8-4702-839e-4d5185177d07, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f562f0aa-43e8-4702-839e-4d5185177d07,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:01.681993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:01.782716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=f562f0aa-43e8-4702-839e-4d5185177d07,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:01.868991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-576c59e8-bb60-476b-ac5f-119aa9a1226c req-a985dad6-21a1-4c6e-96f5-96907893f9dc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] For port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:01.869261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-576c59e8-bb60-476b-ac5f-119aa9a1226c req-a985dad6-21a1-4c6e-96f5-96907893f9dc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:01.992790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-576c59e8-bb60-476b-ac5f-119aa9a1226c req-a985dad6-21a1-4c6e-96f5-96907893f9dc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Calling delete_port for 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:58:02.009778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['f562f0aa-43e8-4702-839e-4d5185177d07'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 15:58:02.188915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-576c59e8-bb60-476b-ac5f-119aa9a1226c req-a985dad6-21a1-4c6e-96f5-96907893f9dc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:02.239691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985dad6-21a1-4c6e-96f5-96907893f9dc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event deleted for resources: {'Port': ['ID=68f212b3-dd95-4f9f-a6a8-8e966f81a3d6,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:02.313912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-576c59e8-bb60-476b-ac5f-119aa9a1226c req-a985dad6-21a1-4c6e-96f5-96907893f9dc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] No DVR routers for this DVR port 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:58:02.316127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-576c59e8-bb60-476b-ac5f-119aa9a1226c req-a985dad6-21a1-4c6e-96f5-96907893f9dc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:02.318558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'name': 'network-vif-deleted', 'tag': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:58:02.364076 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93', 'name': 'network-vif-deleted', 'tag': '68f212b3-dd95-4f9f-a6a8-8e966f81a3d6', 'status': 'completed', 'code': 200} Mar 11 15:58:02.391679 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-576c59e8-bb60-476b-ac5f-119aa9a1226c req-a985dad6-21a1-4c6e-96f5-96907893f9dc tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.30 "DELETE /v2.0/ports/68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 HTTP/1.1" status: 204 len: 173 time: 0.8415151 Mar 11 15:58:02.454525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f012bc0c-b697-4cda-b0f0-19b9a1aad816 req-bf9412a7-8b0b-41d0-b33d-60db9a5a13d7 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Synchronizing usage tracker for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:58:02.548046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f012bc0c-b697-4cda-b0f0-19b9a1aad816 req-bf9412a7-8b0b-41d0-b33d-60db9a5a13d7 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Unset dirty status for tenant:acbbd0b5a4f34fd68899f082e39aa450 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:58:02.549208 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f012bc0c-b697-4cda-b0f0-19b9a1aad816 req-bf9412a7-8b0b-41d0-b33d-60db9a5a13d7 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 210 time: 0.1406839 Mar 11 15:58:02.598482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c8cd0-4c4a-4305-822d-9c146ef17fa9 req-491b29d1-99f8-4601-978e-de04df8d9c01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:02.599875 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-088c8cd0-4c4a-4305-822d-9c146ef17fa9 req-491b29d1-99f8-4601-978e-de04df8d9c01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 945 time: 0.0887971 Mar 11 15:58:02.647261 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-088c8cd0-4c4a-4305-822d-9c146ef17fa9 req-14761afa-05d8-4f5c-86c5-3d914d9fb47f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407689 Mar 11 15:58:03.287392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f562f0aa-43e8-4702-839e-4d5185177d07 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:58:03.407733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port f562f0aa-43e8-4702-839e-4d5185177d07 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:58:03.412516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port f562f0aa-43e8-4702-839e-4d5185177d07 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:58:03.412907 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:03.526810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:03.552913 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f562f0aa-43e8-4702-839e-4d5185177d07'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:58:03.562212 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f562f0aa-43e8-4702-839e-4d5185177d07, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f562f0aa-43e8-4702-839e-4d5185177d07,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:03.597193 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'code': 200} Mar 11 15:58:03.659494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:03.720969 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69123e65-e25c-4a3b-882d-9e00b3a56b24 req-49f62ad7-2736-4ff5-a9dd-6ad86b25e513 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ef7645-a2b9-49ef-a0a5-ae2f37b91d93 HTTP/1.1" status: 200 len: 210 time: 0.0508509 Mar 11 15:58:03.736442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=f562f0aa-43e8-4702-839e-4d5185177d07,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:03.985553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb10e72-a1e3-430f-98b7-c64b212b9fe5 req-f733d351-503f-4448-a460-efe5687a396b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:03.987007 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7cb10e72-a1e3-430f-98b7-c64b212b9fe5 req-f733d351-503f-4448-a460-efe5687a396b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 946 time: 0.2267299 Mar 11 15:58:04.046492 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7cb10e72-a1e3-430f-98b7-c64b212b9fe5 req-2eead21f-d6d8-4a84-a618-3b3d537c3bff tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525837 Mar 11 15:58:04.048533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cd298-af9f-4e8d-a732-76cf82d8abdb req-f2c2be01-534d-4f16-85b3-10e0715eb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:04.049998 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0f1cd298-af9f-4e8d-a732-76cf82d8abdb req-f2c2be01-534d-4f16-85b3-10e0715eb4de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 1099 time: 0.1192300 Mar 11 15:58:04.089629 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0f1cd298-af9f-4e8d-a732-76cf82d8abdb req-134be3fd-5613-4c3c-a207-9fd33a15c937 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340416 Mar 11 15:58:04.813571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44574) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:05.075685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6324909f-83c6-4d6d-bf8e-42c889a9cde6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Deleting port 500cb10c-6bb3-405e-b402-a46f89903e00 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:05.076077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6324909f-83c6-4d6d-bf8e-42c889a9cde6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:05.236580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820f737-692b-4f33-9117-d6e50531ffb6 req-b802c47d-1b13-42b3-98e1-83777a276ad0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:05.238054 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e820f737-692b-4f33-9117-d6e50531ffb6 req-b802c47d-1b13-42b3-98e1-83777a276ad0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 946 time: 0.0878232 Mar 11 15:58:05.246285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6324909f-83c6-4d6d-bf8e-42c889a9cde6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:05.246621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6324909f-83c6-4d6d-bf8e-42c889a9cde6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:05.284997 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e820f737-692b-4f33-9117-d6e50531ffb6 req-205d8e5a-aeac-4d06-8735-ff40b497cfd2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404892 Mar 11 15:58:05.312857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:58:05.350286 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:58:05.350796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 68f212b3-dd95-4f9f-a6a8-8e966f81a3d6 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:58:05.374250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6324909f-83c6-4d6d-bf8e-42c889a9cde6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Calling delete_port for 500cb10c-6bb3-405e-b402-a46f89903e00 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:58:05.585391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6324909f-83c6-4d6d-bf8e-42c889a9cde6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:05.631952 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324909f-83c6-4d6d-bf8e-42c889a9cde6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event deleted for resources: {'Port': ['ID=500cb10c-6bb3-405e-b402-a46f89903e00,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:05.722306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6324909f-83c6-4d6d-bf8e-42c889a9cde6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:05.818937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6324909f-83c6-4d6d-bf8e-42c889a9cde6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:05.820114 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6324909f-83c6-4d6d-bf8e-42c889a9cde6 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "DELETE /v2.0/floatingips/e8d42806-1735-44bc-837d-3eeb128e6729 HTTP/1.1" status: 204 len: 168 time: 1.0055673 Mar 11 15:58:06.475685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a8823-b0eb-492f-8e64-cbe46ead8554 req-39948075-e7ff-4f68-9ca2-4cb9ec682ed9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:06.477143 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a10a8823-b0eb-492f-8e64-cbe46ead8554 req-39948075-e7ff-4f68-9ca2-4cb9ec682ed9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 946 time: 0.0804105 Mar 11 15:58:06.520912 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a10a8823-b0eb-492f-8e64-cbe46ead8554 req-0891f5f9-b948-4c73-9466-07ba87fde11d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380661 Mar 11 15:58:06.704518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbdb2f-d014-49e7-a2ad-f05f697be63f req-17717240-b896-4c1b-9231-7f880447c77c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:06.705911 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0ebbdb2f-d014-49e7-a2ad-f05f697be63f req-17717240-b896-4c1b-9231-7f880447c77c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 946 time: 0.0815384 Mar 11 15:58:06.751300 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0ebbdb2f-d014-49e7-a2ad-f05f697be63f req-f74bb95d-4e0a-46e5-8aab-0e96faab2985 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394921 Mar 11 15:58:06.773241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44592) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:06.908852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff728ef7-1e5c-4dfd-8615-e6d18cc63ad9 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:06.910336 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ff728ef7-1e5c-4dfd-8615-e6d18cc63ad9 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 1094 time: 0.1361549 Mar 11 15:58:06.913180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44598) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:06.917950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:58:06.924371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:58:06.928102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:floatingip and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:58:06.930885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:58:06.936409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:58:07.019522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:07.159078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:07.311166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.191 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/a3987af2-e32e-4204-b782-09c349ad4773) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:58:07.467891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:07.562380 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-b81176b6-42bb-413a-bae0-7c8822092f7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824039 Mar 11 15:58:07.602452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:07.706926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:58:07.710272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:58:07.723027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:58:07.758723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=a3987af2-e32e-4204-b782-09c349ad4773,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:07.840667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-442d861e-592b-4037-8701-6e3d1d9acaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:07.842151 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-442d861e-592b-4037-8701-6e3d1d9acaa1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 1099 time: 0.1980646 Mar 11 15:58:08.269085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-a4fe2841-6f3d-4769-9cb1-c6037e058754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:08.270532 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-a4fe2841-6f3d-4769-9cb1-c6037e058754 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e408f50-1daa-4595-a026-ec53a9d5fdbe HTTP/1.1" status: 200 len: 898 time: 0.3823400 Mar 11 15:58:08.350533 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-0e7093ea-aa78-4c5a-bdce-061534ddc23a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f562f0aa-43e8-4702-839e-4d5185177d07 HTTP/1.1" status: 200 len: 217 time: 0.0723932 Mar 11 15:58:08.392779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44606) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:08.442821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-cca89713-c220-4c89-8d57-879d4d10d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:08.444278 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-cca89713-c220-4c89-8d57-879d4d10d1ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60f36c87-74fb-4ef8-ac54-0345db508e3b HTTP/1.1" status: 200 len: 835 time: 0.0840402 Mar 11 15:58:08.464524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d2e846b-04c0-4a8d-b719-72929574c927 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:08.499042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d2e846b-04c0-4a8d-b719-72929574c927 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:08.553623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-66a31683-b099-4176-a756-2b99a1bde4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:08.554989 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-66a31683-b099-4176-a756-2b99a1bde4dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e408f50-1daa-4595-a026-ec53a9d5fdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0983982 Mar 11 15:58:08.595558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:08.642414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d2e846b-04c0-4a8d-b719-72929574c927 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:08.661943 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e846b-04c0-4a8d-b719-72929574c927 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b419ca45-c5dc-49de-8faf-12eb361d7041,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:08.704362 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-480a0e03-6eea-45be-9655-f0649a0f29d9 service neutron] 10.222.0.30 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423771 Mar 11 15:58:08.732588 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d2e846b-04c0-4a8d-b719-72929574c927 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:08.734025 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1d2e846b-04c0-4a8d-b719-72929574c927 tempest-TestVolumeBootPattern-9826477 tempest-TestVolumeBootPattern-9826477-project] 10.222.0.39 "DELETE /v2.0/security-groups/b419ca45-c5dc-49de-8faf-12eb361d7041 HTTP/1.1" status: 204 len: 168 time: 0.3399830 Mar 11 15:58:08.842334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44612) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:08.873867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:08.926194 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11d36ff4-1d4e-4d90-bc63-c54dc2fb95c5 req-fa130a17-bcb4-4090-862a-1477f61d4977 service neutron] 10.222.0.30 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163517 Mar 11 15:58:09.112492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:09.190497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:09.296174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=a3987af2-e32e-4204-b782-09c349ad4773,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:09.306530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:09.477222 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP ac0918bc-7765-40d6-8591-984a618ad72e associated. External IP: 172.26.6.191, port: f562f0aa-43e8-4702-839e-4d5185177d07. Mar 11 15:58:09.537016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:09.935538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 09ea54a1-f5d2-40da-b648-8dbe24699e0b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:58:10.006799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] Deleting port 8ad9627a-148b-406b-a435-0ac8bdd35af3 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:10.007137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:10.115032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:58:10.127601 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a353b0-98f9-43fe-b796-aa2baea92e93 None None] Sync routers for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:58:10.138672 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a353b0-98f9-43fe-b796-aa2baea92e93 None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:58:10.139570 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-11a353b0-98f9-43fe-b796-aa2baea92e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:10.186330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] For port 8ad9627a-148b-406b-a435-0ac8bdd35af3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8ad9627a-148b-406b-a435-0ac8bdd35af3,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:10.186595 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:10.219585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:10.295222 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c72c3e88-1242-408c-9fa4-5c2d301383e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3804307 Mar 11 15:58:10.296088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44618) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:10.297473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'tag': 'f562f0aa-43e8-4702-839e-4d5185177d07'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:58:10.318401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] Calling delete_port for 8ad9627a-148b-406b-a435-0ac8bdd35af3 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:58:10.333813 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-11a353b0-98f9-43fe-b796-aa2baea92e93 None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:58:10.369304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'tag': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'status': 'completed', 'code': 200} Mar 11 15:58:10.551806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:10.555324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd1620-27a0-44f8-a1fd-695c09ee85a7 req-29474c98-dce1-437f-907a-e548d3aec473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:10.556833 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81bd1620-27a0-44f8-a1fd-695c09ee85a7 req-29474c98-dce1-437f-907a-e548d3aec473 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 1099 time: 0.1806223 Mar 11 15:58:10.558881 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f2964536-bd9d-4626-aff8-29de946aa6d4 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers/09ea54a1-f5d2-40da-b648-8dbe24699e0b HTTP/1.1" status: 200 len: 921 time: 0.2565973 Mar 11 15:58:10.561771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44624) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:10.602305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad9627a-148b-406b-a435-0ac8bdd35af3,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:10.727689 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-11a353b0-98f9-43fe-b796-aa2baea92e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'ac0918bc-7765-40d6-8591-984a618ad72e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'port_id': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'mac_address': 'fa:16:3e:f9:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:58:08Z', 'updated_at': '2022-03-11T15:58:08Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:57:51Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:10.731923 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a353b0-98f9-43fe-b796-aa2baea92e93 None None] Checking router: 09ea54a1-f5d2-40da-b648-8dbe24699e0b for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:58:10.741485 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a353b0-98f9-43fe-b796-aa2baea92e93 None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:58:10.742189 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-11a353b0-98f9-43fe-b796-aa2baea92e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:10.770146 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a5db1387-b738-45fc-9dfa-1dd1b0ca5002 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/ac0918bc-7765-40d6-8591-984a618ad72e HTTP/1.1" status: 200 len: 992 time: 0.2071359 Mar 11 15:58:10.799068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd1620-27a0-44f8-a1fd-695c09ee85a7 req-fc8714c0-4a2f-41d3-bae1-8618aa578a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:10.800454 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81bd1620-27a0-44f8-a1fd-695c09ee85a7 req-fc8714c0-4a2f-41d3-bae1-8618aa578a07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e408f50-1daa-4595-a026-ec53a9d5fdbe HTTP/1.1" status: 200 len: 898 time: 0.2357218 Mar 11 15:58:10.905173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:10.905862 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81bd1620-27a0-44f8-a1fd-695c09ee85a7 req-50f37dad-4d99-4c29-b3f0-f18a18ea9c25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f562f0aa-43e8-4702-839e-4d5185177d07 HTTP/1.1" status: 200 len: 1000 time: 0.0988142 Mar 11 15:58:10.934615 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-11a353b0-98f9-43fe-b796-aa2baea92e93 None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:58:10.975909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd1620-27a0-44f8-a1fd-695c09ee85a7 req-2cec5ae6-ddd1-40f5-b509-0046d2a9c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:10.976636 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81bd1620-27a0-44f8-a1fd-695c09ee85a7 req-2cec5ae6-ddd1-40f5-b509-0046d2a9c3cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60f36c87-74fb-4ef8-ac54-0345db508e3b HTTP/1.1" status: 200 len: 835 time: 0.0651810 Mar 11 15:58:11.059327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd1620-27a0-44f8-a1fd-695c09ee85a7 req-214ec5f0-09ec-4cad-b761-b86ff479f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:11.059327 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81bd1620-27a0-44f8-a1fd-695c09ee85a7 req-214ec5f0-09ec-4cad-b761-b86ff479f388 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e408f50-1daa-4595-a026-ec53a9d5fdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711694 Mar 11 15:58:11.191186 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81bd1620-27a0-44f8-a1fd-695c09ee85a7 req-aed3943d-ae6d-4ffb-8767-f3a96ab28a07 service neutron] 10.222.0.30 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312826 Mar 11 15:58:11.307093 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-11a353b0-98f9-43fe-b796-aa2baea92e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'ac0918bc-7765-40d6-8591-984a618ad72e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'port_id': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'mac_address': 'fa:16:3e:f9:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:58:08Z', 'updated_at': '2022-03-11T15:58:08Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:57:51Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:11.311649 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a353b0-98f9-43fe-b796-aa2baea92e93 None None] The sync data for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv is: [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'ac0918bc-7765-40d6-8591-984a618ad72e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'port_id': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'mac_address': 'fa:16:3e:f9:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:58:08Z', 'updated_at': '2022-03-11T15:58:08Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:57:51Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:58:11.396489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] Router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:58:11.448628 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81bd1620-27a0-44f8-a1fd-695c09ee85a7 req-fff7052b-89ac-4568-baa6-241c0031ed5a service neutron] 10.222.0.30 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510900 Mar 11 15:58:11.523726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03813a91-b0d7-4145-a702-6de1d00a58b1 None None] New status for floating IP ac0918bc-7765-40d6-8591-984a618ad72e: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:58:11.581432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:58:11.590624 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297335b0-4d8c-4c31-b18e-28a2430503b4 None None] Sync routers for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:58:11.597400 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a98a0c6c-4e9d-44af-b3f4-aab12d54ce19 admin admin] 10.222.0.39 "PUT /v2.0/routers/cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7512937 Mar 11 15:58:11.597567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44628) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:11.603654 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297335b0-4d8c-4c31-b18e-28a2430503b4 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:58:11.604255 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-297335b0-4d8c-4c31-b18e-28a2430503b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:11.774132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44632) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:11.778684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:11.795697 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-297335b0-4d8c-4c31-b18e-28a2430503b4 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:58:11.889092 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-755ef9dc-1e81-4bd3-b517-d9af7b5ee90a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/ac0918bc-7765-40d6-8591-984a618ad72e HTTP/1.1" status: 200 len: 992 time: 0.1133783 Mar 11 15:58:11.967396 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:12.034181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Deleting port 92afef74-57aa-457b-9384-ffe8ca7a6a49 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:12.034524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:12.080123 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-297335b0-4d8c-4c31-b18e-28a2430503b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:58:10Z', 'revision_number': 5, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port': {'id': '92afef74-57aa-457b-9384-ffe8ca7a6a49', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:20Z', 'updated_at': '2022-03-11T15:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:12.083898 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297335b0-4d8c-4c31-b18e-28a2430503b4 None None] Checking router: cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:58:12.092223 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297335b0-4d8c-4c31-b18e-28a2430503b4 None None] Routers {'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:58:12.092846 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-297335b0-4d8c-4c31-b18e-28a2430503b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:12.211068 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] For port 92afef74-57aa-457b-9384-ffe8ca7a6a49, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=92afef74-57aa-457b-9384-ffe8ca7a6a49,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:12.211323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:12.267290 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-297335b0-4d8c-4c31-b18e-28a2430503b4 None None] Set router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:58:12.336567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Calling delete_port for 92afef74-57aa-457b-9384-ffe8ca7a6a49 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:58:12.372144 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-297335b0-4d8c-4c31-b18e-28a2430503b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:58:11Z', 'revision_number': 6, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:12.376321 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297335b0-4d8c-4c31-b18e-28a2430503b4 None None] The sync data for ids ['cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68'] in dv-neutron-833203-2-hyperv is: [{'id': 'cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68', 'name': 'tempest-TestVolumeBootPattern-2142948140-router', 'tenant_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:18Z', 'updated_at': '2022-03-11T15:58:11Z', 'revision_number': 6, 'project_id': 'acbbd0b5a4f34fd68899f082e39aa450', 'gw_port_host': None}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:58:12.582653 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:12.631264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Pushing event deleted for resources: {'Port': ['ID=92afef74-57aa-457b-9384-ffe8ca7a6a49,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:12.720171 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:12.806464 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:58:12.893274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44636) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:13.000709 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2b808cc7-643f-4145-bdd1-d9a0d2d0fc13 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/ac0918bc-7765-40d6-8591-984a618ad72e HTTP/1.1" status: 200 len: 994 time: 0.1058543 Mar 11 15:58:13.002043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.004282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.070643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.071058 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:58:13.082837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.083957 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-910ecd4e-e18f-4636-9a87-365d3b2bfb60 admin admin] 10.222.0.39 "DELETE /v2.0/routers/cfd6a9b4-aa98-4fb0-8c8d-2c780cd25e68 HTTP/1.1" status: 204 len: 168 time: 1.4854867 Mar 11 15:58:13.086661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44640) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:13.136404 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ad9627a-148b-406b-a435-0ac8bdd35af3 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:58:13.147028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3e05e0-bb7e-4d90-8a08-9fd48ec1a33c admin admin] Deleting subnet 189745db-ba45-47e1-b166-ea9ea15d5766 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:58:13.150219 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5c3e05e0-bb7e-4d90-8a08-9fd48ec1a33c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.170891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 8ad9627a-148b-406b-a435-0ac8bdd35af3 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:58:13.171230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ad9627a-148b-406b-a435-0ac8bdd35af3 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:58:13.204918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5c3e05e0-bb7e-4d90-8a08-9fd48ec1a33c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.282222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5c3e05e0-bb7e-4d90-8a08-9fd48ec1a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.434595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5c3e05e0-bb7e-4d90-8a08-9fd48ec1a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.472802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e05e0-bb7e-4d90-8a08-9fd48ec1a33c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=189745db-ba45-47e1-b166-ea9ea15d5766,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:13.476398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5c3e05e0-bb7e-4d90-8a08-9fd48ec1a33c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.482403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8342f8f7-af49-4046-aefb-ba52c34142aa None None] Network 7937ba97-e4df-43f8-ac5a-e69466e85b88 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:58:13.483353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5c3e05e0-bb7e-4d90-8a08-9fd48ec1a33c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/189745db-ba45-47e1-b166-ea9ea15d5766 HTTP/1.1" status: 204 len: 168 time: 0.3956647 Mar 11 15:58:13.486021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44644) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:13.587311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.597935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Deleting port 17213942-1e9f-4842-b508-9c86a0d82097 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:13.598259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.729206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d194acc7-a651-42e8-9108-b1ce38de8b9f None None] DHCP port deletion for 7937ba97-e4df-43f8-ac5a-e69466e85b88 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:58:13.733421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d194acc7-a651-42e8-9108-b1ce38de8b9f None None] Deleting port 17213942-1e9f-4842-b508-9c86a0d82097 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:13.733807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d194acc7-a651-42e8-9108-b1ce38de8b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.809664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] For port 17213942-1e9f-4842-b508-9c86a0d82097, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=17213942-1e9f-4842-b508-9c86a0d82097,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:13.810026 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.931053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d194acc7-a651-42e8-9108-b1ce38de8b9f None None] For port 17213942-1e9f-4842-b508-9c86a0d82097, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=17213942-1e9f-4842-b508-9c86a0d82097,segment=NetworkSegment(e102b66c-6150-4527-b87e-cfce201e5169),segment_id=e102b66c-6150-4527-b87e-cfce201e5169)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:13.931357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d194acc7-a651-42e8-9108-b1ce38de8b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.932732 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Calling delete_port for 17213942-1e9f-4842-b508-9c86a0d82097 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:58:14.053829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d194acc7-a651-42e8-9108-b1ce38de8b9f None None] Calling delete_port for 17213942-1e9f-4842-b508-9c86a0d82097 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:58:14.076911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:14.125721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=17213942-1e9f-4842-b508-9c86a0d82097,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:14.130356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] No DVR routers for this DVR port 17213942-1e9f-4842-b508-9c86a0d82097 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:58:14.149774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-d194acc7-a651-42e8-9108-b1ce38de8b9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:58:14.158234 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-d194acc7-a651-42e8-9108-b1ce38de8b9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:58:14.246449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:14.270612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7937ba97-e4df-43f8-ac5a-e69466e85b88']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:14.282731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e102b66c-6150-4527-b87e-cfce201e5169') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:14.283026 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e102b66c-6150-4527-b87e-cfce201e5169') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:14.294069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:14.313565 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:14.319337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:58:14.319713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:58:14.332382 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:58:14.456894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:14.472886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:14.484613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=7937ba97-e4df-43f8-ac5a-e69466e85b88,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:14.554945 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6de1165a-f1e0-40b6-b787-70066d8c7ddf admin admin] 10.222.0.39 "DELETE /v2.0/networks/7937ba97-e4df-43f8-ac5a-e69466e85b88 HTTP/1.1" status: 204 len: 168 time: 1.0677502 Mar 11 15:58:14.557662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44648) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:14.589196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 92afef74-57aa-457b-9384-ffe8ca7a6a49 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:58:14.626660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 92afef74-57aa-457b-9384-ffe8ca7a6a49 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:58:14.627009 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 92afef74-57aa-457b-9384-ffe8ca7a6a49 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:58:14.627433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 17213942-1e9f-4842-b508-9c86a0d82097 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:58:14.655899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d194acc7-a651-42e8-9108-b1ce38de8b9f None None] Deleting port 17213942-1e9f-4842-b508-9c86a0d82097 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:14.656877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d194acc7-a651-42e8-9108-b1ce38de8b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:14.687562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 17213942-1e9f-4842-b508-9c86a0d82097 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:58:14.688390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 17213942-1e9f-4842-b508-9c86a0d82097 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:58:14.728132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d194acc7-a651-42e8-9108-b1ce38de8b9f None None] The port '17213942-1e9f-4842-b508-9c86a0d82097' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:58:15.192449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:15.534228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] Deleting port d7af0d39-2f23-444c-b13a-dfc96f1eeb09 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:15.534475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:15.700789 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] For port d7af0d39-2f23-444c-b13a-dfc96f1eeb09, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=d7af0d39-2f23-444c-b13a-dfc96f1eeb09,segment=NetworkSegment(d16ff4a6-4259-49f0-af1d-0d890eb91e2c),segment_id=d16ff4a6-4259-49f0-af1d-0d890eb91e2c)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:15.701201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:15.822895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] Calling delete_port for d7af0d39-2f23-444c-b13a-dfc96f1eeb09 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:58:16.041596 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:16.091523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7af0d39-2f23-444c-b13a-dfc96f1eeb09,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:16.355542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:16.811839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] Router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:58:16.986137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:58:16.994988 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-85b269c9-64d2-431d-a417-ab0b2ace199a admin admin] 10.222.0.39 "PUT /v2.0/routers/658ceee8-5b8a-4a5a-b682-b5fdc39d634d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4363472 Mar 11 15:58:16.996150 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bd8b8-3b8f-4b2c-8d32-4ed81274333e None None] Sync routers for ids ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:58:16.997508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44652) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:17.005945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bd8b8-3b8f-4b2c-8d32-4ed81274333e None None] Routers {'658ceee8-5b8a-4a5a-b682-b5fdc39d634d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:58:17.008427 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-211bd8b8-3b8f-4b2c-8d32-4ed81274333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:17.168426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:17.183702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-211bd8b8-3b8f-4b2c-8d32-4ed81274333e None None] Set router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:58:17.348765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:17.451239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Deleting port 7d903105-d2ba-485b-9773-ed709734e559 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:17.451890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:17.468617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-211bd8b8-3b8f-4b2c-8d32-4ed81274333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'name': 'tempest-TestVolumeBootPattern-1560165672-router', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '7d903105-d2ba-485b-9773-ed709734e559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:58:15Z', 'revision_number': 5, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'gw_port': {'id': '7d903105-d2ba-485b-9773-ed709734e559', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:37Z', 'updated_at': '2022-03-11T15:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:17.472755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bd8b8-3b8f-4b2c-8d32-4ed81274333e None None] Checking router: 658ceee8-5b8a-4a5a-b682-b5fdc39d634d for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:58:17.481906 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bd8b8-3b8f-4b2c-8d32-4ed81274333e None None] Routers {'658ceee8-5b8a-4a5a-b682-b5fdc39d634d'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:58:17.482707 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-211bd8b8-3b8f-4b2c-8d32-4ed81274333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:57:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:17.623181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] For port 7d903105-d2ba-485b-9773-ed709734e559, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7d903105-d2ba-485b-9773-ed709734e559,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:17.623681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:17.631863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-211bd8b8-3b8f-4b2c-8d32-4ed81274333e None None] Set router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:58:17.734712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-211bd8b8-3b8f-4b2c-8d32-4ed81274333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'name': 'tempest-TestVolumeBootPattern-1560165672-router', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:58:17Z', 'revision_number': 6, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:17.738537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bd8b8-3b8f-4b2c-8d32-4ed81274333e None None] The sync data for ids ['658ceee8-5b8a-4a5a-b682-b5fdc39d634d'] in dv-neutron-833203-2-hyperv is: [{'id': '658ceee8-5b8a-4a5a-b682-b5fdc39d634d', 'name': 'tempest-TestVolumeBootPattern-1560165672-router', 'tenant_id': '6693ffa495724ec1b991d0cd69e63469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:58:17Z', 'revision_number': 6, 'project_id': '6693ffa495724ec1b991d0cd69e63469', 'gw_port_host': None}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:58:17.748241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Calling delete_port for 7d903105-d2ba-485b-9773-ed709734e559 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:58:17.985506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:18.143741 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d903105-d2ba-485b-9773-ed709734e559,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:18.234493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:18.403689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:18.406477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:18.491553 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:18.492206 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 658ceee8-5b8a-4a5a-b682-b5fdc39d634d {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:58:18.504483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:18.505663 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-02a76afa-6af8-41c1-9bbe-40f054b21e0a admin admin] 10.222.0.39 "DELETE /v2.0/routers/658ceee8-5b8a-4a5a-b682-b5fdc39d634d HTTP/1.1" status: 204 len: 168 time: 1.5071619 Mar 11 15:58:18.508444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44656) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:18.568806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2661ced-9432-43e6-9e23-dfee2584f3ed admin admin] Deleting subnet d4c46751-3d71-4f69-a49c-8a0263ee81b7 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:58:18.571767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e2661ced-9432-43e6-9e23-dfee2584f3ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:18.594888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7d903105-d2ba-485b-9773-ed709734e559 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:58:18.631551 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e2661ced-9432-43e6-9e23-dfee2584f3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:18.631919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 7d903105-d2ba-485b-9773-ed709734e559 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:58:18.632284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7d903105-d2ba-485b-9773-ed709734e559 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:58:18.632707 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d7af0d39-2f23-444c-b13a-dfc96f1eeb09 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:58:18.664911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: d7af0d39-2f23-444c-b13a-dfc96f1eeb09 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:58:18.665252 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device d7af0d39-2f23-444c-b13a-dfc96f1eeb09 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:58:18.711747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e2661ced-9432-43e6-9e23-dfee2584f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:18.859633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e2661ced-9432-43e6-9e23-dfee2584f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:18.902549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2661ced-9432-43e6-9e23-dfee2584f3ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c46751-3d71-4f69-a49c-8a0263ee81b7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:18.904516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e2661ced-9432-43e6-9e23-dfee2584f3ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:18.908353 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d7539a-6a79-4da8-afba-f1cb968b9aa6 None None] Network 91d81b18-b699-424f-981e-4da74eeb3cf5 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:58:18.910705 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e2661ced-9432-43e6-9e23-dfee2584f3ed admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d4c46751-3d71-4f69-a49c-8a0263ee81b7 HTTP/1.1" status: 204 len: 168 time: 0.4012141 Mar 11 15:58:18.913076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44660) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:19.017981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:19.028425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Deleting port 08eb872d-ae91-4300-8dd7-220d545a68ea {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:19.028724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:19.150954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0030c9e2-0187-4350-8318-029bc59aeb4a None None] DHCP port deletion for 91d81b18-b699-424f-981e-4da74eeb3cf5 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:58:19.154957 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0030c9e2-0187-4350-8318-029bc59aeb4a None None] Deleting port 08eb872d-ae91-4300-8dd7-220d545a68ea {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:19.155321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0030c9e2-0187-4350-8318-029bc59aeb4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:19.233180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] For port 08eb872d-ae91-4300-8dd7-220d545a68ea, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=08eb872d-ae91-4300-8dd7-220d545a68ea,segment=NetworkSegment(d16ff4a6-4259-49f0-af1d-0d890eb91e2c),segment_id=d16ff4a6-4259-49f0-af1d-0d890eb91e2c)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:19.233539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:19.361898 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Calling delete_port for 08eb872d-ae91-4300-8dd7-220d545a68ea owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:58:19.381176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0030c9e2-0187-4350-8318-029bc59aeb4a None None] For port 08eb872d-ae91-4300-8dd7-220d545a68ea, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=08eb872d-ae91-4300-8dd7-220d545a68ea,segment=NetworkSegment(d16ff4a6-4259-49f0-af1d-0d890eb91e2c),segment_id=d16ff4a6-4259-49f0-af1d-0d890eb91e2c)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:58:19.381480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0030c9e2-0187-4350-8318-029bc59aeb4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:19.502622 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0030c9e2-0187-4350-8318-029bc59aeb4a None None] Calling delete_port for 08eb872d-ae91-4300-8dd7-220d545a68ea owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:58:19.510743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:19.559320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=08eb872d-ae91-4300-8dd7-220d545a68ea,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:19.561139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] No DVR routers for this DVR port 08eb872d-ae91-4300-8dd7-220d545a68ea on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:58:19.572386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-0030c9e2-0187-4350-8318-029bc59aeb4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:58:19.572987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-0030c9e2-0187-4350-8318-029bc59aeb4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:58:19.674972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:19.794429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d81b18-b699-424f-981e-4da74eeb3cf5']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:19.806521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16ff4a6-4259-49f0-af1d-0d890eb91e2c') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:19.806817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16ff4a6-4259-49f0-af1d-0d890eb91e2c') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:19.817785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:19.833611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:19.839451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:58:19.841064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:58:19.853504 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:58:19.985133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:20.000217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:20.011065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d81b18-b699-424f-981e-4da74eeb3cf5,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:20.013885 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4c78023c-8e3c-466a-b39f-6182b2bd3a42 admin admin] 10.222.0.39 "DELETE /v2.0/networks/91d81b18-b699-424f-981e-4da74eeb3cf5 HTTP/1.1" status: 204 len: 168 time: 1.0998635 Mar 11 15:58:20.073987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0030c9e2-0187-4350-8318-029bc59aeb4a None None] Deleting port 08eb872d-ae91-4300-8dd7-220d545a68ea {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:58:20.074451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0030c9e2-0187-4350-8318-029bc59aeb4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:20.143135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0030c9e2-0187-4350-8318-029bc59aeb4a None None] The port '08eb872d-ae91-4300-8dd7-220d545a68ea' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 15:58:20.362559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44666) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:20.412379 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ee841efe-b6a0-4bf1-aaea-bb397b72ace8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=acbbd0b5a4f34fd68899f082e39aa450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484216 Mar 11 15:58:20.414744 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44670) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:20.471231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bcbca446-9030-4590-aa6f-f1b013a3c362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:20.495720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bcbca446-9030-4590-aa6f-f1b013a3c362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:20.590294 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 08eb872d-ae91-4300-8dd7-220d545a68ea no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:58:20.602075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bcbca446-9030-4590-aa6f-f1b013a3c362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:20.622217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbca446-9030-4590-aa6f-f1b013a3c362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a7926c-25eb-48b1-bd63-3bf131198402,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:20.631034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bcbca446-9030-4590-aa6f-f1b013a3c362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:20.632162 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bcbca446-9030-4590-aa6f-f1b013a3c362 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94a7926c-25eb-48b1-bd63-3bf131198402 HTTP/1.1" status: 204 len: 168 time: 0.2165408 Mar 11 15:58:20.637104 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 08eb872d-ae91-4300-8dd7-220d545a68ea {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:58:20.637441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 08eb872d-ae91-4300-8dd7-220d545a68ea not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:58:20.828179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-32b4a616-f37b-44e6-b44f-6e163287eb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:21.317930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44678) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:21.365938 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-aac476b3-385b-4758-8f2a-cc9f6e5f918f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6693ffa495724ec1b991d0cd69e63469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468910 Mar 11 15:58:21.368366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44682) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:21.424475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ede3-245d-4000-9f2d-b82eefee5a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:21.454140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ede3-245d-4000-9f2d-b82eefee5a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:21.555992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ede3-245d-4000-9f2d-b82eefee5a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:21.570149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7ede3-245d-4000-9f2d-b82eefee5a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcb6256-9043-4843-a76e-16b2c3826b0d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:21.576143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ede3-245d-4000-9f2d-b82eefee5a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:21.577459 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b6e7ede3-245d-4000-9f2d-b82eefee5a04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fcb6256-9043-4843-a76e-16b2c3826b0d HTTP/1.1" status: 204 len: 168 time: 0.2081654 Mar 11 15:58:23.670320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e531e012-0ebe-472c-b25b-c88c594c5c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:24.373001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:24.556070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:25.971417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:25.978526 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:49.805571 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:58:50.818662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e9ae75ae-c33c-462b-bb81-b0789ecfdc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:53.698012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e20d3ed6-a667-4821-bd8c-9234dd66011c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:54.384015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:54.558591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:55.976154 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:55.998789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:09.192382 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-9f51f996-69a7-43e2-8445-7a4ee806c002 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724344 Mar 11 15:59:09.329086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-44b77b9d-505a-4f8d-8757-3a76952b8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:09.331057 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-44b77b9d-505a-4f8d-8757-3a76952b8057 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 1099 time: 0.0694885 Mar 11 15:59:09.469433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-7aae30c7-d23e-4cef-aaaf-76a96f02581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:09.471640 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-7aae30c7-d23e-4cef-aaaf-76a96f02581e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e408f50-1daa-4595-a026-ec53a9d5fdbe HTTP/1.1" status: 200 len: 898 time: 0.1218731 Mar 11 15:59:09.571437 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-ad1d97cb-db12-4f43-8eba-e21dbeeefc93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f562f0aa-43e8-4702-839e-4d5185177d07 HTTP/1.1" status: 200 len: 1002 time: 0.0933313 Mar 11 15:59:09.634345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-10ac9145-8a1e-488e-9b0b-2225cf23eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:09.635716 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-10ac9145-8a1e-488e-9b0b-2225cf23eb1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60f36c87-74fb-4ef8-ac54-0345db508e3b HTTP/1.1" status: 200 len: 835 time: 0.0583093 Mar 11 15:59:09.709571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-b27a6350-27a2-42ee-ad6c-498d786d355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:09.710974 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-b27a6350-27a2-42ee-ad6c-498d786d355a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e408f50-1daa-4595-a026-ec53a9d5fdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668983 Mar 11 15:59:09.837933 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-97d51c82-8871-4a66-8e91-b0bea96f3c54 service neutron] 10.222.0.30 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203530 Mar 11 15:59:09.964682 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9b800ef-6a91-46a4-a3f4-56b7b63d502f req-819fd591-8705-46eb-834d-6250eea20430 service neutron] 10.222.0.30 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205385 Mar 11 15:59:20.843749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c3dda463-20d2-450d-809b-2c4c59aab2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:22.040141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44714) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:22.233477 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ad114704-92d3-44ff-8a52-5f32c588a981 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers/09ea54a1-f5d2-40da-b648-8dbe24699e0b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1921306 Mar 11 15:59:22.236409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44718) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:22.581025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101eb6e6-df5d-4d93-935f-9a815270fdcb tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Notify agent at dv-neutron-833203-2-hyperv the message router_removed_from_agent {{(pid=88558) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 11 15:59:22.584140 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-101eb6e6-df5d-4d93-935f-9a815270fdcb tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "DELETE /v2.0/agents/70beac46-297e-4d66-beb7-ddcda3186d40/l3-routers/09ea54a1-f5d2-40da-b648-8dbe24699e0b HTTP/1.1" status: 204 len: 168 time: 0.3467972 Mar 11 15:59:22.587567 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44722) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:22.762694 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9359fa8b-7f07-4ced-b1d4-4df8f109b1f0 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers/09ea54a1-f5d2-40da-b648-8dbe24699e0b/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1740181 Mar 11 15:59:22.765301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44728) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:22.868686 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-dbd4ddb3-7b02-47ef-84c9-e7ba6b972eb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/ac0918bc-7765-40d6-8591-984a618ad72e HTTP/1.1" status: 200 len: 994 time: 0.1023457 Mar 11 15:59:23.357760 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22e78e-2a91-48fb-9378-e521fa2a22b1 None None] New status for floating IP ac0918bc-7765-40d6-8591-984a618ad72e: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:59:23.675282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-821a5c3b-427a-4582-a476-10c833d58621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:23.871535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44734) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:23.977352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-76a8d8cd-3e3c-42af-a569-28697e300bbf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/ac0918bc-7765-40d6-8591-984a618ad72e HTTP/1.1" status: 200 len: 992 time: 0.1045973 Mar 11 15:59:24.406195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:24.558100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:24.620642 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:59:24.729937 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:24.760804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:59:24.817603 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:24.818887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 720db1d8-2f2b-4721-ba32-63edf164d3e9 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:59:24.931794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:24.969481 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.969821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.970151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.970479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.970804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.971381 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.971698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.972015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.972332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.972678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.972989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.973299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:24.996396 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:25.011984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 720db1d8-2f2b-4721-ba32-63edf164d3e9, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=720db1d8-2f2b-4721-ba32-63edf164d3e9,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:59:25.092495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:25.117768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44740) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:25.159195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=720db1d8-2f2b-4721-ba32-63edf164d3e9,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:25.421139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84f9424-d10f-46b8-906f-2cb15d4df151 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Router 09ea54a1-f5d2-40da-b648-8dbe24699e0b is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:59:25.421501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84f9424-d10f-46b8-906f-2cb15d4df151 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Notify agent at dv-neutron-833203-2-hyperv the message router_added_to_agent {{(pid=88558) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 11 15:59:25.443009 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a84f9424-d10f-46b8-906f-2cb15d4df151 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "POST /v2.0/agents/70beac46-297e-4d66-beb7-ddcda3186d40/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3240449 Mar 11 15:59:25.444478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44750) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:25.455959 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332ffcb-33b9-41e5-af13-2c2bdfb132dd None None] Sync routers for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:59:25.465678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332ffcb-33b9-41e5-af13-2c2bdfb132dd None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:59:25.466276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e332ffcb-33b9-41e5-af13-2c2bdfb132dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:25.628573 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1eea5bde-f14b-4d55-bd06-c9bbca8e3c62 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers/09ea54a1-f5d2-40da-b648-8dbe24699e0b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1828141 Mar 11 15:59:25.631632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44754) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:25.686206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-e332ffcb-33b9-41e5-af13-2c2bdfb132dd None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:59:25.736421 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9b48522e-52d0-4695-b017-a90d17eca012 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/ac0918bc-7765-40d6-8591-984a618ad72e HTTP/1.1" status: 200 len: 992 time: 0.1037450 Mar 11 15:59:26.028835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:26.041380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:26.050071 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e332ffcb-33b9-41e5-af13-2c2bdfb132dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:59:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'ac0918bc-7765-40d6-8591-984a618ad72e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'port_id': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'mac_address': 'fa:16:3e:f9:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:58:08Z', 'updated_at': '2022-03-11T15:59:23Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:59:24Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:26.053995 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332ffcb-33b9-41e5-af13-2c2bdfb132dd None None] Checking router: 09ea54a1-f5d2-40da-b648-8dbe24699e0b for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:59:26.062207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332ffcb-33b9-41e5-af13-2c2bdfb132dd None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:59:26.062796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e332ffcb-33b9-41e5-af13-2c2bdfb132dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:26.241149 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-e332ffcb-33b9-41e5-af13-2c2bdfb132dd None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:59:26.577527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e332ffcb-33b9-41e5-af13-2c2bdfb132dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:59:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'ac0918bc-7765-40d6-8591-984a618ad72e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'port_id': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'mac_address': 'fa:16:3e:f9:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:58:08Z', 'updated_at': '2022-03-11T15:59:23Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:59:24Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:26.581514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332ffcb-33b9-41e5-af13-2c2bdfb132dd None None] The sync data for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv is: [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:59:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'ac0918bc-7765-40d6-8591-984a618ad72e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'port_id': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'mac_address': 'fa:16:3e:f9:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:58:08Z', 'updated_at': '2022-03-11T15:59:23Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:59:24Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:59:26.740800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44760) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:26.805684 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:59:26.859902 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0d3c79de-02df-41f2-a11e-67887e345b3e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/ac0918bc-7765-40d6-8591-984a618ad72e HTTP/1.1" status: 200 len: 992 time: 0.1139808 Mar 11 15:59:27.863792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44764) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:27.966996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2daee164-ff2c-4d37-a7a9-2cb9a38e1cd5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/ac0918bc-7765-40d6-8591-984a618ad72e HTTP/1.1" status: 200 len: 992 time: 0.1020484 Mar 11 15:59:28.122336 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed71e0-33f3-4b62-9308-d3c8f99dfe4e None None] New status for floating IP ac0918bc-7765-40d6-8591-984a618ad72e: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:59:28.663297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:28.732985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:28.733345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:28.843719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:28.875022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:59:28.938057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:28.938786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 720db1d8-2f2b-4721-ba32-63edf164d3e9 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:28.970913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44768) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:29.053205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:29.065110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 720db1d8-2f2b-4721-ba32-63edf164d3e9 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:29.065480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:29.077352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-29dee975-44fa-40b9-9d42-02c3402d14e3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/ac0918bc-7765-40d6-8591-984a618ad72e HTTP/1.1" status: 200 len: 994 time: 0.1049778 Mar 11 15:59:29.181081 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:29.262570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 720db1d8-2f2b-4721-ba32-63edf164d3e9, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=720db1d8-2f2b-4721-ba32-63edf164d3e9,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:59:29.326676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:29.351319 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44776) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:29.446118 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=720db1d8-2f2b-4721-ba32-63edf164d3e9,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:29.552342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port a3987af2-e32e-4204-b782-09c349ad4773 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:59:29.552720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:29.717656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:29.717989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:29.837483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for a3987af2-e32e-4204-b782-09c349ad4773 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:59:30.052920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:30.099977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=a3987af2-e32e-4204-b782-09c349ad4773,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:30.109371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.109723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.110067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.110406 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.110738 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.111067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.111823 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.111823 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.112062 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.112385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.112741 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.113061 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:30.201052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:30.201388 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP ac0918bc-7765-40d6-8591-984a618ad72e disassociated (deleted). External IP: 172.26.6.191, port: f562f0aa-43e8-4702-839e-4d5185177d07. Mar 11 15:59:30.633942 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:30.658899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 09ea54a1-f5d2-40da-b648-8dbe24699e0b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:59:30.699541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:30.699914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:30.815210 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 720db1d8-2f2b-4721-ba32-63edf164d3e9 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:30.839049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:59:30.850632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc95b8-8afe-4656-b3ec-7255f8015e43 None None] Sync routers for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:59:30.875068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc95b8-8afe-4656-b3ec-7255f8015e43 None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:59:30.875675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8ffc95b8-8afe-4656-b3ec-7255f8015e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:30.923585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:30.978853 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b7e1aaa0-1427-4690-a0ce-8b8952028ebf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/floatingips/ac0918bc-7765-40d6-8591-984a618ad72e HTTP/1.1" status: 204 len: 168 time: 1.6265211 Mar 11 15:59:30.979542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'tag': 'f562f0aa-43e8-4702-839e-4d5185177d07'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:59:31.026010 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'tag': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'status': 'completed', 'code': 200} Mar 11 15:59:31.030839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 720db1d8-2f2b-4721-ba32-63edf164d3e9 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:31.031207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:31.109522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8ffc95b8-8afe-4656-b3ec-7255f8015e43 None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:59:31.246786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4331f9-7ff9-4cbd-8503-df1625d87c4b req-55487508-e008-44bb-8108-ec4c2ecfeb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:31.248321 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6d4331f9-7ff9-4cbd-8503-df1625d87c4b req-55487508-e008-44bb-8108-ec4c2ecfeb0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 1099 time: 0.2008991 Mar 11 15:59:31.387606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4331f9-7ff9-4cbd-8503-df1625d87c4b req-20902055-8cb6-4ea8-b29e-212c753698d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:31.389274 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6d4331f9-7ff9-4cbd-8503-df1625d87c4b req-20902055-8cb6-4ea8-b29e-212c753698d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e408f50-1daa-4595-a026-ec53a9d5fdbe HTTP/1.1" status: 200 len: 898 time: 0.1349397 Mar 11 15:59:31.465017 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6d4331f9-7ff9-4cbd-8503-df1625d87c4b req-e6dfc575-690d-4f7a-a0cd-fea26cf92768 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f562f0aa-43e8-4702-839e-4d5185177d07 HTTP/1.1" status: 200 len: 217 time: 0.0696671 Mar 11 15:59:31.482197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8ffc95b8-8afe-4656-b3ec-7255f8015e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:59:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:59:28Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:31.486106 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc95b8-8afe-4656-b3ec-7255f8015e43 None None] Checking router: 09ea54a1-f5d2-40da-b648-8dbe24699e0b for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:59:31.496310 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc95b8-8afe-4656-b3ec-7255f8015e43 None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:59:31.497004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8ffc95b8-8afe-4656-b3ec-7255f8015e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:31.528457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4331f9-7ff9-4cbd-8503-df1625d87c4b req-0f8548b5-7ab8-49d1-9a13-f12ad7aec663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:31.529946 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6d4331f9-7ff9-4cbd-8503-df1625d87c4b req-0f8548b5-7ab8-49d1-9a13-f12ad7aec663 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60f36c87-74fb-4ef8-ac54-0345db508e3b HTTP/1.1" status: 200 len: 835 time: 0.0591593 Mar 11 15:59:31.675389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30196-f200-4513-87d7-7043223bf783 req-14728682-9be1-4f80-9a6c-6038c529ce6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:31.676833 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5cf30196-f200-4513-87d7-7043223bf783 req-14728682-9be1-4f80-9a6c-6038c529ce6f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 946 time: 0.1414323 Mar 11 15:59:31.679609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4331f9-7ff9-4cbd-8503-df1625d87c4b req-10b09f58-5251-43b0-8588-694fd6495cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:31.681011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8ffc95b8-8afe-4656-b3ec-7255f8015e43 None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:59:31.681492 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6d4331f9-7ff9-4cbd-8503-df1625d87c4b req-10b09f58-5251-43b0-8588-694fd6495cf9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e408f50-1daa-4595-a026-ec53a9d5fdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1438901 Mar 11 15:59:31.809987 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5cf30196-f200-4513-87d7-7043223bf783 req-8218fd65-4716-4357-8c9f-4451f13b2cc5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268961 Mar 11 15:59:31.844932 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6d4331f9-7ff9-4cbd-8503-df1625d87c4b req-8478605d-1af9-4949-aeac-f689c3f04cdf service neutron] 10.222.0.30 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483819 Mar 11 15:59:31.984110 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6d4331f9-7ff9-4cbd-8503-df1625d87c4b req-a22d4687-5eaf-40ef-9ef1-047286e58f9f service neutron] 10.222.0.30 "GET /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282125 Mar 11 15:59:32.038784 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8ffc95b8-8afe-4656-b3ec-7255f8015e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:59:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:59:28Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:32.042719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc95b8-8afe-4656-b3ec-7255f8015e43 None None] The sync data for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv is: [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:57:45Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:59:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8062ca26-7f81-4fbe-89c5-2b1c6dfb595f', 'name': '', 'network_id': '5e408f50-1daa-4595-a026-ec53a9d5fdbe', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:58:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:45Z', 'updated_at': '2022-03-11T15:59:28Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60f36c87-74fb-4ef8-ac54-0345db508e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:59:32.998815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b9f23-aa9f-433b-8c95-50497e97c2c3 req-0f9e8355-7fff-4bfb-bc4b-653c15b72538 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:33.000322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-889b9f23-aa9f-433b-8c95-50497e97c2c3 req-0f9e8355-7fff-4bfb-bc4b-653c15b72538 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 946 time: 0.0833709 Mar 11 15:59:33.091645 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-889b9f23-aa9f-433b-8c95-50497e97c2c3 req-1ca2e598-c160-470e-b921-b9ead0c2df9e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=bed49067-75dc-46b7-8a60-769570303b22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849280 Mar 11 15:59:33.122363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa48c6-57f4-4b0d-bb84-09c3118b0873 req-bed0b05c-2714-4390-95b5-bdaeceb2b9af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:33.123799 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4cfa48c6-57f4-4b0d-bb84-09c3118b0873 req-bed0b05c-2714-4390-95b5-bdaeceb2b9af tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 946 time: 0.1042211 Mar 11 15:59:33.197290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-4cfa48c6-57f4-4b0d-bb84-09c3118b0873 req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port f562f0aa-43e8-4702-839e-4d5185177d07 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:59:33.197692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4cfa48c6-57f4-4b0d-bb84-09c3118b0873 req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:33.318341 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e573a-3efe-4234-8732-171b2a2f25be None None] New status for floating IP ac0918bc-7765-40d6-8591-984a618ad72e: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:59:33.455459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-4cfa48c6-57f4-4b0d-bb84-09c3118b0873 req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port f562f0aa-43e8-4702-839e-4d5185177d07, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f562f0aa-43e8-4702-839e-4d5185177d07,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:59:33.455823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4cfa48c6-57f4-4b0d-bb84-09c3118b0873 req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:33.579528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-4cfa48c6-57f4-4b0d-bb84-09c3118b0873 req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for f562f0aa-43e8-4702-839e-4d5185177d07 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:59:33.809674 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4cfa48c6-57f4-4b0d-bb84-09c3118b0873 req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:33.858878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=f562f0aa-43e8-4702-839e-4d5185177d07,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:33.895648 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.896016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.896892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.897223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.897547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.897871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.898186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.898500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.898819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.899131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.899442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.899786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:33.942182 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfa48c6-57f4-4b0d-bb84-09c3118b0873 req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] No DVR routers for this DVR port f562f0aa-43e8-4702-839e-4d5185177d07 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:59:33.944882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4cfa48c6-57f4-4b0d-bb84-09c3118b0873 req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:33.947204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'name': 'network-vif-deleted', 'tag': 'f562f0aa-43e8-4702-839e-4d5185177d07'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:59:33.958618 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4cfa48c6-57f4-4b0d-bb84-09c3118b0873 req-a6a3f4c5-b4eb-4664-96c5-bcbcc5bb6cba tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "DELETE /v2.0/ports/f562f0aa-43e8-4702-839e-4d5185177d07 HTTP/1.1" status: 204 len: 173 time: 0.8297369 Mar 11 15:59:33.990221 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8', 'name': 'network-vif-deleted', 'tag': 'f562f0aa-43e8-4702-839e-4d5185177d07', 'status': 'completed', 'code': 200} Mar 11 15:59:34.244583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-814025b5-67ba-4624-b413-18b741d3381e req-9462f6e0-a58b-4a7e-977b-9aefeca9fde6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:59:34.326761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-814025b5-67ba-4624-b413-18b741d3381e req-9462f6e0-a58b-4a7e-977b-9aefeca9fde6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:59:34.327944 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-814025b5-67ba-4624-b413-18b741d3381e req-9462f6e0-a58b-4a7e-977b-9aefeca9fde6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc0c1ef-2d0a-4e8e-8754-ef1a043eceb8 HTTP/1.1" status: 200 len: 210 time: 0.1272151 Mar 11 15:59:35.421665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44794) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:35.492030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d8f6-d2d5-43e3-a2f8-6647c0ce3a7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:35.520942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d8f6-d2d5-43e3-a2f8-6647c0ce3a7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:35.647298 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d8f6-d2d5-43e3-a2f8-6647c0ce3a7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:35.664422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0d8f6-d2d5-43e3-a2f8-6647c0ce3a7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed49067-75dc-46b7-8a60-769570303b22,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:35.746772 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d8f6-d2d5-43e3-a2f8-6647c0ce3a7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:35.747935 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-aeb0d8f6-d2d5-43e3-a2f8-6647c0ce3a7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/bed49067-75dc-46b7-8a60-769570303b22 HTTP/1.1" status: 204 len: 168 time: 0.3252740 Mar 11 15:59:35.753439 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f562f0aa-43e8-4702-839e-4d5185177d07 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:59:35.787003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: f562f0aa-43e8-4702-839e-4d5185177d07 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:59:35.787352 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f562f0aa-43e8-4702-839e-4d5185177d07 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:59:35.841831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44800) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:36.481970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:36.834548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:59:36.838590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:37.024953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:59:37.025590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:37.150867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:59:37.760928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:37.808758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=8062ca26-7f81-4fbe-89c5-2b1c6dfb595f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:38.085408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:38.432456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 09ea54a1-f5d2-40da-b648-8dbe24699e0b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:59:38.607977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:59:38.619915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c565cec5-e52c-4f3a-bc3d-7812b022be36 None None] Sync routers for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:59:38.634761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c565cec5-e52c-4f3a-bc3d-7812b022be36 None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:59:38.634761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c565cec5-e52c-4f3a-bc3d-7812b022be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:38.682428 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-80453949-5c43-400c-94a6-a7f422a5c712 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/09ea54a1-f5d2-40da-b648-8dbe24699e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8394797 Mar 11 15:59:38.685034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44804) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:38.749579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d7c6b6-4fb9-4661-b8ca-32053cd5bb46 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting subnet 60f36c87-74fb-4ef8-ac54-0345db508e3b {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 15:59:38.752411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-11d7c6b6-4fb9-4661-b8ca-32053cd5bb46 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:38.805601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-11d7c6b6-4fb9-4661-b8ca-32053cd5bb46 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:38.808941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-c565cec5-e52c-4f3a-bc3d-7812b022be36 None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:59:38.888791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-11d7c6b6-4fb9-4661-b8ca-32053cd5bb46 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:39.021405 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-11d7c6b6-4fb9-4661-b8ca-32053cd5bb46 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:39.061193 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7c6b6-4fb9-4661-b8ca-32053cd5bb46 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Subnet': ['ID=60f36c87-74fb-4ef8-ac54-0345db508e3b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:39.063105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-11d7c6b6-4fb9-4661-b8ca-32053cd5bb46 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:39.070573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc41a4f-dc9e-4834-ae5d-402317eb5402 None None] Network 5e408f50-1daa-4595-a026-ec53a9d5fdbe requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:59:39.073836 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-11d7c6b6-4fb9-4661-b8ca-32053cd5bb46 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/subnets/60f36c87-74fb-4ef8-ac54-0345db508e3b HTTP/1.1" status: 204 len: 168 time: 0.3854790 Mar 11 15:59:39.074045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44808) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:39.257629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c565cec5-e52c-4f3a-bc3d-7812b022be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:59:37Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:59:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:39.263477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c565cec5-e52c-4f3a-bc3d-7812b022be36 None None] Checking router: 09ea54a1-f5d2-40da-b648-8dbe24699e0b for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:59:39.276271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c565cec5-e52c-4f3a-bc3d-7812b022be36 None None] Routers {'09ea54a1-f5d2-40da-b648-8dbe24699e0b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:59:39.276922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c565cec5-e52c-4f3a-bc3d-7812b022be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:39.363224 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:39.430667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf17f8-2e5c-440c-95c7-908f63e1c72b None None] DHCP port deletion for 5e408f50-1daa-4595-a026-ec53a9d5fdbe request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 15:59:39.444591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf17f8-2e5c-440c-95c7-908f63e1c72b None None] Deleting port 055962ca-2ebe-4e03-839f-f29eff9d77c5 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:59:39.444951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0eaf17f8-2e5c-440c-95c7-908f63e1c72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:39.515041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-c565cec5-e52c-4f3a-bc3d-7812b022be36 None None] Set router 09ea54a1-f5d2-40da-b648-8dbe24699e0b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:59:39.547481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:39.620828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 720db1d8-2f2b-4721-ba32-63edf164d3e9 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 15:59:39.621176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:39.793702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 720db1d8-2f2b-4721-ba32-63edf164d3e9, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=720db1d8-2f2b-4721-ba32-63edf164d3e9,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:59:39.793934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:39.919797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0eaf17f8-2e5c-440c-95c7-908f63e1c72b None None] For port 055962ca-2ebe-4e03-839f-f29eff9d77c5, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=055962ca-2ebe-4e03-839f-f29eff9d77c5,segment=NetworkSegment(b387c450-f1e4-4f50-9e99-c7ef70fff08f),segment_id=b387c450-f1e4-4f50-9e99-c7ef70fff08f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:59:39.920400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 720db1d8-2f2b-4721-ba32-63edf164d3e9 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:59:39.920505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0eaf17f8-2e5c-440c-95c7-908f63e1c72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:40.071495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf17f8-2e5c-440c-95c7-908f63e1c72b None None] Calling delete_port for 055962ca-2ebe-4e03-839f-f29eff9d77c5 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 15:59:40.143681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:40.170124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c565cec5-e52c-4f3a-bc3d-7812b022be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:59:37Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:59:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:40.174037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c565cec5-e52c-4f3a-bc3d-7812b022be36 None None] The sync data for ids ['09ea54a1-f5d2-40da-b648-8dbe24699e0b'] in dv-neutron-833203-2-hyperv is: [{'id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'name': 'tempest-TestNetworkBasicOps-router-869367395', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:57:40Z', 'updated_at': '2022-03-11T15:59:37Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '720db1d8-2f2b-4721-ba32-63edf164d3e9', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ea54a1-f5d2-40da-b648-8dbe24699e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:57:41Z', 'updated_at': '2022-03-11T15:59:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:59:40.191894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=720db1d8-2f2b-4721-ba32-63edf164d3e9,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:40.229186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0eaf17f8-2e5c-440c-95c7-908f63e1c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:40.275167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf17f8-2e5c-440c-95c7-908f63e1c72b None None] Pushing event deleted for resources: {'Port': ['ID=055962ca-2ebe-4e03-839f-f29eff9d77c5,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:40.281260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf17f8-2e5c-440c-95c7-908f63e1c72b None None] No DVR routers for this DVR port 055962ca-2ebe-4e03-839f-f29eff9d77c5 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:59:40.291539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:40.461825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:40.463865 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:40.589726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:40.590235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Fanout notify agent at l3_agent the message router_deleted on router 09ea54a1-f5d2-40da-b648-8dbe24699e0b {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 15:59:40.606948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:40.610476 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-10095931-2405-4a5d-bdb5-760c752d4773 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/routers/09ea54a1-f5d2-40da-b648-8dbe24699e0b HTTP/1.1" status: 204 len: 168 time: 1.5331166 Mar 11 15:59:40.610693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44812) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:40.686578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 055962ca-2ebe-4e03-839f-f29eff9d77c5 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:59:40.726572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 055962ca-2ebe-4e03-839f-f29eff9d77c5 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:59:40.727239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 055962ca-2ebe-4e03-839f-f29eff9d77c5 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:59:40.728160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:59:40.765098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:59:40.765728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8062ca26-7f81-4fbe-89c5-2b1c6dfb595f not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:59:40.848592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:40.985404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.010529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e408f50-1daa-4595-a026-ec53a9d5fdbe']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:41.022582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b387c450-f1e4-4f50-9e99-c7ef70fff08f') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:41.022874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b387c450-f1e4-4f50-9e99-c7ef70fff08f') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:41.033828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.049685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.055476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:59:41.055857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:59:41.069729 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:59:41.257741 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.265577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.295579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Network': ['ID=5e408f50-1daa-4595-a026-ec53a9d5fdbe,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:41.361399 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-048d53df-d851-4ea8-9e33-561195402ac7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/networks/5e408f50-1daa-4595-a026-ec53a9d5fdbe HTTP/1.1" status: 204 len: 168 time: 0.7496991 Mar 11 15:59:41.383295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44816) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:41.389220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'network': {'name': 'tempest-network-smoke--981643779', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'port_security_enabled': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:41.394406 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:41.399108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:network and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:41.401961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:41.408157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:41.497683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:59:41.501063 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.528799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:59:41.537515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.537861 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Added segment 356e970e-4427-4280-b88e-4b57ba26e423 of type vlan for network 91ba165d-46af-4e04-9f07-3fb96134cc68 Mar 11 15:59:41.563213 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.691767 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.697390 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:41.698000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.808977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Network': ['ID=91ba165d-46af-4e04-9f07-3fb96134cc68,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:41.818859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 91ba165d-46af-4e04-9f07-3fb96134cc68 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:59:41.873583 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9b5dfd63-0d95-4741-8fa9-08715e64dbf9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4891267 Mar 11 15:59:41.876231 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44820) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:41.881351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'admin_state_up': True, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:41.888611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:41.892395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:router and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:41.895245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:41.902193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:41.969592 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.970651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.985875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:42.311382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:42.589508 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 720db1d8-2f2b-4721-ba32-63edf164d3e9 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:59:42.623347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 720db1d8-2f2b-4721-ba32-63edf164d3e9 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 15:59:42.623813 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 720db1d8-2f2b-4721-ba32-63edf164d3e9 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:59:42.783112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:42.812124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:42.944807 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.184 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/541c6777-95d4-46d1-87ca-13c77efa93f4) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:59:43.094579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:43.169910 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:43.229898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:59:43.236507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:59:43.240496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:59:43.275439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=541c6777-95d4-46d1-87ca-13c77efa93f4,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:43.714053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:44.045204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:44.443618 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 4ef38dfd-7148-4a5a-a470-7687762bbc33 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 15:59:44.619865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:59:44.629043 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Sync routers for ids ['4ef38dfd-7148-4a5a-a470-7687762bbc33'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:59:44.638556 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Routers {'4ef38dfd-7148-4a5a-a470-7687762bbc33'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:59:44.639150 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4ef38dfd-7148-4a5a-a470-7687762bbc33'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:44.701280 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:44.702502 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-13ae7731-9eb3-4c04-951b-7e0e31a9c2a1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8252344 Mar 11 15:59:44.705760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44824) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:44.745967 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c1efb5bc-4bc3-4d4a-82a1-18740cf4fc3c tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6797a56b2aca4fd594e47cef9b833912&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390606 Mar 11 15:59:44.748438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44828) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:44.832911 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Set router 4ef38dfd-7148-4a5a-a470-7687762bbc33 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:59:44.876560 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c3b52-4863-49d3-a216-2bd4319cae3a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:44.878065 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4e9c3b52-4863-49d3-a216-2bd4319cae3a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286948 Mar 11 15:59:44.880920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44832) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:44.920308 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f6b48194-63b7-43b2-801b-fb406c61b4ba tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383203 Mar 11 15:59:44.922681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44836) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:44.927883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-696161320', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:45.035943 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:45.040271 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:subnet and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:45.043104 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:45.048912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:45.108644 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:43Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:45.112217 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Checking router: 4ef38dfd-7148-4a5a-a470-7687762bbc33 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:59:45.112579 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Updating router 4ef38dfd-7148-4a5a-a470-7687762bbc33 port 541c6777-95d4-46d1-87ca-13c77efa93f4 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:59:45.154730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:59:45.158366 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:45.162853 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:45.446688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:45.477470 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:45.488731 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Transition to ACTIVE for port object 541c6777-95d4-46d1-87ca-13c77efa93f4 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:59:45.525303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Subnet': ['ID=60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:45.536379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Checking segment: {'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:59:45.536379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network hostable DHCP agents. Network: 91ba165d-46af-4e04-9f07-3fb96134cc68, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:59:45.589144 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:45.629157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 91ba165d-46af-4e04-9f07-3fb96134cc68 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:59:45.667090 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Attempting to bind port 541c6777-95d4-46d1-87ca-13c77efa93f4 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:59:45.667557 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Attempting to bind port 541c6777-95d4-46d1-87ca-13c77efa93f4 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:59:45.667787 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Attempting to bind port 541c6777-95d4-46d1-87ca-13c77efa93f4 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:59:45.673161 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Pushing event updated for resources: {'Port': ['ID=541c6777-95d4-46d1-87ca-13c77efa93f4,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:45.678368 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:59:45.678727 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:59:45.683229 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:45.683229 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:59:45.683229 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Bound port: 541c6777-95d4-46d1-87ca-13c77efa93f4, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:59:45.683229 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:45.709101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 91ba165d-46af-4e04-9f07-3fb96134cc68) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:59:45.710305 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.710651 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.710987 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.711313 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.711634 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.711958 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.712282 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.712618 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.717947 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.717947 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.717947 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.717947 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:45.718439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:45.718439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:45.718806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46085bb-2c01-4d35-a4f9-8d96c089352c None None] Network 91ba165d-46af-4e04-9f07-3fb96134cc68 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:59:45.760639 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] For port 541c6777-95d4-46d1-87ca-13c77efa93f4, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:59:45.763515 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] For port 541c6777-95d4-46d1-87ca-13c77efa93f4, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=541c6777-95d4-46d1-87ca-13c77efa93f4,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:59:45.819103 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d5fa8bbb-390a-4ea9-9020-3f67fb30d3a6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8954115 Mar 11 15:59:45.821914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44840) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:45.856086 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:45.935919 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Routers {'4ef38dfd-7148-4a5a-a470-7687762bbc33'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:59:45.936608 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4ef38dfd-7148-4a5a-a470-7687762bbc33'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:45.942093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-91ba165d-46af-4e04-9f07-3fb96134cc68', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ips': [{'subnet_id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 15:59:45.943073 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:45.998155 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb544c3-22bd-4fed-b881-ead065a6e74d None None] Pushing event updated for resources: {'Port': ['ID=541c6777-95d4-46d1-87ca-13c77efa93f4,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:46.102578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Allocated IP 172.20.0.2 (91ba165d-46af-4e04-9f07-3fb96134cc68/60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae/04e3f207-3012-4b30-ae14-27384de996e3) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:59:46.126279 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] Set router 4ef38dfd-7148-4a5a-a470-7687762bbc33 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:59:46.346822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:46.358927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Transition to ACTIVE for port object 04e3f207-3012-4b30-ae14-27384de996e3 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:59:46.379973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Transition to ACTIVE for port object 04e3f207-3012-4b30-ae14-27384de996e3 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:59:46.449269 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:43Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:46.453054 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553a020-735a-4b34-9a47-55c14818db96 None None] The sync data for ids ['4ef38dfd-7148-4a5a-a470-7687762bbc33'] in dv-neutron-833203-2-hyperv is: [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:43Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:59:46.473580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:46.546530 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Network 91ba165d-46af-4e04-9f07-3fb96134cc68 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:59:46.547686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:59:46.551854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:59:46.557815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Pushing event updated for resources: {'Port': ['ID=04e3f207-3012-4b30-ae14-27384de996e3,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:46.652196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Attempting to bind port 04e3f207-3012-4b30-ae14-27384de996e3 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:59:46.652689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Attempting to bind port 04e3f207-3012-4b30-ae14-27384de996e3 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:59:46.653131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Attempting to bind port 04e3f207-3012-4b30-ae14-27384de996e3 on network 91ba165d-46af-4e04-9f07-3fb96134cc68 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:59:46.659168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:59:46.659646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Checking segment: {'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:59:46.660111 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:46.660604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Bound using segment: {'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:59:46.661141 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Bound port: 04e3f207-3012-4b30-ae14-27384de996e3, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:59:46.661585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:46.682892 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:46.811808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] For port 04e3f207-3012-4b30-ae14-27384de996e3, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:59:46.815461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] For port 04e3f207-3012-4b30-ae14-27384de996e3, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=04e3f207-3012-4b30-ae14-27384de996e3,segment=NetworkSegment(356e970e-4427-4280-b88e-4b57ba26e423),segment_id=356e970e-4427-4280-b88e-4b57ba26e423)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:59:46.904810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:46.996536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6799f-8190-4288-8771-a739204e3af6 None None] Pushing event updated for resources: {'Port': ['ID=04e3f207-3012-4b30-ae14-27384de996e3,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:47.120041 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.1 (91ba165d-46af-4e04-9f07-3fb96134cc68/60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae/dc8d40fb-9af0-43a7-9c04-5325a5c1c596) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:59:47.324940 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:47.342278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object dc8d40fb-9af0-43a7-9c04-5325a5c1c596 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:59:47.449785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:47.517670 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 91ba165d-46af-4e04-9f07-3fb96134cc68 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:59:47.526611 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:59:47.531081 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:59:47.564464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=dc8d40fb-9af0-43a7-9c04-5325a5c1c596,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:47.590481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:47.945546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:47.965116 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00ee70-5232-4bce-b84d-b14bfce4ac02 None None] Network 91ba165d-46af-4e04-9f07-3fb96134cc68 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 15:59:48.170968 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5897106c-e6a5-4850-a220-bfd5e0b10555 None None] Provisioning for port 04e3f207-3012-4b30-ae14-27384de996e3 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:59:48.496106 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:48.617728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:48.643894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-577f61a0-1144-4b17-b95e-0a4cc2aa67f6 None None] Provisioning for port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:59:48.649422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-577f61a0-1144-4b17-b95e-0a4cc2aa67f6 None None] Provisioning complete for port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:48.651034 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-577f61a0-1144-4b17-b95e-0a4cc2aa67f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:48.687560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 541c6777-95d4-46d1-87ca-13c77efa93f4 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:48.734899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:48.738167 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=dc8d40fb-9af0-43a7-9c04-5325a5c1c596,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:48.755169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-577f61a0-1144-4b17-b95e-0a4cc2aa67f6 None None] Port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:59:48.849934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 541c6777-95d4-46d1-87ca-13c77efa93f4 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:59:48.855389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 541c6777-95d4-46d1-87ca-13c77efa93f4 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:48.855888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:48.872472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 91ba165d-46af-4e04-9f07-3fb96134cc68 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:59:48.873623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:59:48.921517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ed957e11-e254-4606-9352-be415f3b21ab None None] Provisioning complete for port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:48.921885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ed957e11-e254-4606-9352-be415f3b21ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:49.017465 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ed957e11-e254-4606-9352-be415f3b21ab None None] Port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:59:49.039466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:49.057673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 541c6777-95d4-46d1-87ca-13c77efa93f4, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=541c6777-95d4-46d1-87ca-13c77efa93f4,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:59:49.067543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 4ef38dfd-7148-4a5a-a470-7687762bbc33 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 15:59:49.136403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-83aeda24-076d-4458-8225-642dde13f0d5 None None] Provisioning complete for port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:49.136802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-83aeda24-076d-4458-8225-642dde13f0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:49.165822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:49.166621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 04e3f207-3012-4b30-ae14-27384de996e3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:49.252524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 15:59:49.268182 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-21c64e05-e232-4615-a0fa-0ec92b3e86e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/4ef38dfd-7148-4a5a-a470-7687762bbc33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4428709 Mar 11 15:59:49.268417 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44844) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:49.277182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Sync routers for ids ['4ef38dfd-7148-4a5a-a470-7687762bbc33'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:59:49.302898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-83aeda24-076d-4458-8225-642dde13f0d5 None None] Port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:59:49.317646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Routers {'4ef38dfd-7148-4a5a-a470-7687762bbc33'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:59:49.318255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4ef38dfd-7148-4a5a-a470-7687762bbc33'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:49.374825 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=541c6777-95d4-46d1-87ca-13c77efa93f4,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:49.405477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9647d94-dfc1-4bb8-83e5-3e15ae3ee679 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.409543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9647d94-dfc1-4bb8-83e5-3e15ae3ee679 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.409543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9647d94-dfc1-4bb8-83e5-3e15ae3ee679 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.409543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9647d94-dfc1-4bb8-83e5-3e15ae3ee679 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.409543 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e9647d94-dfc1-4bb8-83e5-3e15ae3ee679 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1391821 Mar 11 15:59:49.412243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44848) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:49.461863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 04e3f207-3012-4b30-ae14-27384de996e3 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:59:49.478871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 04e3f207-3012-4b30-ae14-27384de996e3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:49.479235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:49.480361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63224793-dc32-4195-93b8-a51ad2b9088f tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.480848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63224793-dc32-4195-93b8-a51ad2b9088f tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.481300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63224793-dc32-4195-93b8-a51ad2b9088f tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.481743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63224793-dc32-4195-93b8-a51ad2b9088f tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.483386 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-63224793-dc32-4195-93b8-a51ad2b9088f tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0700586 Mar 11 15:59:49.486105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44852) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:49.551470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Set router 4ef38dfd-7148-4a5a-a470-7687762bbc33 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:59:49.685832 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2b8f0349-4cf7-429d-9e2e-e04fd55ad4cd tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1986673 Mar 11 15:59:49.820169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:49.915802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 04e3f207-3012-4b30-ae14-27384de996e3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=04e3f207-3012-4b30-ae14-27384de996e3,segment=NetworkSegment(356e970e-4427-4280-b88e-4b57ba26e423),segment_id=356e970e-4427-4280-b88e-4b57ba26e423)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:59:49.975939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:47Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'dc8d40fb-9af0-43a7-9c04-5325a5c1c596', 'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:13:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:46Z', 'updated_at': '2022-03-11T15:59:48Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:49.979726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Checking router: 4ef38dfd-7148-4a5a-a470-7687762bbc33 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:59:49.980078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Updating router 4ef38dfd-7148-4a5a-a470-7687762bbc33 port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:59:50.008023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.085146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.141347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=04e3f207-3012-4b30-ae14-27384de996e3,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:50.142639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44858) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:50.149098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-571767286', 'description': 'tempest-secgroup-smoke-571767286 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:50.155182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:50.159399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:50.162624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:50.168194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:50.235083 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.257006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:50.261404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:50.264358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:50.273769 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:50.343923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.417783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.439119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.451221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Transition to ACTIVE for port object dc8d40fb-9af0-43a7-9c04-5325a5c1c596 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:59:50.462141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba04d54-31bf-46c2-b607-3e177c8d7c24,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:50.529697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.558074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.559316 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-af4f275c-5424-4c05-b5fb-ebc35ff04d01 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4156034 Mar 11 15:59:50.562060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44862) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:50.567065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-abd34ade-65f9-4123-8dc7-aa7f11cb4c23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1ba04d54-31bf-46c2-b607-3e177c8d7c24', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:50.572987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-abd34ade-65f9-4123-8dc7-aa7f11cb4c23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:50.576908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-abd34ade-65f9-4123-8dc7-aa7f11cb4c23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:50.579888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-abd34ade-65f9-4123-8dc7-aa7f11cb4c23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:50.587047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-abd34ade-65f9-4123-8dc7-aa7f11cb4c23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:50.658910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea58cc-fcf0-4fe4-a49d-8e13b59e17e3 None None] Pushing event updated for resources: {'Port': ['ID=dc8d40fb-9af0-43a7-9c04-5325a5c1c596,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:50.687041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 541c6777-95d4-46d1-87ca-13c77efa93f4 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:50.699767 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-abd34ade-65f9-4123-8dc7-aa7f11cb4c23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.771965 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-abd34ade-65f9-4123-8dc7-aa7f11cb4c23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.809583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Attempting to bind port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:59:50.809944 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Attempting to bind port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:59:50.810303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Attempting to bind port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 on network 91ba165d-46af-4e04-9f07-3fb96134cc68 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:59:50.817425 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:59:50.817818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Checking segment: {'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:59:50.818214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.818594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Bound using segment: {'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:59:50.819051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Bound port: dc8d40fb-9af0-43a7-9c04-5325a5c1c596, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:59:50.819417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.852089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-abd34ade-65f9-4123-8dc7-aa7f11cb4c23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.878819 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd34ade-65f9-4123-8dc7-aa7f11cb4c23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41fc1f7-9d1d-46f7-80e3-a9e45547640b,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:50.890488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 541c6777-95d4-46d1-87ca-13c77efa93f4 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:50.890856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.928064 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1d6be716-f182-40eb-91ba-c813b08c4637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.948995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-abd34ade-65f9-4123-8dc7-aa7f11cb4c23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.950221 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-abd34ade-65f9-4123-8dc7-aa7f11cb4c23 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3872268 Mar 11 15:59:50.953105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44866) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:50.958847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7e4eabff-7669-48f8-aa0c-7a45a9290420 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1ba04d54-31bf-46c2-b607-3e177c8d7c24', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:50.964723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7e4eabff-7669-48f8-aa0c-7a45a9290420 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:50.968474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7e4eabff-7669-48f8-aa0c-7a45a9290420 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:50.971600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7e4eabff-7669-48f8-aa0c-7a45a9290420 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:50.976953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] For port dc8d40fb-9af0-43a7-9c04-5325a5c1c596, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:59:50.978091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7e4eabff-7669-48f8-aa0c-7a45a9290420 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:50.980246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] For port dc8d40fb-9af0-43a7-9c04-5325a5c1c596, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=dc8d40fb-9af0-43a7-9c04-5325a5c1c596,segment=NetworkSegment(356e970e-4427-4280-b88e-4b57ba26e423),segment_id=356e970e-4427-4280-b88e-4b57ba26e423)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:59:51.038581 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.063924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7e4eabff-7669-48f8-aa0c-7a45a9290420 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.077896 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 04e3f207-3012-4b30-ae14-27384de996e3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:51.127301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7e4eabff-7669-48f8-aa0c-7a45a9290420 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.174731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea58cc-fcf0-4fe4-a49d-8e13b59e17e3 None None] Pushing event updated for resources: {'Port': ['ID=dc8d40fb-9af0-43a7-9c04-5325a5c1c596,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:51.177559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Routers {'4ef38dfd-7148-4a5a-a470-7687762bbc33'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 15:59:51.178162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4ef38dfd-7148-4a5a-a470-7687762bbc33'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:51.210015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7e4eabff-7669-48f8-aa0c-7a45a9290420 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.236723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4eabff-7669-48f8-aa0c-7a45a9290420 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd4a62b-6ae7-47ec-a3c8-e499c98f94b2,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:51.266221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 04e3f207-3012-4b30-ae14-27384de996e3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:51.266591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.304249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7e4eabff-7669-48f8-aa0c-7a45a9290420 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.309057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44870) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:51.318489 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7e4eabff-7669-48f8-aa0c-7a45a9290420 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3581192 Mar 11 15:59:51.319154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2d089ff3-510b-4250-8f4d-549d944ff80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1ba04d54-31bf-46c2-b607-3e177c8d7c24', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:51.323023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2d089ff3-510b-4250-8f4d-549d944ff80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:51.327342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2d089ff3-510b-4250-8f4d-549d944ff80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:51.330566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2d089ff3-510b-4250-8f4d-549d944ff80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:51.337886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2d089ff3-510b-4250-8f4d-549d944ff80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:51.428694 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] Set router 4ef38dfd-7148-4a5a-a470-7687762bbc33 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 15:59:51.445404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d089ff3-510b-4250-8f4d-549d944ff80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.509681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d089ff3-510b-4250-8f4d-549d944ff80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.589122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d089ff3-510b-4250-8f4d-549d944ff80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.617477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d089ff3-510b-4250-8f4d-549d944ff80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426d0263-e1fd-4968-bb7c-b3b1d32d365a,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:51.686486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2d089ff3-510b-4250-8f4d-549d944ff80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.690903 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2d089ff3-510b-4250-8f4d-549d944ff80b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772666 Mar 11 15:59:51.691109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44874) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:51.696574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8b99cf32-2e9d-46e7-b751-220a461f885e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1ba04d54-31bf-46c2-b607-3e177c8d7c24', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:51.702625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8b99cf32-2e9d-46e7-b751-220a461f885e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:51.706524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8b99cf32-2e9d-46e7-b751-220a461f885e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:51.709441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8b99cf32-2e9d-46e7-b751-220a461f885e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:51.715066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8b99cf32-2e9d-46e7-b751-220a461f885e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:51.787604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b99cf32-2e9d-46e7-b751-220a461f885e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.836792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:47Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'dc8d40fb-9af0-43a7-9c04-5325a5c1c596', 'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:13:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:46Z', 'updated_at': '2022-03-11T15:59:50Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:51.840851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ed76e3-da58-482c-b156-6f6d2c67a735 None None] The sync data for ids ['4ef38dfd-7148-4a5a-a470-7687762bbc33'] in dv-neutron-833203-2-hyperv is: [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:47Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'dc8d40fb-9af0-43a7-9c04-5325a5c1c596', 'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:13:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:46Z', 'updated_at': '2022-03-11T15:59:50Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:59:51.853550 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b99cf32-2e9d-46e7-b751-220a461f885e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.923577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b99cf32-2e9d-46e7-b751-220a461f885e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.953413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99cf32-2e9d-46e7-b751-220a461f885e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d97790-8246-4a53-943f-b2108248b523,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:52.061183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b99cf32-2e9d-46e7-b751-220a461f885e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:52.064816 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8b99cf32-2e9d-46e7-b751-220a461f885e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3703656 Mar 11 15:59:52.065269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44878) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:52.070624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1ba04d54-31bf-46c2-b607-3e177c8d7c24', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:52.076699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:52.080864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:52.083882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:52.089776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:52.178717 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:59:52.186326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:52.255525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:52.335498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:52.360950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63873b85-cd21-4bb2-a8b3-f01c008b2950,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:52.480730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:52.484817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44882) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:52.485350 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e5aa0e75-d728-41fc-90d6-95c9296a773e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4184766 Mar 11 15:59:52.490331 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '1ba04d54-31bf-46c2-b607-3e177c8d7c24', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:52.497038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:52.501067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:52.504083 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:52.510094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:52.632513 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:59:52.640351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:52.663897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dc8d40fb-9af0-43a7-9c04-5325a5c1c596 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:52.717768 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:52.817556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:52.841769 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c08f63-db24-43ef-b34a-775c87dbc3eb,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:52.851921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:59:52.857022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:52.859006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:52.960732 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:52.962076 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bdb38413-80df-4b08-a496-81d9b05de718 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4761589 Mar 11 15:59:52.976062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:53.008791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port dc8d40fb-9af0-43a7-9c04-5325a5c1c596, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=dc8d40fb-9af0-43a7-9c04-5325a5c1c596,segment=NetworkSegment(356e970e-4427-4280-b88e-4b57ba26e423),segment_id=356e970e-4427-4280-b88e-4b57ba26e423)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 15:59:53.069844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:53.139483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=dc8d40fb-9af0-43a7-9c04-5325a5c1c596,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:53.183831 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-7f95ec56-fbfd-4e24-8b6d-be61dc9443a3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571767286&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.0444369 Mar 11 15:59:53.333457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-25e38c41-e57a-43ec-99ea-129eb235ce65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:53.334130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-25e38c41-e57a-43ec-99ea-129eb235ce65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:59:53.449062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-25e38c41-e57a-43ec-99ea-129eb235ce65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:59:53.450257 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-25e38c41-e57a-43ec-99ea-129eb235ce65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/networks?id=91ba165d-46af-4e04-9f07-3fb96134cc68 HTTP/1.1" status: 200 len: 796 time: 0.2597618 Mar 11 15:59:53.464722 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-98e46558-3714-4dbe-a498-b8f2d9bd6b5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/quotas/6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 375 time: 0.0090635 Mar 11 15:59:53.549757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-7cadd446-46a3-4b3d-86b8-aa6537f2e60b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:59:53.649625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-7cadd446-46a3-4b3d-86b8-aa6537f2e60b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:59:53.650933 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-7cadd446-46a3-4b3d-86b8-aa6537f2e60b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1814544 Mar 11 15:59:53.686477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-16fede43-afa7-4e08-8d30-d85bb93e7e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:53.766316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-36f856be-2eb1-458e-9810-f91fae398cfa service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:59:53.767301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-36f856be-2eb1-458e-9810-f91fae398cfa service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1046977 Mar 11 15:59:53.897001 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-efc8b1a6-2ddc-45ee-81c8-504b8892d5be service neutron] 10.222.0.39 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231270 Mar 11 15:59:54.025061 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8eee2eee-ffc4-4754-a791-13662c78b2ef service neutron] 10.222.0.39 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224039 Mar 11 15:59:54.350193 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a90e0a0-65ac-4fda-98cd-1c7d7f075c85 req-7cf03fb2-f5e8-4063-be70-665a9c7a8f5c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 210 time: 0.0437539 Mar 11 15:59:54.400317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:54.589153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:54.640699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dc8d40fb-9af0-43a7-9c04-5325a5c1c596 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:54.706977 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:54.707652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:55.502651 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8485a030-c542-4753-9c79-37129c9e65aa req-5dc634ef-6730-4723-b496-61034de634a3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 210 time: 0.0463243 Mar 11 15:59:55.960289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:55.983005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:56.512759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-81dac2e5-d94c-4b70-ab8b-4014581ea2bf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:56.514215 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-81dac2e5-d94c-4b70-ab8b-4014581ea2bf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=91ba165d-46af-4e04-9f07-3fb96134cc68 HTTP/1.1" status: 200 len: 796 time: 0.2406042 Mar 11 15:59:56.561986 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-96059585-1a6d-4a20-bf30-c657ce7d7784 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 379 time: 0.0400090 Mar 11 15:59:56.570100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'device_id': '60f2dea9-4413-4e51-88db-98befc8c7574', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'admin_state_up': True, 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'security_groups': ['1ba04d54-31bf-46c2-b607-3e177c8d7c24']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:56.710883 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d5ec4362-0d1e-48eb-9c35-0d89c9904f6f req-ba98ac02-bfab-4901-a149-d4846e07cc4c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 210 time: 0.0977130 Mar 11 15:59:56.753330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:56.762846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:56.850085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:59:56.853687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:57.010963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.10 (91ba165d-46af-4e04-9f07-3fb96134cc68/60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae/bc86a135-8648-44a3-b1a4-896f02c78b62) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:59:57.194338 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:57.209692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object bc86a135-8648-44a3-b1a4-896f02c78b62 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:59:57.289429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:57.358632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 91ba165d-46af-4e04-9f07-3fb96134cc68 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:59:57.366598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:59:57.370884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 15:59:57.404810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=bc86a135-8648-44a3-b1a4-896f02c78b62,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:57.437735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:57.438342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:57.558904 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-0afc3a6e-d573-4318-9072-f378480a984b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9923587 Mar 11 15:59:57.568780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8ff99efa-69a0-4bea-b1a0-071e48bba8f4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 15:59:57.569690 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8ff99efa-69a0-4bea-b1a0-071e48bba8f4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050483 Mar 11 15:59:57.579120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Request body: {'port': {'device_id': '60f2dea9-4413-4e51-88db-98befc8c7574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:59:57.689467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b1dee09d-61cd-4210-a0fc-6b2cded97fd4 None None] Provisioning for port bc86a135-8648-44a3-b1a4-896f02c78b62 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:59:57.691328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:57.694805 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b1dee09d-61cd-4210-a0fc-6b2cded97fd4 None None] Provisioning complete for port bc86a135-8648-44a3-b1a4-896f02c78b62 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:57.697795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b1dee09d-61cd-4210-a0fc-6b2cded97fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:57.751306 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b1dee09d-61cd-4210-a0fc-6b2cded97fd4 None None] Port bc86a135-8648-44a3-b1a4-896f02c78b62 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 15:59:57.997346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caf724-ca35-4171-9037-7634692ee511 req-3a12ee6d-c341-40c9-93ea-f7b2847934fe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:57.997954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-a5caf724-ca35-4171-9037-7634692ee511 req-3a12ee6d-c341-40c9-93ea-f7b2847934fe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:59:58.103374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc86a135-8648-44a3-b1a4-896f02c78b62 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:59:58.110571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:58.124708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Transition to ACTIVE for port object bc86a135-8648-44a3-b1a4-896f02c78b62 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:59:58.125445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-a5caf724-ca35-4171-9037-7634692ee511 req-3a12ee6d-c341-40c9-93ea-f7b2847934fe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:59:58.126598 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a5caf724-ca35-4171-9037-7634692ee511 req-3a12ee6d-c341-40c9-93ea-f7b2847934fe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 932 time: 0.3049343 Mar 11 15:59:58.171209 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a5caf724-ca35-4171-9037-7634692ee511 req-a315b93e-ea65-4f78-9eb0-11b519a563de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384099 Mar 11 15:59:58.205858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:58.365032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=bc86a135-8648-44a3-b1a4-896f02c78b62,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:58.447276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Attempting to bind port bc86a135-8648-44a3-b1a4-896f02c78b62 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:59:58.447615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Attempting to bind port bc86a135-8648-44a3-b1a4-896f02c78b62 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:59:58.447943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Attempting to bind port bc86a135-8648-44a3-b1a4-896f02c78b62 on network 91ba165d-46af-4e04-9f07-3fb96134cc68 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:59:58.452401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Port bc86a135-8648-44a3-b1a4-896f02c78b62 on network 91ba165d-46af-4e04-9f07-3fb96134cc68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 15:59:58.452750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Attempting to bind port bc86a135-8648-44a3-b1a4-896f02c78b62 on network 91ba165d-46af-4e04-9f07-3fb96134cc68 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 15:59:58.457791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 15:59:58.458147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Checking segment: {'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 15:59:58.458534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Bound using segment: {'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 15:59:58.458950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Bound port: bc86a135-8648-44a3-b1a4-896f02c78b62, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356e970e-4427-4280-b88e-4b57ba26e423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:59:58.459287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:58.546816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] For port bc86a135-8648-44a3-b1a4-896f02c78b62, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 15:59:58.549583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] For port bc86a135-8648-44a3-b1a4-896f02c78b62, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bc86a135-8648-44a3-b1a4-896f02c78b62,segment=NetworkSegment(356e970e-4427-4280-b88e-4b57ba26e423),segment_id=356e970e-4427-4280-b88e-4b57ba26e423)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 15:59:58.646352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:58.795593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:58.796183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:58.797655 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] 10.222.0.30 "PUT /v2.0/ports/bc86a135-8648-44a3-b1a4-896f02c78b62 HTTP/1.1" status: 200 len: 1094 time: 1.2220838 Mar 11 15:59:58.798036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f2dea9-4413-4e51-88db-98befc8c7574', 'tag': 'bc86a135-8648-44a3-b1a4-896f02c78b62'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:59:58.823369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e256c51-ba20-4949-9eca-ff892fc2ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=bc86a135-8648-44a3-b1a4-896f02c78b62,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:58.845030 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f2dea9-4413-4e51-88db-98befc8c7574', 'tag': 'bc86a135-8648-44a3-b1a4-896f02c78b62', 'status': 'completed', 'code': 200} Mar 11 15:59:58.939428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206df311-68ef-4cb1-9b17-976ea2b40724 req-7f934195-b496-4a77-8a4c-acc9daa7be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:58.940933 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-206df311-68ef-4cb1-9b17-976ea2b40724 req-7f934195-b496-4a77-8a4c-acc9daa7be6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 1097 time: 0.0729287 Mar 11 15:59:59.078326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206df311-68ef-4cb1-9b17-976ea2b40724 req-42cfa1cc-1d29-4c2e-9a17-3ed7c4fd51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:59.079641 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-206df311-68ef-4cb1-9b17-976ea2b40724 req-42cfa1cc-1d29-4c2e-9a17-3ed7c4fd51c5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1323781 Mar 11 15:59:59.212268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206df311-68ef-4cb1-9b17-976ea2b40724 req-4053cbae-1e31-4b64-adb2-a723db0938e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:59.213756 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-206df311-68ef-4cb1-9b17-976ea2b40724 req-4053cbae-1e31-4b64-adb2-a723db0938e7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289017 Mar 11 15:59:59.383201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-c3782024-3a55-4c61-a9f6-f406b85d4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:59.384577 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-c3782024-3a55-4c61-a9f6-f406b85d4b82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 1097 time: 0.1366241 Mar 11 15:59:59.391759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2827142-2739-4f5e-997e-f695a9fdd3fb req-9dbdbc47-49bf-4815-be93-f56ef19d3f06 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:59.393151 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b2827142-2739-4f5e-997e-f695a9fdd3fb req-9dbdbc47-49bf-4815-be93-f56ef19d3f06 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 944 time: 0.1111655 Mar 11 15:59:59.463995 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-aff4a6be-e090-4b78-95ad-f076dd4e7448 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc86a135-8648-44a3-b1a4-896f02c78b62 HTTP/1.1" status: 200 len: 217 time: 0.0699658 Mar 11 15:59:59.534287 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b2827142-2739-4f5e-997e-f695a9fdd3fb req-a2c6ab86-e414-46d3-baba-7212e3a1a43e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893850 Mar 11 15:59:59.544725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-9c0c6d54-01bc-4c84-8548-f56ccf7b722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:59.546093 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-9c0c6d54-01bc-4c84-8548-f56ccf7b722a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae HTTP/1.1" status: 200 len: 843 time: 0.0752838 Mar 11 15:59:59.619172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-d2568866-329a-43bc-a5d3-3e2eda0fe459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:59.620637 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-d2568866-329a-43bc-a5d3-3e2eda0fe459 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91ba165d-46af-4e04-9f07-3fb96134cc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691156 Mar 11 15:59:59.749780 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-852b5c2d-23f1-450f-9d9b-dcf5a88c1a20 service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232412 Mar 11 15:59:59.878409 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f199c2d-ebc2-4176-823e-87d0b9eb99d9 req-ed2d14e2-84ca-4726-8a05-2e6fb7333f59 service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230137 Mar 11 16:00:00.725716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11306d-c6f2-4fba-954a-45f35046b1db req-7d45c12a-7f83-412c-8c5d-fcb22319c21b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:00.727156 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed11306d-c6f2-4fba-954a-45f35046b1db req-7d45c12a-7f83-412c-8c5d-fcb22319c21b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 944 time: 0.0890627 Mar 11 16:00:00.769456 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed11306d-c6f2-4fba-954a-45f35046b1db req-44634441-c48d-4639-90a3-474f2e289bb2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367281 Mar 11 16:00:01.870176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device bc86a135-8648-44a3-b1a4-896f02c78b62 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:00:01.951559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7b27d-9e3f-46f5-8800-88a7986b0f2f req-7b471c7c-f394-4e34-9be1-b0b6b29d26f4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:01.953054 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8ba7b27d-9e3f-46f5-8800-88a7986b0f2f req-7b471c7c-f394-4e34-9be1-b0b6b29d26f4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 944 time: 0.0785160 Mar 11 16:00:01.998095 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8ba7b27d-9e3f-46f5-8800-88a7986b0f2f req-432f2977-fb97-4478-ae93-96e6b19e9ace tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391383 Mar 11 16:00:02.007217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port bc86a135-8648-44a3-b1a4-896f02c78b62, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bc86a135-8648-44a3-b1a4-896f02c78b62,segment=NetworkSegment(356e970e-4427-4280-b88e-4b57ba26e423),segment_id=356e970e-4427-4280-b88e-4b57ba26e423)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:00:02.020355 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'bc86a135-8648-44a3-b1a4-896f02c78b62', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'port_id': 'bc86a135-8648-44a3-b1a4-896f02c78b62', 'mac_address': 'fa:16:3e:cb:51:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:00:02.074364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:02.091002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc86a135-8648-44a3-b1a4-896f02c78b62 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:00:02.106651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port bc86a135-8648-44a3-b1a4-896f02c78b62, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bc86a135-8648-44a3-b1a4-896f02c78b62,segment=NetworkSegment(356e970e-4427-4280-b88e-4b57ba26e423),segment_id=356e970e-4427-4280-b88e-4b57ba26e423)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:00:02.211709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:02.280477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=bc86a135-8648-44a3-b1a4-896f02c78b62,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:02.521933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['bc86a135-8648-44a3-b1a4-896f02c78b62'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:00:03.183876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64b804-febb-4a03-b858-da32f7599fbd req-698f3bf7-cff8-4d97-9daa-b774c90283ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:03.185284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bf64b804-febb-4a03-b858-da32f7599fbd req-698f3bf7-cff8-4d97-9daa-b774c90283ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 945 time: 0.0839276 Mar 11 16:00:03.228612 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bf64b804-febb-4a03-b858-da32f7599fbd req-f6e48c7a-0ea1-4b66-a416-4facdb31c95c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376108 Mar 11 16:00:03.804367 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:00:03.877567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device bc86a135-8648-44a3-b1a4-896f02c78b62 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:00:04.166082 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port bc86a135-8648-44a3-b1a4-896f02c78b62 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:00:04.171287 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port bc86a135-8648-44a3-b1a4-896f02c78b62 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:00:04.171663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:04.287288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:04.314116 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f2dea9-4413-4e51-88db-98befc8c7574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc86a135-8648-44a3-b1a4-896f02c78b62'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:00:04.325067 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port bc86a135-8648-44a3-b1a4-896f02c78b62, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bc86a135-8648-44a3-b1a4-896f02c78b62,segment=NetworkSegment(356e970e-4427-4280-b88e-4b57ba26e423),segment_id=356e970e-4427-4280-b88e-4b57ba26e423)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:00:04.358009 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f2dea9-4413-4e51-88db-98befc8c7574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc86a135-8648-44a3-b1a4-896f02c78b62', 'code': 200} Mar 11 16:00:04.400223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:04.418294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67688f-84fe-4ca1-adc3-8cd33c7b62ee req-fb828509-45f6-41de-b580-e2416e035b8d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:04.419667 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c67688f-84fe-4ca1-adc3-8cd33c7b62ee req-fb828509-45f6-41de-b580-e2416e035b8d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 945 time: 0.0852964 Mar 11 16:00:04.470060 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c67688f-84fe-4ca1-adc3-8cd33c7b62ee req-7269e669-a2ab-42a5-8a72-a03801966a7a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444114 Mar 11 16:00:04.508271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=bc86a135-8648-44a3-b1a4-896f02c78b62,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:04.759076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d885a-9b52-4eed-b71f-fac2e5b5a88a req-da986381-c15a-46f6-bf88-307953d0451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:04.760516 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b14d885a-9b52-4eed-b71f-fac2e5b5a88a req-da986381-c15a-46f6-bf88-307953d0451c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 1099 time: 0.1112046 Mar 11 16:00:04.799565 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b14d885a-9b52-4eed-b71f-fac2e5b5a88a req-7245ff31-1b60-4e22-9e48-de77975412ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328836 Mar 11 16:00:05.658678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02bcf5-c50d-488f-af52-b1080fb7049e req-9ad199a6-6ab3-414e-9b3e-4e3c1d1cb193 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:05.660133 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a02bcf5-c50d-488f-af52-b1080fb7049e req-9ad199a6-6ab3-414e-9b3e-4e3c1d1cb193 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 946 time: 0.0827670 Mar 11 16:00:05.788304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a02bcf5-c50d-488f-af52-b1080fb7049e req-4bb1736f-e36d-44c0-9764-f9160c456dce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225030 Mar 11 16:00:06.970392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237ce7-aa7a-4d0d-8f32-0aefec3f9b60 req-ff11ed9f-8d13-47a5-af98-da82d7f2ac8a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:06.971997 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0237ce7-aa7a-4d0d-8f32-0aefec3f9b60 req-ff11ed9f-8d13-47a5-af98-da82d7f2ac8a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 946 time: 0.0782831 Mar 11 16:00:07.015166 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0237ce7-aa7a-4d0d-8f32-0aefec3f9b60 req-71bc0d79-20e1-45f3-9502-dcce73a76431 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368342 Mar 11 16:00:07.196159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d314e-d0b5-4e25-8d6a-1afcb53e2740 req-75ebfd50-1df4-4a6d-9ff4-fe56977c3ee3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:07.197632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d0d314e-d0b5-4e25-8d6a-1afcb53e2740 req-75ebfd50-1df4-4a6d-9ff4-fe56977c3ee3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 946 time: 0.0808246 Mar 11 16:00:07.242460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d0d314e-d0b5-4e25-8d6a-1afcb53e2740 req-f5aba624-0bd9-481b-b711-13b068b71422 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390606 Mar 11 16:00:07.264886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44942) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:07.336339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605356c-4550-41c4-aeda-26cbb6585287 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:07.337833 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6605356c-4550-41c4-aeda-26cbb6585287 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 1094 time: 0.0719955 Mar 11 16:00:07.340647 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44946) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:07.345369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': 'bc86a135-8648-44a3-b1a4-896f02c78b62', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:00:07.351905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:00:07.355600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:floatingip and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:00:07.358340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:00:07.363765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:00:07.462765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:07.594668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:07.721986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.90 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/8ec41bd4-7504-4053-8884-b18ddde61b84) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:00:07.861645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:07.949267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:08.012530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:00:08.019584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:00:08.023650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:00:08.051567 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=8ec41bd4-7504-4053-8884-b18ddde61b84,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:08.426383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:08.564923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:08.760215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:08.848673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:09.061360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=8ec41bd4-7504-4053-8884-b18ddde61b84,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:09.070567 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:09.240288 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP 60b93395-d77e-4288-9a70-38d3e0b0d8bf associated. External IP: 172.26.6.90, port: bc86a135-8648-44a3-b1a4-896f02c78b62. Mar 11 16:00:09.584140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 4ef38dfd-7148-4a5a-a470-7687762bbc33 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:00:09.758595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:00:09.768929 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236459b0-fb6f-4314-a908-138a9a650d56 None None] Sync routers for ids ['4ef38dfd-7148-4a5a-a470-7687762bbc33'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:00:09.778547 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236459b0-fb6f-4314-a908-138a9a650d56 None None] Routers {'4ef38dfd-7148-4a5a-a470-7687762bbc33'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:00:09.779152 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-236459b0-fb6f-4314-a908-138a9a650d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4ef38dfd-7148-4a5a-a470-7687762bbc33'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:09.846183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:09.901643 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b000bf99-59d8-4eea-951a-b7a45b30685f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5600140 Mar 11 16:00:09.902252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f2dea9-4413-4e51-88db-98befc8c7574', 'tag': 'bc86a135-8648-44a3-b1a4-896f02c78b62'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:00:09.904415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44950) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:09.947723 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f2dea9-4413-4e51-88db-98befc8c7574', 'tag': 'bc86a135-8648-44a3-b1a4-896f02c78b62', 'status': 'completed', 'code': 200} Mar 11 16:00:09.955766 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-236459b0-fb6f-4314-a908-138a9a650d56 None None] Set router 4ef38dfd-7148-4a5a-a470-7687762bbc33 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:00:10.019146 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d8289d15-fc90-4b76-a3e7-9db9956d7921 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/60b93395-d77e-4288-9a70-38d3e0b0d8bf HTTP/1.1" status: 200 len: 991 time: 0.1134365 Mar 11 16:00:10.037825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65f959-d069-46da-88d0-3ead2dcfdc43 req-b3a1bf7c-4b37-44a5-afa9-d921818f6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:10.039838 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c65f959-d069-46da-88d0-3ead2dcfdc43 req-b3a1bf7c-4b37-44a5-afa9-d921818f6910 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 1099 time: 0.0717304 Mar 11 16:00:10.172670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65f959-d069-46da-88d0-3ead2dcfdc43 req-36f97965-9065-4f2e-b378-838393ffd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:10.174081 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c65f959-d069-46da-88d0-3ead2dcfdc43 req-36f97965-9065-4f2e-b378-838393ffd65b service neutron] 10.222.0.30 "GET /v2.0/networks?id=91ba165d-46af-4e04-9f07-3fb96134cc68 HTTP/1.1" status: 200 len: 897 time: 0.1277204 Mar 11 16:00:10.278487 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c65f959-d069-46da-88d0-3ead2dcfdc43 req-9c9e18f9-17db-4aeb-8734-9543d2c51dd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc86a135-8648-44a3-b1a4-896f02c78b62 HTTP/1.1" status: 200 len: 999 time: 0.0980084 Mar 11 16:00:10.302143 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-236459b0-fb6f-4314-a908-138a9a650d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:47Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '60b93395-d77e-4288-9a70-38d3e0b0d8bf', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.90', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'port_id': 'bc86a135-8648-44a3-b1a4-896f02c78b62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'mac_address': 'fa:16:3e:cb:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f2dea9-4413-4e51-88db-98befc8c7574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:00:08Z', 'updated_at': '2022-03-11T16:00:08Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8d40fb-9af0-43a7-9c04-5325a5c1c596', 'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:13:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:46Z', 'updated_at': '2022-03-11T15:59:52Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:10.305892 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236459b0-fb6f-4314-a908-138a9a650d56 None None] Checking router: 4ef38dfd-7148-4a5a-a470-7687762bbc33 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:00:10.313898 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236459b0-fb6f-4314-a908-138a9a650d56 None None] Routers {'4ef38dfd-7148-4a5a-a470-7687762bbc33'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:00:10.314485 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-236459b0-fb6f-4314-a908-138a9a650d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T15:59:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4ef38dfd-7148-4a5a-a470-7687762bbc33'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:10.343218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65f959-d069-46da-88d0-3ead2dcfdc43 req-4e3056b6-b818-428a-ab12-c9d409c223ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:10.344736 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c65f959-d069-46da-88d0-3ead2dcfdc43 req-4e3056b6-b818-428a-ab12-c9d409c223ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae HTTP/1.1" status: 200 len: 843 time: 0.0610054 Mar 11 16:00:10.418147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65f959-d069-46da-88d0-3ead2dcfdc43 req-01f96c28-ddc1-4f0e-bffe-e54ea984297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:10.419632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c65f959-d069-46da-88d0-3ead2dcfdc43 req-01f96c28-ddc1-4f0e-bffe-e54ea984297a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91ba165d-46af-4e04-9f07-3fb96134cc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695188 Mar 11 16:00:10.492247 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-236459b0-fb6f-4314-a908-138a9a650d56 None None] Set router 4ef38dfd-7148-4a5a-a470-7687762bbc33 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:00:10.712297 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c65f959-d069-46da-88d0-3ead2dcfdc43 req-9a981cdf-4ec1-49a0-95cd-73d648618cf9 service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866740 Mar 11 16:00:10.759655 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-9efd0778-b7f5-42b4-bb8c-f9a8ed0eee60 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1407101 Mar 11 16:00:10.839372 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-236459b0-fb6f-4314-a908-138a9a650d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:47Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '60b93395-d77e-4288-9a70-38d3e0b0d8bf', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.90', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'port_id': 'bc86a135-8648-44a3-b1a4-896f02c78b62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'mac_address': 'fa:16:3e:cb:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f2dea9-4413-4e51-88db-98befc8c7574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:00:08Z', 'updated_at': '2022-03-11T16:00:08Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8d40fb-9af0-43a7-9c04-5325a5c1c596', 'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:13:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:46Z', 'updated_at': '2022-03-11T15:59:52Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:10.843265 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236459b0-fb6f-4314-a908-138a9a650d56 None None] The sync data for ids ['4ef38dfd-7148-4a5a-a470-7687762bbc33'] in dv-neutron-833203-2-hyperv is: [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:47Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '60b93395-d77e-4288-9a70-38d3e0b0d8bf', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.90', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'port_id': 'bc86a135-8648-44a3-b1a4-896f02c78b62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'mac_address': 'fa:16:3e:cb:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f2dea9-4413-4e51-88db-98befc8c7574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:00:08Z', 'updated_at': '2022-03-11T16:00:08Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8d40fb-9af0-43a7-9c04-5325a5c1c596', 'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:13:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:46Z', 'updated_at': '2022-03-11T15:59:52Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:00:10.851691 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5c65f959-d069-46da-88d0-3ead2dcfdc43 req-2b95f190-deaa-42cf-8e84-56adb8882f7d service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329384 Mar 11 16:00:11.021663 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 44956) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:11.026014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cbedd2-6432-4d35-a231-a69d79c2f7f4 None None] New status for floating IP 60b93395-d77e-4288-9a70-38d3e0b0d8bf: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:00:11.172520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-1a3b8206-82ea-41ca-a6c1-1ee13a1e8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:11.174445 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-1a3b8206-82ea-41ca-a6c1-1ee13a1e8259 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 1099 time: 0.0760581 Mar 11 16:00:11.249029 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-05b64c8a-7626-4d16-8131-f39772bff83e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/60b93395-d77e-4288-9a70-38d3e0b0d8bf HTTP/1.1" status: 200 len: 991 time: 0.2260277 Mar 11 16:00:11.328524 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-3a704c31-308e-4dc1-a281-dc14b16ec3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:11.330014 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-3a704c31-308e-4dc1-a281-dc14b16ec3fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=91ba165d-46af-4e04-9f07-3fb96134cc68 HTTP/1.1" status: 200 len: 897 time: 0.1346765 Mar 11 16:00:11.433312 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-a63d5082-e24a-4878-bc12-079deabef1b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc86a135-8648-44a3-b1a4-896f02c78b62 HTTP/1.1" status: 200 len: 1001 time: 0.0971878 Mar 11 16:00:11.493802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-31d71646-f886-46a3-9d2c-b6fb2cde9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:11.495177 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-31d71646-f886-46a3-9d2c-b6fb2cde9467 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae HTTP/1.1" status: 200 len: 843 time: 0.0564647 Mar 11 16:00:11.570665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-0cf0b358-7e81-4b1a-8465-e63f82ed6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:11.572016 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-0cf0b358-7e81-4b1a-8465-e63f82ed6147 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91ba165d-46af-4e04-9f07-3fb96134cc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712426 Mar 11 16:00:11.701398 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-594df784-0553-4959-957e-4f86d8931609 service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233733 Mar 11 16:00:11.831705 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5fec7465-5088-4ace-ab6a-ec79033fc690 req-6542d117-c4cb-4a5f-adfb-9b0653e5f210 service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244659 Mar 11 16:00:12.252080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 44960) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:12.356668 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-81061b33-8e8e-4a53-ac33-13f1df9a7335 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/60b93395-d77e-4288-9a70-38d3e0b0d8bf HTTP/1.1" status: 200 len: 993 time: 0.1034660 Mar 11 16:00:20.897047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7b98af52-45eb-43c4-b864-025da41ac4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:23.685987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b1052397-43c5-4646-895b-6de8987e1463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:24.394261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:24.565502 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:25.971448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:25.999688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:40.804116 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:00:50.833766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4386f058-5a1d-4302-b5d9-a64c9f05e22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:53.642023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-68984e0b-0a31-410f-9624-9cff9451a742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:54.382236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:54.562244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:55.968193 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:56.018942 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:11.154419 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8cd41fe7-7247-4424-a662-4a670c618391 req-04cbb4dc-bfc4-48f9-ba90-c71fd9549a57 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681376 Mar 11 16:01:11.293217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd41fe7-7247-4424-a662-4a670c618391 req-43dcac17-3c2f-43f8-b890-b4bc04e40d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:11.294693 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8cd41fe7-7247-4424-a662-4a670c618391 req-43dcac17-3c2f-43f8-b890-b4bc04e40d05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 1099 time: 0.0717785 Mar 11 16:01:11.435771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd41fe7-7247-4424-a662-4a670c618391 req-57123ec7-e63c-4b99-b927-befec578007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:11.437116 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8cd41fe7-7247-4424-a662-4a670c618391 req-57123ec7-e63c-4b99-b927-befec578007f service neutron] 10.222.0.30 "GET /v2.0/networks?id=91ba165d-46af-4e04-9f07-3fb96134cc68 HTTP/1.1" status: 200 len: 897 time: 0.1228738 Mar 11 16:01:11.532893 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8cd41fe7-7247-4424-a662-4a670c618391 req-55e4baf3-598f-47ee-903f-41f34c00e072 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc86a135-8648-44a3-b1a4-896f02c78b62 HTTP/1.1" status: 200 len: 1001 time: 0.0895486 Mar 11 16:01:11.700194 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd41fe7-7247-4424-a662-4a670c618391 req-5c7cc018-ec39-4a90-83d9-e5f1a49b09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:11.701574 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8cd41fe7-7247-4424-a662-4a670c618391 req-5c7cc018-ec39-4a90-83d9-e5f1a49b09ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae HTTP/1.1" status: 200 len: 843 time: 0.1621053 Mar 11 16:01:11.775043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd41fe7-7247-4424-a662-4a670c618391 req-9033a4cb-af33-49c1-86ff-bb9dcc0bb65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:11.776444 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8cd41fe7-7247-4424-a662-4a670c618391 req-9033a4cb-af33-49c1-86ff-bb9dcc0bb65e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91ba165d-46af-4e04-9f07-3fb96134cc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682185 Mar 11 16:01:11.906676 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8cd41fe7-7247-4424-a662-4a670c618391 req-74afca70-15b2-4084-8f46-69c0d84d48a6 service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226845 Mar 11 16:01:12.037240 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8cd41fe7-7247-4424-a662-4a670c618391 req-020bc247-c96b-42a1-ac46-9074d78824c0 service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223476 Mar 11 16:01:17.803287 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:01:20.835932 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d383cc93-b48a-45bc-8c13-1692fa6e944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.652955 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5f5d86a7-9b62-4d52-b671-d2cbd007740d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:24.378650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:24.576879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.973116 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.995426 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:50.829840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c2ac-838e-4930-a662-daa87a0fb699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:53.661259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4e8ea76a-e388-40bf-9d65-10c378df8a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:54.389775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:54.570040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:54.802024 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:01:55.975460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:56.055339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:11.515163 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-5767ded6-557a-4aef-a2f6-44cddb006ef4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715659 Mar 11 16:02:11.649416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-416f9b7a-29e6-444d-b506-804f70080fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:11.650871 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-416f9b7a-29e6-444d-b506-804f70080fa7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 1099 time: 0.0697138 Mar 11 16:02:11.792212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-1900523b-bfc6-4f28-8468-eaec730abf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:11.793669 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-1900523b-bfc6-4f28-8468-eaec730abf3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=91ba165d-46af-4e04-9f07-3fb96134cc68 HTTP/1.1" status: 200 len: 897 time: 0.1245272 Mar 11 16:02:11.898093 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-662a59a1-6552-4708-a791-9611234d2eb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc86a135-8648-44a3-b1a4-896f02c78b62 HTTP/1.1" status: 200 len: 1001 time: 0.0984683 Mar 11 16:02:11.962135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-985ecc1b-0895-408e-8713-f35ce70a4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:11.963451 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-985ecc1b-0895-408e-8713-f35ce70a4395 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae HTTP/1.1" status: 200 len: 843 time: 0.0594025 Mar 11 16:02:12.035579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-4489c8fc-95f5-4d7d-acb2-95aac42d8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:12.037064 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-4489c8fc-95f5-4d7d-acb2-95aac42d8917 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91ba165d-46af-4e04-9f07-3fb96134cc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678024 Mar 11 16:02:12.166302 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-6688aabd-c2be-4f38-b8e3-b18ab0b1f550 service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229389 Mar 11 16:02:12.295162 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67718924-e14d-4c32-abc7-24cd8f7fe9af req-8e7227ed-169b-4b02-a05b-addea7c42298 service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229107 Mar 11 16:02:20.814875 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b058daaf-3011-45dd-b69d-efec2713d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:23.632155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1b1320ed-839d-433f-a03d-28f0b3d38ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:24.414975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:24.603443 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:25.977239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:26.043821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:31.800563 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:02:38.010108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45006) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:38.015783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:02:38.137991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3557970'] for subnet, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:38.371551 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740403849975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2536602'] for subnet, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:38.417225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:38.417804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:38.418592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46c7f53-7e55-4f0f-9ef0-61ff0a61490f None None] Network 91ba165d-46af-4e04-9f07-3fb96134cc68 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:02:38.419045 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/subnets/60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae HTTP/1.1" status: 200 len: 835 time: 0.4080756 Mar 11 16:02:38.437588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Subnet': ['ID=60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:38.444943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.445292 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.445630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.445980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.446293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.446619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.446941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.447261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.447583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.447931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.448251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.448593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dd5ba7-0f3f-4424-8915-9df5dcd64ad7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:38.873276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4030e8dc-a731-411c-b7fb-5be6cb8f73c6 None None] Provisioning complete for port bc86a135-8648-44a3-b1a4-896f02c78b62 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:38.873639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4030e8dc-a731-411c-b7fb-5be6cb8f73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:38.995481 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4030e8dc-a731-411c-b7fb-5be6cb8f73c6 None None] Provisioning complete for port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:38.995738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4030e8dc-a731-411c-b7fb-5be6cb8f73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:39.152100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4030e8dc-a731-411c-b7fb-5be6cb8f73c6 None None] Provisioning complete for port 04e3f207-3012-4b30-ae14-27384de996e3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:39.152460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4030e8dc-a731-411c-b7fb-5be6cb8f73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:50.831664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de035212-52fc-4a33-977f-b51cacf2e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:53.656990 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4caf9ed0-0502-465d-9e91-74878b017c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.386020 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.568970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:55.997212 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.077370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.799656 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:03:11.514008 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1949b16b-c297-45c7-83a5-6870709ff128 req-71c50bb3-0bc8-4dca-9400-45897aec50e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720317 Mar 11 16:03:11.650722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949b16b-c297-45c7-83a5-6870709ff128 req-596b0812-354d-4092-8a1c-4d7a06a3889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:11.652171 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1949b16b-c297-45c7-83a5-6870709ff128 req-596b0812-354d-4092-8a1c-4d7a06a3889e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 1099 time: 0.0724614 Mar 11 16:03:11.793505 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949b16b-c297-45c7-83a5-6870709ff128 req-1b3a0570-e74f-4645-b0d1-2b18967d8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:11.794938 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1949b16b-c297-45c7-83a5-6870709ff128 req-1b3a0570-e74f-4645-b0d1-2b18967d8e25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=91ba165d-46af-4e04-9f07-3fb96134cc68 HTTP/1.1" status: 200 len: 897 time: 0.1249158 Mar 11 16:03:11.992026 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1949b16b-c297-45c7-83a5-6870709ff128 req-15604888-3e17-4d6b-baae-f43ba9549fea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc86a135-8648-44a3-b1a4-896f02c78b62 HTTP/1.1" status: 200 len: 1001 time: 0.1907940 Mar 11 16:03:12.055516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949b16b-c297-45c7-83a5-6870709ff128 req-1ed46a49-cfab-4e4b-ab3b-878ef0d2a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:12.056972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1949b16b-c297-45c7-83a5-6870709ff128 req-1ed46a49-cfab-4e4b-ab3b-878ef0d2a072 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae HTTP/1.1" status: 200 len: 843 time: 0.0591989 Mar 11 16:03:12.131107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949b16b-c297-45c7-83a5-6870709ff128 req-829f33dc-1300-47d2-be1f-864ab3a86009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:12.132640 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1949b16b-c297-45c7-83a5-6870709ff128 req-829f33dc-1300-47d2-be1f-864ab3a86009 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91ba165d-46af-4e04-9f07-3fb96134cc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698020 Mar 11 16:03:12.263332 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1949b16b-c297-45c7-83a5-6870709ff128 req-e61afc78-bb3f-40d7-aff7-7b9bd7385fe3 service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241286 Mar 11 16:03:12.394540 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1949b16b-c297-45c7-83a5-6870709ff128 req-dea0d4fb-1b08-4f36-8e3c-08a1018bc0e5 service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255927 Mar 11 16:03:20.838992 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dfffe004-3954-40a3-8595-003de88af750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.261013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45036) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:23.543569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 8ec41bd4-7504-4053-8884-b18ddde61b84 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:03:23.543937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.682780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c193f694-e6ab-4b80-a83e-0e21407183a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.711478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.711808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.835137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 8ec41bd4-7504-4053-8884-b18ddde61b84 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:03:24.054043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.102379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=8ec41bd4-7504-4053-8884-b18ddde61b84,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:24.201474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.201804 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP 60b93395-d77e-4288-9a70-38d3e0b0d8bf disassociated (deleted). External IP: 172.26.6.90, port: bc86a135-8648-44a3-b1a4-896f02c78b62. Mar 11 16:03:24.386159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.579917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.651704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 4ef38dfd-7148-4a5a-a470-7687762bbc33 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:03:24.836332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:03:24.848179 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0357502e-0cd1-439f-af00-fb314dbadbec None None] Sync routers for ids ['4ef38dfd-7148-4a5a-a470-7687762bbc33'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:03:24.858284 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357502e-0cd1-439f-af00-fb314dbadbec None None] Routers {'4ef38dfd-7148-4a5a-a470-7687762bbc33'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:03:24.858933 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0357502e-0cd1-439f-af00-fb314dbadbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:03:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4ef38dfd-7148-4a5a-a470-7687762bbc33'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:24.923188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.980737 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2056699f-00e2-4353-998f-5c72de4d9971 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/floatingips/60b93395-d77e-4288-9a70-38d3e0b0d8bf HTTP/1.1" status: 204 len: 168 time: 1.7186086 Mar 11 16:03:24.981959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f2dea9-4413-4e51-88db-98befc8c7574', 'tag': 'bc86a135-8648-44a3-b1a4-896f02c78b62'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:03:25.033031 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-0357502e-0cd1-439f-af00-fb314dbadbec None None] Set router 4ef38dfd-7148-4a5a-a470-7687762bbc33 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:03:25.201700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f2dea9-4413-4e51-88db-98befc8c7574', 'tag': 'bc86a135-8648-44a3-b1a4-896f02c78b62', 'status': 'completed', 'code': 200} Mar 11 16:03:25.293371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0b350-5cfd-491a-8ae5-8372a5381202 req-fb2afdb8-0644-4da6-8f2b-19acab84bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:25.294889 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3c0b350-5cfd-491a-8ae5-8372a5381202 req-fb2afdb8-0644-4da6-8f2b-19acab84bd94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 1099 time: 0.0733688 Mar 11 16:03:25.353215 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0357502e-0cd1-439f-af00-fb314dbadbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:47Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'dc8d40fb-9af0-43a7-9c04-5325a5c1c596', 'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:13:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:46Z', 'updated_at': '2022-03-11T15:59:52Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:25.356965 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0357502e-0cd1-439f-af00-fb314dbadbec None None] Checking router: 4ef38dfd-7148-4a5a-a470-7687762bbc33 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:03:25.365045 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357502e-0cd1-439f-af00-fb314dbadbec None None] Routers {'4ef38dfd-7148-4a5a-a470-7687762bbc33'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:03:25.365628 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0357502e-0cd1-439f-af00-fb314dbadbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:03:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4ef38dfd-7148-4a5a-a470-7687762bbc33'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:25.439779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0b350-5cfd-491a-8ae5-8372a5381202 req-6dca76b1-8b1f-4dad-8464-1adcab1af424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:25.441341 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3c0b350-5cfd-491a-8ae5-8372a5381202 req-6dca76b1-8b1f-4dad-8464-1adcab1af424 service neutron] 10.222.0.30 "GET /v2.0/networks?id=91ba165d-46af-4e04-9f07-3fb96134cc68 HTTP/1.1" status: 200 len: 897 time: 0.1406999 Mar 11 16:03:25.517363 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3c0b350-5cfd-491a-8ae5-8372a5381202 req-1328c86e-cd44-4ab2-84fc-1de5d087c806 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc86a135-8648-44a3-b1a4-896f02c78b62 HTTP/1.1" status: 200 len: 217 time: 0.0686002 Mar 11 16:03:25.547664 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-0357502e-0cd1-439f-af00-fb314dbadbec None None] Set router 4ef38dfd-7148-4a5a-a470-7687762bbc33 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:03:25.628786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0b350-5cfd-491a-8ae5-8372a5381202 req-3fc812db-e271-4b11-b08a-ea1330206979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:25.630246 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3c0b350-5cfd-491a-8ae5-8372a5381202 req-3fc812db-e271-4b11-b08a-ea1330206979 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae HTTP/1.1" status: 200 len: 843 time: 0.1067150 Mar 11 16:03:25.697727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e871df-bff3-488f-8bc1-bd3554cc4003 req-36a52edf-49dc-4160-8d4b-b67dd3f68130 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:25.698390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-50e871df-bff3-488f-8bc1-bd3554cc4003 req-36a52edf-49dc-4160-8d4b-b67dd3f68130 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:25.733997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0b350-5cfd-491a-8ae5-8372a5381202 req-f5a7fd2f-524a-41e0-9443-12318d261031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:25.735488 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3c0b350-5cfd-491a-8ae5-8372a5381202 req-f5a7fd2f-524a-41e0-9443-12318d261031 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91ba165d-46af-4e04-9f07-3fb96134cc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0978298 Mar 11 16:03:25.778755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-50e871df-bff3-488f-8bc1-bd3554cc4003 req-36a52edf-49dc-4160-8d4b-b67dd3f68130 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:25.779916 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-50e871df-bff3-488f-8bc1-bd3554cc4003 req-36a52edf-49dc-4160-8d4b-b67dd3f68130 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 946 time: 0.2802916 Mar 11 16:03:25.890247 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0357502e-0cd1-439f-af00-fb314dbadbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:47Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'dc8d40fb-9af0-43a7-9c04-5325a5c1c596', 'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:13:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:46Z', 'updated_at': '2022-03-11T15:59:52Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:25.890836 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-50e871df-bff3-488f-8bc1-bd3554cc4003 req-7e55cf08-821f-4c21-99e4-35d4ba4b0e7d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604126 Mar 11 16:03:25.894266 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0357502e-0cd1-439f-af00-fb314dbadbec None None] The sync data for ids ['4ef38dfd-7148-4a5a-a470-7687762bbc33'] in dv-neutron-833203-2-hyperv is: [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T15:59:47Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'dc8d40fb-9af0-43a7-9c04-5325a5c1c596', 'name': '', 'network_id': '91ba165d-46af-4e04-9f07-3fb96134cc68', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:13:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:46Z', 'updated_at': '2022-03-11T15:59:52Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:03:25.907997 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3c0b350-5cfd-491a-8ae5-8372a5381202 req-d5c8c823-a069-470a-97c0-8659d8a75c1f service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653082 Mar 11 16:03:25.999849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.042770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.045801 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3c0b350-5cfd-491a-8ae5-8372a5381202 req-b7145f0f-7bb3-4e70-985d-c33e37780ade service neutron] 10.222.0.30 "GET /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313984 Mar 11 16:03:26.106876 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a9fc2-6618-4c30-96cb-c9a5a36831de None None] New status for floating IP 60b93395-d77e-4288-9a70-38d3e0b0d8bf: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:03:27.171759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd441134-d492-45ff-a0fe-ac0cee7c8e1d req-bc549ec3-e9db-470f-b157-1321eb6897e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.173218 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fd441134-d492-45ff-a0fe-ac0cee7c8e1d req-bc549ec3-e9db-470f-b157-1321eb6897e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 946 time: 0.1661086 Mar 11 16:03:27.232729 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fd441134-d492-45ff-a0fe-ac0cee7c8e1d req-2768dff5-39c2-4368-920d-1769f654dd44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ba04d54-31bf-46c2-b607-3e177c8d7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531325 Mar 11 16:03:27.240667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03851dae-54c8-4a86-a0da-ed00f942dfbe req-d346476a-e898-4b58-a75a-fad36fba207a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.242037 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-03851dae-54c8-4a86-a0da-ed00f942dfbe req-d346476a-e898-4b58-a75a-fad36fba207a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 946 time: 0.1228964 Mar 11 16:03:27.420828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-03851dae-54c8-4a86-a0da-ed00f942dfbe req-b3f409b3-e7f9-4dc9-bfc3-7110154535b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port bc86a135-8648-44a3-b1a4-896f02c78b62 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:03:27.421171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-03851dae-54c8-4a86-a0da-ed00f942dfbe req-b3f409b3-e7f9-4dc9-bfc3-7110154535b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.661496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-03851dae-54c8-4a86-a0da-ed00f942dfbe req-b3f409b3-e7f9-4dc9-bfc3-7110154535b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port bc86a135-8648-44a3-b1a4-896f02c78b62, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bc86a135-8648-44a3-b1a4-896f02c78b62,segment=NetworkSegment(356e970e-4427-4280-b88e-4b57ba26e423),segment_id=356e970e-4427-4280-b88e-4b57ba26e423)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:03:27.661853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-03851dae-54c8-4a86-a0da-ed00f942dfbe req-b3f409b3-e7f9-4dc9-bfc3-7110154535b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.782186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-03851dae-54c8-4a86-a0da-ed00f942dfbe req-b3f409b3-e7f9-4dc9-bfc3-7110154535b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for bc86a135-8648-44a3-b1a4-896f02c78b62 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:03:27.997699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-03851dae-54c8-4a86-a0da-ed00f942dfbe req-b3f409b3-e7f9-4dc9-bfc3-7110154535b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.046518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f409b3-e7f9-4dc9-bfc3-7110154535b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=bc86a135-8648-44a3-b1a4-896f02c78b62,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:28.125574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-03851dae-54c8-4a86-a0da-ed00f942dfbe req-b3f409b3-e7f9-4dc9-bfc3-7110154535b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] No DVR routers for this DVR port bc86a135-8648-44a3-b1a4-896f02c78b62 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:03:28.127776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-03851dae-54c8-4a86-a0da-ed00f942dfbe req-b3f409b3-e7f9-4dc9-bfc3-7110154535b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.130156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f2dea9-4413-4e51-88db-98befc8c7574', 'name': 'network-vif-deleted', 'tag': 'bc86a135-8648-44a3-b1a4-896f02c78b62'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:03:28.180526 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f2dea9-4413-4e51-88db-98befc8c7574', 'name': 'network-vif-deleted', 'tag': 'bc86a135-8648-44a3-b1a4-896f02c78b62', 'status': 'completed', 'code': 200} Mar 11 16:03:28.211003 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-03851dae-54c8-4a86-a0da-ed00f942dfbe req-b3f409b3-e7f9-4dc9-bfc3-7110154535b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "DELETE /v2.0/ports/bc86a135-8648-44a3-b1a4-896f02c78b62 HTTP/1.1" status: 204 len: 173 time: 0.9634998 Mar 11 16:03:28.380083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-499ec1a8-33b6-48ae-9450-58155fc45664 req-7f70d1d0-e894-4d07-a472-356c0b2a4fad tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:28.488879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-499ec1a8-33b6-48ae-9450-58155fc45664 req-7f70d1d0-e894-4d07-a472-356c0b2a4fad tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:28.490064 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-499ec1a8-33b6-48ae-9450-58155fc45664 req-7f70d1d0-e894-4d07-a472-356c0b2a4fad tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f2dea9-4413-4e51-88db-98befc8c7574 HTTP/1.1" status: 200 len: 210 time: 0.1526752 Mar 11 16:03:29.583932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45066) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:29.653105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b33fe9e8-700e-424e-be17-5b75c29d7fce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.681796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b33fe9e8-700e-424e-be17-5b75c29d7fce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.802575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b33fe9e8-700e-424e-be17-5b75c29d7fce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.819155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fe9e8-700e-424e-be17-5b75c29d7fce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba04d54-31bf-46c2-b607-3e177c8d7c24,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:29.827784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b33fe9e8-700e-424e-be17-5b75c29d7fce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.828966 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b33fe9e8-700e-424e-be17-5b75c29d7fce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/1ba04d54-31bf-46c2-b607-3e177c8d7c24 HTTP/1.1" status: 204 len: 168 time: 0.2439866 Mar 11 16:03:29.919427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45072) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:30.458288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.801054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port dc8d40fb-9af0-43a7-9c04-5325a5c1c596 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:03:30.801386 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.983941 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port dc8d40fb-9af0-43a7-9c04-5325a5c1c596, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=dc8d40fb-9af0-43a7-9c04-5325a5c1c596,segment=NetworkSegment(356e970e-4427-4280-b88e-4b57ba26e423),segment_id=356e970e-4427-4280-b88e-4b57ba26e423)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:03:30.984621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.106136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for dc8d40fb-9af0-43a7-9c04-5325a5c1c596 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:03:31.107202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device bc86a135-8648-44a3-b1a4-896f02c78b62 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:03:31.142998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: bc86a135-8648-44a3-b1a4-896f02c78b62 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:03:31.143340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device bc86a135-8648-44a3-b1a4-896f02c78b62 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:03:31.610478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.657782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=dc8d40fb-9af0-43a7-9c04-5325a5c1c596,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:31.727745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.728090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.728440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.728794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.729124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.729454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.729778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.730101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.730428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.730748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.731069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.731422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:31.939458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.295581 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router 4ef38dfd-7148-4a5a-a470-7687762bbc33 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:03:32.467773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:03:32.477806 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee9516-b874-480d-96e6-813f8bd7f221 None None] Sync routers for ids ['4ef38dfd-7148-4a5a-a470-7687762bbc33'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:03:32.487651 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee9516-b874-480d-96e6-813f8bd7f221 None None] Routers {'4ef38dfd-7148-4a5a-a470-7687762bbc33'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:03:32.488253 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-73ee9516-b874-480d-96e6-813f8bd7f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:03:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4ef38dfd-7148-4a5a-a470-7687762bbc33'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:32.559027 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7bc11119-0153-4efe-b0d8-014af9e6f8cf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/4ef38dfd-7148-4a5a-a470-7687762bbc33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6384268 Mar 11 16:03:32.562183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45076) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:32.628036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-604d4ee5-6d76-4a0c-9066-1aae54d87bff tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting subnet 60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:03:32.630976 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-604d4ee5-6d76-4a0c-9066-1aae54d87bff tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.662325 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-73ee9516-b874-480d-96e6-813f8bd7f221 None None] Set router 4ef38dfd-7148-4a5a-a470-7687762bbc33 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:03:32.689847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-604d4ee5-6d76-4a0c-9066-1aae54d87bff tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.774957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-604d4ee5-6d76-4a0c-9066-1aae54d87bff tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.906228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-604d4ee5-6d76-4a0c-9066-1aae54d87bff tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.947093 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-73ee9516-b874-480d-96e6-813f8bd7f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T16:03:31Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:32.949092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d4ee5-6d76-4a0c-9066-1aae54d87bff tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Subnet': ['ID=60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:32.951498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-604d4ee5-6d76-4a0c-9066-1aae54d87bff tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.951631 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee9516-b874-480d-96e6-813f8bd7f221 None None] Checking router: 4ef38dfd-7148-4a5a-a470-7687762bbc33 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:03:32.956840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef94ec1-44cc-470d-9c32-80c8094b38e7 None None] Network 91ba165d-46af-4e04-9f07-3fb96134cc68 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:03:32.960380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45080) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:32.960506 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-604d4ee5-6d76-4a0c-9066-1aae54d87bff tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/subnets/60fff9a9-3e2b-4339-b14c-e2d5ed7d44ae HTTP/1.1" status: 204 len: 168 time: 0.3971608 Mar 11 16:03:32.961131 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee9516-b874-480d-96e6-813f8bd7f221 None None] Routers {'4ef38dfd-7148-4a5a-a470-7687762bbc33'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:03:32.961739 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-73ee9516-b874-480d-96e6-813f8bd7f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:03:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['4ef38dfd-7148-4a5a-a470-7687762bbc33'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:33.140106 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-73ee9516-b874-480d-96e6-813f8bd7f221 None None] Set router 4ef38dfd-7148-4a5a-a470-7687762bbc33 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:03:33.227902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] DHCP port deletion for 91ba165d-46af-4e04-9f07-3fb96134cc68 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:03:33.232336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Deleting port 04e3f207-3012-4b30-ae14-27384de996e3 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:03:33.232920 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.275790 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.433207 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-73ee9516-b874-480d-96e6-813f8bd7f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T16:03:31Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:33.437674 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee9516-b874-480d-96e6-813f8bd7f221 None None] The sync data for ids ['4ef38dfd-7148-4a5a-a470-7687762bbc33'] in dv-neutron-833203-2-hyperv is: [{'id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'name': 'tempest-TestNetworkBasicOps-router-1832487804', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184'}], 'enable_snat': True}, 'gw_port_id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:59:41Z', 'updated_at': '2022-03-11T16:03:31Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '541c6777-95d4-46d1-87ca-13c77efa93f4', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef38dfd-7148-4a5a-a470-7687762bbc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:59:42Z', 'updated_at': '2022-03-11T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:03:33.444227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] For port 04e3f207-3012-4b30-ae14-27384de996e3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=04e3f207-3012-4b30-ae14-27384de996e3,segment=NetworkSegment(356e970e-4427-4280-b88e-4b57ba26e423),segment_id=356e970e-4427-4280-b88e-4b57ba26e423)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:03:33.444653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.458116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.540004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 541c6777-95d4-46d1-87ca-13c77efa93f4 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:03:33.540349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.569246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Calling delete_port for 04e3f207-3012-4b30-ae14-27384de996e3 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:03:33.707780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.719674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 541c6777-95d4-46d1-87ca-13c77efa93f4, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=541c6777-95d4-46d1-87ca-13c77efa93f4,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:03:33.719953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.753770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Pushing event deleted for resources: {'Port': ['ID=04e3f207-3012-4b30-ae14-27384de996e3,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:33.758412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] No DVR routers for this DVR port 04e3f207-3012-4b30-ae14-27384de996e3 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:03:33.764484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.764668 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.764925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.765254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.765633 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.765892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.766215 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.766536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.766853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.767169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.767487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.767801 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f9596-afc4-4bdd-a06f-64c31364e2be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:33.844760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 541c6777-95d4-46d1-87ca-13c77efa93f4 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:03:34.090179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.137359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=541c6777-95d4-46d1-87ca-13c77efa93f4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:34.233538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.406277 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.408409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.499982 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.500632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Fanout notify agent at l3_agent the message router_deleted on router 4ef38dfd-7148-4a5a-a470-7687762bbc33 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:03:34.515564 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.517585 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bb4fd773-67b0-4e93-b216-d367227bba44 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/routers/4ef38dfd-7148-4a5a-a470-7687762bbc33 HTTP/1.1" status: 204 len: 168 time: 1.5542631 Mar 11 16:03:34.519771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45084) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:34.636223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.766530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.790949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ba165d-46af-4e04-9f07-3fb96134cc68']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:34.803119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356e970e-4427-4280-b88e-4b57ba26e423') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:34.803427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356e970e-4427-4280-b88e-4b57ba26e423') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:34.814394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.830017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.835772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:03:34.836151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:34.850893 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:34.981941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 04e3f207-3012-4b30-ae14-27384de996e3 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:03:35.017323 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 04e3f207-3012-4b30-ae14-27384de996e3 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:03:35.017582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 04e3f207-3012-4b30-ae14-27384de996e3 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:03:35.017998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 541c6777-95d4-46d1-87ca-13c77efa93f4 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:03:35.053014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 541c6777-95d4-46d1-87ca-13c77efa93f4 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:03:35.053360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 541c6777-95d4-46d1-87ca-13c77efa93f4 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:03:35.053771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dc8d40fb-9af0-43a7-9c04-5325a5c1c596 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:03:35.085953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: dc8d40fb-9af0-43a7-9c04-5325a5c1c596 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:03:35.086296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device dc8d40fb-9af0-43a7-9c04-5325a5c1c596 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:03:35.111392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.129097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.139824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Network': ['ID=91ba165d-46af-4e04-9f07-3fb96134cc68,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:35.208900 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a9c2bf36-2065-422b-bc59-0c04709106e5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/networks/91ba165d-46af-4e04-9f07-3fb96134cc68 HTTP/1.1" status: 204 len: 168 time: 0.6880677 Mar 11 16:03:35.220378 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45088) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:35.226159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'network': {'name': 'tempest-network-smoke--1803277184', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'port_security_enabled': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:35.231042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:35.235655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:network and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:35.238508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:35.244178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:35.301999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:35.305454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.332346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:35.340768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.341113 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Added segment c7ec055a-0a73-45f4-bd70-f6f07621586a of type vlan for network bbdd171e-163c-44dd-ba06-8d2d497dd13e Mar 11 16:03:35.366588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.450507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.455775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:35.460682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.558180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Network': ['ID=bbdd171e-163c-44dd-ba06-8d2d497dd13e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:35.567828 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network bbdd171e-163c-44dd-ba06-8d2d497dd13e details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:35.611476 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f289ed7e-34f2-4c19-a251-83bde346f51c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3900499 Mar 11 16:03:35.614264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45092) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:35.619350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'admin_state_up': True, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:35.627197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:35.631019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:router and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:35.633866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:35.644321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:35.696672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.697723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.712422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:36.040112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:36.405907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:36.435339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:36.567186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.222 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/ef4245d4-4644-40ee-a7f1-8bd3be20a253) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:36.714637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:36.820149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:36.884574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:36.887248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:36.890421 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:03:36.936537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=ef4245d4-4644-40ee-a7f1-8bd3be20a253,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:37.502239 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:37.843316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.107881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b62e37ab-aedc-48fd-9449-87a65d086c8f is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:03:38.279903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:03:38.290135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Sync routers for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:03:38.299566 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:03:38.300167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:03:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:38.353414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.354642 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8b0a9330-14d3-4d3e-b85e-9a1d08f4a9a5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7394576 Mar 11 16:03:38.363765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45096) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:38.510121 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:03:38.524282 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-af0dc5a9-8bb8-442a-b128-039dd4ab10d9 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6797a56b2aca4fd594e47cef9b833912&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1649225 Mar 11 16:03:38.527122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45102) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:38.659921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ade50-ccfe-4889-99f7-f4abc3b50bd0 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:38.661398 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a38ade50-ccfe-4889-99f7-f4abc3b50bd0 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333001 Mar 11 16:03:38.664292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45106) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:38.704919 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2e326984-934a-4b9a-866a-78b6a7ed8720 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395007 Mar 11 16:03:38.707439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45110) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:38.712888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-655012293', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:38.789672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:37Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:38.793457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Checking router: b62e37ab-aedc-48fd-9449-87a65d086c8f for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:03:38.793826 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Updating router b62e37ab-aedc-48fd-9449-87a65d086c8f port ef4245d4-4644-40ee-a7f1-8bd3be20a253 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:03:38.825301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:38.829074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:subnet and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:38.831843 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:38.837429 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:38.845408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.907333 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:38.910925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.178121 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.189729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Transition to ACTIVE for port object ef4245d4-4644-40ee-a7f1-8bd3be20a253 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:39.322758 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.351570 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.398961 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Attempting to bind port ef4245d4-4644-40ee-a7f1-8bd3be20a253 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:39.399328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Attempting to bind port ef4245d4-4644-40ee-a7f1-8bd3be20a253 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:39.399676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Attempting to bind port ef4245d4-4644-40ee-a7f1-8bd3be20a253 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:03:39.409294 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:03:39.409655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:03:39.410051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.410433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:03:39.410884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Bound port: ef4245d4-4644-40ee-a7f1-8bd3be20a253, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:39.411246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.431779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Subnet': ['ID=744956cc-feed-4a3d-81ff-297d1db02e8e,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:39.436192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Checking segment: {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:03:39.436579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network hostable DHCP agents. Network: bbdd171e-163c-44dd-ba06-8d2d497dd13e, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:03:39.438575 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bcc4e-e734-4be0-b01f-06ec98452eba None None] Pushing event updated for resources: {'Port': ['ID=ef4245d4-4644-40ee-a7f1-8bd3be20a253,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:39.486834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] For port ef4245d4-4644-40ee-a7f1-8bd3be20a253, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:03:39.489714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] For port ef4245d4-4644-40ee-a7f1-8bd3be20a253, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ef4245d4-4644-40ee-a7f1-8bd3be20a253,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:03:39.510964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network bbdd171e-163c-44dd-ba06-8d2d497dd13e is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:03:39.562812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.590920 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, bbdd171e-163c-44dd-ba06-8d2d497dd13e) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:39.595256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:39.595842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.609661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b5ee5a-2aa2-4e29-b633-d12298ca1b03 None None] Network bbdd171e-163c-44dd-ba06-8d2d497dd13e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:03:39.668286 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a1f30cc7-d4db-4939-9e0e-7aac4a38f849 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9597981 Mar 11 16:03:39.671031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45114) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:39.724618 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:03:39.725132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:03:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:39.800455 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bcc4e-e734-4be0-b01f-06ec98452eba None None] Pushing event updated for resources: {'Port': ['ID=ef4245d4-4644-40ee-a7f1-8bd3be20a253,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:39.988633 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:03:40.154719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:03:40.155512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.365936 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.431211 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Allocated IP 172.20.0.2 (bbdd171e-163c-44dd-ba06-8d2d497dd13e/744956cc-feed-4a3d-81ff-297d1db02e8e/f6a22552-2b72-4aa9-aa38-7abc79857c17) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:40.535868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:37Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:40.544864 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa934e4-b40d-4553-bc57-6139dc00668d None None] The sync data for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv is: [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:37Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:03:40.652743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.663975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Transition to ACTIVE for port object f6a22552-2b72-4aa9-aa38-7abc79857c17 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:40.684674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Transition to ACTIVE for port object f6a22552-2b72-4aa9-aa38-7abc79857c17 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:40.757776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.838539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.1 (bbdd171e-163c-44dd-ba06-8d2d497dd13e/744956cc-feed-4a3d-81ff-297d1db02e8e/9bdd0849-2187-4af7-8ea7-539fa408c653) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:40.841731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Network bbdd171e-163c-44dd-ba06-8d2d497dd13e is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:40.849630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:40.852257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:03:40.908575 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Pushing event updated for resources: {'Port': ['ID=f6a22552-2b72-4aa9-aa38-7abc79857c17,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:40.966748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Attempting to bind port f6a22552-2b72-4aa9-aa38-7abc79857c17 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:40.967123 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Attempting to bind port f6a22552-2b72-4aa9-aa38-7abc79857c17 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:40.967535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Attempting to bind port f6a22552-2b72-4aa9-aa38-7abc79857c17 on network bbdd171e-163c-44dd-ba06-8d2d497dd13e {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:03:40.974001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:03:40.974410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Checking segment: {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:03:40.974804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.975194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Bound using segment: {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:03:40.975842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Bound port: f6a22552-2b72-4aa9-aa38-7abc79857c17, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:40.976369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.073928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] For port f6a22552-2b72-4aa9-aa38-7abc79857c17, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:03:41.079424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] For port f6a22552-2b72-4aa9-aa38-7abc79857c17, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=f6a22552-2b72-4aa9-aa38-7abc79857c17,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:03:41.130117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.146176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object 9bdd0849-2187-4af7-8ea7-539fa408c653 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:41.165307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.247866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.248109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ae8e4-e992-4c14-8eb7-b921aa2756d9 None None] Pushing event updated for resources: {'Port': ['ID=f6a22552-2b72-4aa9-aa38-7abc79857c17,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:41.328217 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network bbdd171e-163c-44dd-ba06-8d2d497dd13e is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:41.339324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:41.341705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:03:41.381742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=9bdd0849-2187-4af7-8ea7-539fa408c653,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:41.412475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.766266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.180492 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.236836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.349722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.354722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=9bdd0849-2187-4af7-8ea7-539fa408c653,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:42.484207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network bbdd171e-163c-44dd-ba06-8d2d497dd13e is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:42.485267 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:42.675401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b62e37ab-aedc-48fd-9449-87a65d086c8f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:03:42.804587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ef4245d4-4644-40ee-a7f1-8bd3be20a253 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:42.852340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc73846-e831-421f-b32c-6791bec83b82 None None] Network bbdd171e-163c-44dd-ba06-8d2d497dd13e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:03:42.991813 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:03:43.003047 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Sync routers for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:03:43.007872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45118) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:43.008344 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d87fe4cc-bd9d-4ffa-b08e-2672994214c2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/b62e37ab-aedc-48fd-9449-87a65d086c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3359215 Mar 11 16:03:43.030947 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:03:43.037476 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:03:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:43.079789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2e6b5905-cefe-4d31-83e2-11f7fb0c55dd None None] Provisioning for port f6a22552-2b72-4aa9-aa38-7abc79857c17 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:43.137695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port ef4245d4-4644-40ee-a7f1-8bd3be20a253 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:43.144497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port ef4245d4-4644-40ee-a7f1-8bd3be20a253 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:43.146028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.159508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5140af-c3ce-42ca-b6f6-9bfeab1ec22e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:43.160040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5140af-c3ce-42ca-b6f6-9bfeab1ec22e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:43.160495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5140af-c3ce-42ca-b6f6-9bfeab1ec22e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:43.161136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5140af-c3ce-42ca-b6f6-9bfeab1ec22e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:43.163011 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9a5140af-c3ce-42ca-b6f6-9bfeab1ec22e tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1534116 Mar 11 16:03:43.166091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45122) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:43.261639 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:03:43.261853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95470552-fb86-40a4-a1af-aba57909382b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:43.261853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95470552-fb86-40a4-a1af-aba57909382b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:43.261853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95470552-fb86-40a4-a1af-aba57909382b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:43.262583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95470552-fb86-40a4-a1af-aba57909382b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:43.264585 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-95470552-fb86-40a4-a1af-aba57909382b tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0967696 Mar 11 16:03:43.266742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45126) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:43.278167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.301069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port ef4245d4-4644-40ee-a7f1-8bd3be20a253, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ef4245d4-4644-40ee-a7f1-8bd3be20a253,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:03:43.382393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.383216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device f6a22552-2b72-4aa9-aa38-7abc79857c17 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:43.597105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=ef4245d4-4644-40ee-a7f1-8bd3be20a253,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:43.645519 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-14774061-1dd7-4adc-91dc-21222049737a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3776236 Mar 11 16:03:43.654504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-480946e1-23b0-45c1-ae81-4ff1f70bb7f1 None None] Provisioning for port 9bdd0849-2187-4af7-8ea7-539fa408c653 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:43.660130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-480946e1-23b0-45c1-ae81-4ff1f70bb7f1 None None] Provisioning complete for port 9bdd0849-2187-4af7-8ea7-539fa408c653 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:43.660497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-480946e1-23b0-45c1-ae81-4ff1f70bb7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.672765 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:42Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:43.677035 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Checking router: b62e37ab-aedc-48fd-9449-87a65d086c8f for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:03:43.677387 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Updating router b62e37ab-aedc-48fd-9449-87a65d086c8f port 9bdd0849-2187-4af7-8ea7-539fa408c653 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:03:43.693978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port f6a22552-2b72-4aa9-aa38-7abc79857c17 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:43.713537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port f6a22552-2b72-4aa9-aa38-7abc79857c17 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:43.714006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.732716 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.795554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-480946e1-23b0-45c1-ae81-4ff1f70bb7f1 None None] Port 9bdd0849-2187-4af7-8ea7-539fa408c653 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:03:43.849568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-480946e1-23b0-45c1-ae81-4ff1f70bb7f1 None None] Provisioning complete for port f6a22552-2b72-4aa9-aa38-7abc79857c17 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:43.850228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-480946e1-23b0-45c1-ae81-4ff1f70bb7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.899940 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.948627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port f6a22552-2b72-4aa9-aa38-7abc79857c17, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=f6a22552-2b72-4aa9-aa38-7abc79857c17,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:03:43.957477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45132) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:43.963002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302455456', 'description': 'tempest-secgroup-smoke-302455456 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:43.969225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:43.973620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:43.976537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:43.982818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:44.016883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-480946e1-23b0-45c1-ae81-4ff1f70bb7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.026945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.065973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.086747 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.087380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:44.091230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:44.094258 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:44.098870 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Transition to ACTIVE for port object 9bdd0849-2187-4af7-8ea7-539fa408c653 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:44.100362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:44.141682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=f6a22552-2b72-4aa9-aa38-7abc79857c17,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:44.158227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-480946e1-23b0-45c1-ae81-4ff1f70bb7f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:03:44.158577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-480946e1-23b0-45c1-ae81-4ff1f70bb7f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:03:44.174835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.196791 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.277083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.320981 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Pushing event updated for resources: {'Port': ['ID=9bdd0849-2187-4af7-8ea7-539fa408c653,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:44.328753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9282779f-171f-468a-beef-2a7330ea94e9,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:44.331844 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.332191 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.332532 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.332884 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.333207 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.333700 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.334023 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.334339 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.334811 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.335270 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.335740 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.336203 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.337698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.338121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.338573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.338995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.339358 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.339930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.340923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.341466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.342003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.342589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.342930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.343263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:44.426981 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Attempting to bind port 9bdd0849-2187-4af7-8ea7-539fa408c653 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:44.427340 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Attempting to bind port 9bdd0849-2187-4af7-8ea7-539fa408c653 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:44.427688 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Attempting to bind port 9bdd0849-2187-4af7-8ea7-539fa408c653 on network bbdd171e-163c-44dd-ba06-8d2d497dd13e {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:03:44.433029 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:03:44.433390 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Checking segment: {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:03:44.433780 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.434697 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Bound using segment: {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:03:44.435150 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Bound port: 9bdd0849-2187-4af7-8ea7-539fa408c653, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:44.435509 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.445278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.446174 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b67bb39c-309d-4946-a91a-b762b20ce2ce tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4876721 Mar 11 16:03:44.448919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45136) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:44.454504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e1cfa7ee-5a64-456c-9b89-af372b6bb724 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '9282779f-171f-468a-beef-2a7330ea94e9', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:44.460690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e1cfa7ee-5a64-456c-9b89-af372b6bb724 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:44.464782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e1cfa7ee-5a64-456c-9b89-af372b6bb724 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:44.467874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e1cfa7ee-5a64-456c-9b89-af372b6bb724 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:44.473967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e1cfa7ee-5a64-456c-9b89-af372b6bb724 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:44.521736 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] For port 9bdd0849-2187-4af7-8ea7-539fa408c653, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:03:44.524520 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] For port 9bdd0849-2187-4af7-8ea7-539fa408c653, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9bdd0849-2187-4af7-8ea7-539fa408c653,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:03:44.577812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e1cfa7ee-5a64-456c-9b89-af372b6bb724 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.616479 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.640694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e1cfa7ee-5a64-456c-9b89-af372b6bb724 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.697628 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:03:44.698295 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:03:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:44.748369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e1cfa7ee-5a64-456c-9b89-af372b6bb724 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.769605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfa7ee-5a64-456c-9b89-af372b6bb724 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8785b966-8f02-4dfb-a8d4-2950d27fe8bc,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:44.775236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ef4245d4-4644-40ee-a7f1-8bd3be20a253 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:44.846009 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c035a-d8b4-4bd8-9c2d-16e45de003fb None None] Pushing event updated for resources: {'Port': ['ID=9bdd0849-2187-4af7-8ea7-539fa408c653,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:44.854563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e1cfa7ee-5a64-456c-9b89-af372b6bb724 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.858729 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e1cfa7ee-5a64-456c-9b89-af372b6bb724 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4067914 Mar 11 16:03:44.859585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45140) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:44.864894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ef93125e-b43a-4a3c-a37c-c09e5d3cd03d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '9282779f-171f-468a-beef-2a7330ea94e9', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:44.871027 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port ef4245d4-4644-40ee-a7f1-8bd3be20a253 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:44.872101 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.873612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ef93125e-b43a-4a3c-a37c-c09e5d3cd03d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:44.882061 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ef93125e-b43a-4a3c-a37c-c09e5d3cd03d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:44.885296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ef93125e-b43a-4a3c-a37c-c09e5d3cd03d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:44.892153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ef93125e-b43a-4a3c-a37c-c09e5d3cd03d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:44.893497 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:03:44.948906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef93125e-b43a-4a3c-a37c-c09e5d3cd03d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.001313 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device f6a22552-2b72-4aa9-aa38-7abc79857c17 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:45.012852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef93125e-b43a-4a3c-a37c-c09e5d3cd03d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.071206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port f6a22552-2b72-4aa9-aa38-7abc79857c17 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:45.071578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.073478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef93125e-b43a-4a3c-a37c-c09e5d3cd03d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.100832 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93125e-b43a-4a3c-a37c-c09e5d3cd03d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2c9f0a-5648-433f-9d45-6ec53ff0ea64,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:45.158923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ef93125e-b43a-4a3c-a37c-c09e5d3cd03d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.162789 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ef93125e-b43a-4a3c-a37c-c09e5d3cd03d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2996478 Mar 11 16:03:45.163164 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45144) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:45.168288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4a400771-cd33-41ed-a935-b0ace7bf78f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '9282779f-171f-468a-beef-2a7330ea94e9', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:45.174342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4a400771-cd33-41ed-a935-b0ace7bf78f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:45.178339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4a400771-cd33-41ed-a935-b0ace7bf78f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:45.181299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4a400771-cd33-41ed-a935-b0ace7bf78f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:45.188603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4a400771-cd33-41ed-a935-b0ace7bf78f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:45.233295 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:44Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:45.237155 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16c54a-f6fb-4759-b816-ebcd853b3e41 None None] The sync data for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv is: [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:44Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:03:45.291961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a400771-cd33-41ed-a935-b0ace7bf78f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.367977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a400771-cd33-41ed-a935-b0ace7bf78f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.448477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a400771-cd33-41ed-a935-b0ace7bf78f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.476362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a400771-cd33-41ed-a935-b0ace7bf78f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83b317b-ded6-425a-b3b1-beb0930d9014,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:45.580348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a400771-cd33-41ed-a935-b0ace7bf78f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.585677 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4a400771-cd33-41ed-a935-b0ace7bf78f2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4175158 Mar 11 16:03:45.585677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45148) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:45.591034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-359b72af-6778-4e97-a09e-448732e03b87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '9282779f-171f-468a-beef-2a7330ea94e9', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:45.597527 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-359b72af-6778-4e97-a09e-448732e03b87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:45.601739 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-359b72af-6778-4e97-a09e-448732e03b87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:45.604734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-359b72af-6778-4e97-a09e-448732e03b87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:45.611159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-359b72af-6778-4e97-a09e-448732e03b87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:45.758289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-359b72af-6778-4e97-a09e-448732e03b87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.798776 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:03:45.825293 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-359b72af-6778-4e97-a09e-448732e03b87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.930930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-359b72af-6778-4e97-a09e-448732e03b87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.956244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b72af-6778-4e97-a09e-448732e03b87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1a2e8b-5eda-459b-961f-11d8543b47b1,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:46.068092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-359b72af-6778-4e97-a09e-448732e03b87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.069457 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-359b72af-6778-4e97-a09e-448732e03b87 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4837365 Mar 11 16:03:46.072266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45152) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:46.080956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '9282779f-171f-468a-beef-2a7330ea94e9', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:46.085082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:46.088629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:46.092182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:46.098448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:46.233629 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:03:46.240792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.307353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.396945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.419824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8b53b5-bdad-477c-8c02-f8601f93a038,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:46.524842 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.526013 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a094436f-f816-4a6e-a3c0-bba791555574 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4527073 Mar 11 16:03:46.528780 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45156) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:46.533577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '9282779f-171f-468a-beef-2a7330ea94e9', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:46.539394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:46.543141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:46.546534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:46.552140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:46.650430 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:03:46.657645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.725729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.763386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9bdd0849-2187-4af7-8ea7-539fa408c653 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:46.848476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.872858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6d692f-44a0-4835-9a98-571278bf1cbe,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:46.964618 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 9bdd0849-2187-4af7-8ea7-539fa408c653 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:46.970060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9bdd0849-2187-4af7-8ea7-539fa408c653 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:46.970439 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.016294 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.018158 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1b8fb475-6110-48a8-8569-c55eab034205 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4884744 Mar 11 16:03:47.087411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.120654 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 9bdd0849-2187-4af7-8ea7-539fa408c653, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9bdd0849-2187-4af7-8ea7-539fa408c653,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:03:47.177636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-08790eac-330b-4ac3-bc38-68b965473a81 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:47.244723 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.319292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=9bdd0849-2187-4af7-8ea7-539fa408c653,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:47.353435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-08790eac-330b-4ac3-bc38-68b965473a81 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:47.354790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-08790eac-330b-4ac3-bc38-68b965473a81 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302455456&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.2150927 Mar 11 16:03:47.509880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-7b547925-eb81-460f-9a48-e6c843ea5a9a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:47.510472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-7b547925-eb81-460f-9a48-e6c843ea5a9a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:47.659663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-7b547925-eb81-460f-9a48-e6c843ea5a9a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:47.660875 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-7b547925-eb81-460f-9a48-e6c843ea5a9a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 797 time: 0.2995615 Mar 11 16:03:47.676810 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-4e2b9042-35bb-4e2a-a9fc-2333c3bfee18 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/quotas/6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 375 time: 0.0099528 Mar 11 16:03:47.760192 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-52d232e4-5f54-490c-b004-1df1829bfdac tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777853 Mar 11 16:03:47.896905 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-077fb782-457e-4f1e-9c69-527187e8d3ff service neutron] 10.222.0.39 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241786 Mar 11 16:03:48.025933 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-c42cb4a9-3bcb-48c5-9be6-78831af91f26 service neutron] 10.222.0.39 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232319 Mar 11 16:03:48.322914 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15139c59-8682-46b9-aa60-6e1191ff2e9a req-a928f774-9273-4959-89c6-ff56c3e103b3 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0487375 Mar 11 16:03:48.746103 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9bdd0849-2187-4af7-8ea7-539fa408c653 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:48.812714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9bdd0849-2187-4af7-8ea7-539fa408c653 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:48.813090 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.419714 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac38deeb-e175-498c-9c87-56dc311ff283 req-70c59985-504f-4244-89a4-68bdaba49e10 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0440831 Mar 11 16:03:50.567182 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7580b415-e124-4a4a-ad57-140d573298c6 req-0d7eae6f-01bd-4838-af35-65b19a6175d7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0419569 Mar 11 16:03:50.890270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2f06d500-87d5-4b92-8038-6509b67cefb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.140417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-3bfb7f52-4f05-41da-a68e-a1919201eabe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:51.141860 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-3bfb7f52-4f05-41da-a68e-a1919201eabe tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 797 time: 0.1459875 Mar 11 16:03:51.194304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6d56a1db-e937-41db-ae13-2cb21edf70c9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 379 time: 0.0444875 Mar 11 16:03:51.202838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'device_id': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'admin_state_up': True, 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'security_groups': ['9282779f-171f-468a-beef-2a7330ea94e9']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:51.340984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:51.345197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:port and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:51.348517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:51.354312 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:51.461544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:51.464984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.624315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.6 (bbdd171e-163c-44dd-ba06-8d2d497dd13e/744956cc-feed-4a3d-81ff-297d1db02e8e/a96d97d1-c730-4a67-a37d-42468445a2cb) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:51.737811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aea6282f-13e4-4995-89b3-2ba81c772267 req-f8f418cd-a09d-421e-af9c-9f965b897c4d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0571954 Mar 11 16:03:51.942238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.958049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object a96d97d1-c730-4a67-a37d-42468445a2cb will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:52.094319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.160672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network bbdd171e-163c-44dd-ba06-8d2d497dd13e is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:52.163542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:52.166041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:03:52.216508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=a96d97d1-c730-4a67-a37d-42468445a2cb,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:52.243883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:52.244521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.365659 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-67c5be8b-c496-441f-bfa1-7ac207331cdb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1662188 Mar 11 16:03:52.377236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Request body: {'port': {'device_id': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:03:52.488250 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.490424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-652467b8-b343-4b2e-8ad6-9551a84fd1ff None None] Provisioning for port a96d97d1-c730-4a67-a37d-42468445a2cb completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:52.495491 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-652467b8-b343-4b2e-8ad6-9551a84fd1ff None None] Provisioning complete for port a96d97d1-c730-4a67-a37d-42468445a2cb triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:52.495915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-652467b8-b343-4b2e-8ad6-9551a84fd1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.551112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-652467b8-b343-4b2e-8ad6-9551a84fd1ff None None] Port a96d97d1-c730-4a67-a37d-42468445a2cb cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:03:52.829553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96d97d1-c730-4a67-a37d-42468445a2cb {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:03:52.837324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.898505 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Transition to ACTIVE for port object a96d97d1-c730-4a67-a37d-42468445a2cb will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:52.935010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889acd5-d499-4dde-945a-d8feaf7d79d2 req-4fe53457-40d5-4dac-96e7-ef18099a3678 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:52.935715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c889acd5-d499-4dde-945a-d8feaf7d79d2 req-4fe53457-40d5-4dac-96e7-ef18099a3678 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:52.996521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.036436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c889acd5-d499-4dde-945a-d8feaf7d79d2 req-4fe53457-40d5-4dac-96e7-ef18099a3678 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:53.037596 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c889acd5-d499-4dde-945a-d8feaf7d79d2 req-4fe53457-40d5-4dac-96e7-ef18099a3678 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 931 time: 0.1977639 Mar 11 16:03:53.193354 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Pushing event updated for resources: {'Port': ['ID=a96d97d1-c730-4a67-a37d-42468445a2cb,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:53.232988 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c889acd5-d499-4dde-945a-d8feaf7d79d2 req-2b3dd602-8680-44af-9cd1-9ba1ff4c5473 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864731 Mar 11 16:03:53.271797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Attempting to bind port a96d97d1-c730-4a67-a37d-42468445a2cb on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:53.272057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Attempting to bind port a96d97d1-c730-4a67-a37d-42468445a2cb by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:53.272390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Attempting to bind port a96d97d1-c730-4a67-a37d-42468445a2cb on network bbdd171e-163c-44dd-ba06-8d2d497dd13e {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:03:53.277023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Port a96d97d1-c730-4a67-a37d-42468445a2cb on network bbdd171e-163c-44dd-ba06-8d2d497dd13e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:03:53.277347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Attempting to bind port a96d97d1-c730-4a67-a37d-42468445a2cb on network bbdd171e-163c-44dd-ba06-8d2d497dd13e {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:03:53.283054 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:03:53.283392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Checking segment: {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:03:53.283774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Bound using segment: {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:03:53.284198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Bound port: a96d97d1-c730-4a67-a37d-42468445a2cb, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:53.284567 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.371176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] For port a96d97d1-c730-4a67-a37d-42468445a2cb, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:03:53.374640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] For port a96d97d1-c730-4a67-a37d-42468445a2cb, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a96d97d1-c730-4a67-a37d-42468445a2cb,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:03:53.482607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.540932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:53.541547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.542953 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] 10.222.0.30 "PUT /v2.0/ports/a96d97d1-c730-4a67-a37d-42468445a2cb HTTP/1.1" status: 200 len: 1093 time: 1.1697712 Mar 11 16:03:53.543404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:03:53.568610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6a464-cc00-49f6-8965-943baf9ab149 service neutron] Pushing event updated for resources: {'Port': ['ID=a96d97d1-c730-4a67-a37d-42468445a2cb,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:53.597284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'status': 'completed', 'code': 200} Mar 11 16:03:53.689040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f9a0-5883-4834-9d59-5c1c1fea84fb req-0dd0ee4e-c1c6-426f-962e-ddc265a3bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:53.690603 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0909f9a0-5883-4834-9d59-5c1c1fea84fb req-0dd0ee4e-c1c6-426f-962e-ddc265a3bac7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0739870 Mar 11 16:03:53.748057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bf9167bd-9c32-43d1-9fa6-d7a7294eb641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.832746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f9a0-5883-4834-9d59-5c1c1fea84fb req-796f0f31-618b-4c8d-a59a-3a18b90332a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:53.834176 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0909f9a0-5883-4834-9d59-5c1c1fea84fb req-796f0f31-618b-4c8d-a59a-3a18b90332a3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1364844 Mar 11 16:03:53.966024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f9a0-5883-4834-9d59-5c1c1fea84fb req-82e3a9aa-4924-4d9e-9826-5e00e87c9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:53.967471 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0909f9a0-5883-4834-9d59-5c1c1fea84fb req-82e3a9aa-4924-4d9e-9826-5e00e87c9dc1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274998 Mar 11 16:03:54.172489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-47931988-1dfe-4440-ad0f-addbd6e0b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:54.173997 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-47931988-1dfe-4440-ad0f-addbd6e0b5aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 1096 time: 0.1725986 Mar 11 16:03:54.241028 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-b057c887-d5a2-4951-bbd8-3a711039229e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96d97d1-c730-4a67-a37d-42468445a2cb HTTP/1.1" status: 200 len: 217 time: 0.0599918 Mar 11 16:03:54.305033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-3172cea7-dd76-4a25-b517-44bb4986a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:54.306659 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-3172cea7-dd76-4a25-b517-44bb4986a7bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=744956cc-feed-4a3d-81ff-297d1db02e8e HTTP/1.1" status: 200 len: 834 time: 0.0601461 Mar 11 16:03:54.427756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.443720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-f4e745f3-bb84-40d2-ab08-ea482a9614cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:54.445213 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-f4e745f3-bb84-40d2-ab08-ea482a9614cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbdd171e-163c-44dd-ba06-8d2d497dd13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1325717 Mar 11 16:03:54.457654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f2ff6-b2e8-4123-8450-dd16187fef10 req-83367116-572b-49b6-a17a-d24b4fcfcc93 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:54.458992 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e55f2ff6-b2e8-4123-8450-dd16187fef10 req-83367116-572b-49b6-a17a-d24b4fcfcc93 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 943 time: 0.1101975 Mar 11 16:03:54.591094 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e55f2ff6-b2e8-4123-8450-dd16187fef10 req-6d49cf80-f8d0-4f3d-8f5b-9ad789bca5de tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126657 Mar 11 16:03:54.618101 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-5a81e758-9076-4411-ba7d-07e8e25114fa service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582029 Mar 11 16:03:54.672808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.749736 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-450ba2b5-6c1f-486e-91ca-165af83896e1 req-c08afcae-2c05-45fa-9a23-bef5c7c2fb34 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245441 Mar 11 16:03:55.775804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60f85-c7e6-4787-9ca5-377e9973353c req-9cdb6ce4-3183-432b-bcfe-3339fd0e0eb0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:55.777280 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-62e60f85-c7e6-4787-9ca5-377e9973353c req-9cdb6ce4-3183-432b-bcfe-3339fd0e0eb0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0823970 Mar 11 16:03:55.820732 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-62e60f85-c7e6-4787-9ca5-377e9973353c req-800dd6ea-eac9-4a43-80fa-291c71dd117d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373318 Mar 11 16:03:56.061676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.093370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.005543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0e99a-13b0-4a3b-81ae-2d434d16cd4a req-cc2b4bc5-0643-4008-b8ce-cb80fd0ec920 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:57.006918 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6de0e99a-13b0-4a3b-81ae-2d434d16cd4a req-cc2b4bc5-0643-4008-b8ce-cb80fd0ec920 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0798430 Mar 11 16:03:57.049981 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6de0e99a-13b0-4a3b-81ae-2d434d16cd4a req-20e49236-d1fe-48d0-a467-54435d36e426 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374465 Mar 11 16:03:57.222015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device a96d97d1-c730-4a67-a37d-42468445a2cb details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:03:57.384115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port a96d97d1-c730-4a67-a37d-42468445a2cb, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a96d97d1-c730-4a67-a37d-42468445a2cb,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:03:57.397101 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'port_id': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'mac_address': 'fa:16:3e:25:5d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:03:57.452367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.471285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96d97d1-c730-4a67-a37d-42468445a2cb {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:03:57.486931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port a96d97d1-c730-4a67-a37d-42468445a2cb, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a96d97d1-c730-4a67-a37d-42468445a2cb,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:03:57.556479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.622160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=a96d97d1-c730-4a67-a37d-42468445a2cb,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:58.051862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['a96d97d1-c730-4a67-a37d-42468445a2cb'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:03:58.234828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb0096-8525-4416-adc2-993a3d2c4d07 req-c9f8669f-9ece-4137-ba16-99b37169de58 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:58.236276 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9abb0096-8525-4416-adc2-993a3d2c4d07 req-c9f8669f-9ece-4137-ba16-99b37169de58 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 944 time: 0.0826213 Mar 11 16:03:58.281294 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9abb0096-8525-4416-adc2-993a3d2c4d07 req-ddef5fc7-6cea-4136-abc1-f6cf5d7652e8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391717 Mar 11 16:03:59.246731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device a96d97d1-c730-4a67-a37d-42468445a2cb up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:59.396678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port a96d97d1-c730-4a67-a37d-42468445a2cb completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:59.401997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port a96d97d1-c730-4a67-a37d-42468445a2cb triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:59.402370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.461893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f3c41-8685-4304-9d2a-eca0366b7ad7 req-f155bf19-fd6e-4f1d-bfaa-2bfe05b16821 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:59.463516 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2b0f3c41-8685-4304-9d2a-eca0366b7ad7 req-f155bf19-fd6e-4f1d-bfaa-2bfe05b16821 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 944 time: 0.0788443 Mar 11 16:03:59.509384 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2b0f3c41-8685-4304-9d2a-eca0366b7ad7 req-4acf62f2-6d28-4ef0-b1ce-7b2c604f96b8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397501 Mar 11 16:03:59.520172 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.548647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:03:59.558452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port a96d97d1-c730-4a67-a37d-42468445a2cb, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a96d97d1-c730-4a67-a37d-42468445a2cb,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:03:59.636987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.676751 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'code': 200} Mar 11 16:03:59.713285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=a96d97d1-c730-4a67-a37d-42468445a2cb,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:00.048085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5aacd-832e-43a2-bf2b-ce938e0b737a req-b74d2240-2953-42ec-843e-1347a73fae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:00.049578 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a9b5aacd-832e-43a2-bf2b-ce938e0b737a req-b74d2240-2953-42ec-843e-1347a73fae0e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 1098 time: 0.0703156 Mar 11 16:04:00.089612 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a9b5aacd-832e-43a2-bf2b-ce938e0b737a req-a2e1d585-247a-4aea-ab58-36b567e51435 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337536 Mar 11 16:04:00.694747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fba6a2-f989-4d10-9780-9a68f1623ecd req-f8aa9292-f867-4985-bd8c-36e55f79da4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:00.696327 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-89fba6a2-f989-4d10-9780-9a68f1623ecd req-f8aa9292-f867-4985-bd8c-36e55f79da4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0838158 Mar 11 16:04:00.739493 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-89fba6a2-f989-4d10-9780-9a68f1623ecd req-34bfad97-5ab5-4096-bf86-dc0ca9dddf2c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374405 Mar 11 16:04:01.924333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e58e6-0a89-4dee-9217-63b9f7b4dd2b req-2514106c-f5d2-4808-adab-a8cd68469ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:01.925828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ea9e58e6-0a89-4dee-9217-63b9f7b4dd2b req-2514106c-f5d2-4808-adab-a8cd68469ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0800405 Mar 11 16:04:01.969780 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ea9e58e6-0a89-4dee-9217-63b9f7b4dd2b req-949a0a09-9eb5-48db-9e72-c6631d75ba34 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383816 Mar 11 16:04:02.155437 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656b6d-b20c-4e0c-90c5-1dde9e1dc689 req-819aa612-99dd-43d0-b0b8-bce2a3c8dce0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:02.156917 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc656b6d-b20c-4e0c-90c5-1dde9e1dc689 req-819aa612-99dd-43d0-b0b8-bce2a3c8dce0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0836744 Mar 11 16:04:02.199883 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc656b6d-b20c-4e0c-90c5-1dde9e1dc689 req-8fc6f8e6-78df-4530-8714-a65707015534 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373116 Mar 11 16:04:02.223355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45220) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:02.292215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce2dc1-cece-495f-a917-bd10b50938b5 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:02.293747 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-01ce2dc1-cece-495f-a917-bd10b50938b5 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 1093 time: 0.0694375 Mar 11 16:04:02.296735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45224) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:02.301500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:04:02.307291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:02.311558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:floatingip and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:02.314375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:02.319878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:02.390811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.523045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.746696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.145 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/f5b93af4-90cf-407e-8a42-9dd9d087f3d5) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:02.890748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.979809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.041511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:03.044148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:03.052352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:04:03.086937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=f5b93af4-90cf-407e-8a42-9dd9d087f3d5,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:03.456888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.612511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.822898 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.883992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.992707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=f5b93af4-90cf-407e-8a42-9dd9d087f3d5,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:04.003981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.169545 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP 094e1a4d-fa5b-4a7a-88af-83a8536bb4bb associated. External IP: 172.26.6.145, port: a96d97d1-c730-4a67-a37d-42468445a2cb. Mar 11 16:04:04.617385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b62e37ab-aedc-48fd-9449-87a65d086c8f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:04:04.793269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:04:04.803626 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e738a76-a036-4436-8aad-f515a6ab75e0 None None] Sync routers for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:04:04.812732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e738a76-a036-4436-8aad-f515a6ab75e0 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:04:04.813348 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e738a76-a036-4436-8aad-f515a6ab75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:03:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:04.878408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.935697 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1192de38-ffe7-4754-974f-3a1746d51b30 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6379619 Mar 11 16:04:04.936372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:04:04.938568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45228) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:04.985259 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'status': 'completed', 'code': 200} Mar 11 16:04:05.002569 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-6e738a76-a036-4436-8aad-f515a6ab75e0 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:04:05.010063 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a44539-0dd0-4be3-ace3-7c6a46894deb tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:05.011564 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c0a44539-0dd0-4be3-ace3-7c6a46894deb tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 1093 time: 0.0720201 Mar 11 16:04:05.075895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35616dd7-1edc-4486-81b6-fa4a6da635d1 req-1683b9a7-e573-4fb1-8d1e-5c0096dd9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:05.077950 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35616dd7-1edc-4486-81b6-fa4a6da635d1 req-1683b9a7-e573-4fb1-8d1e-5c0096dd9aa2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 1098 time: 0.0737259 Mar 11 16:04:05.206619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35616dd7-1edc-4486-81b6-fa4a6da635d1 req-bbc09480-7755-4504-a8c3-333a01c62a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:05.207946 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35616dd7-1edc-4486-81b6-fa4a6da635d1 req-bbc09480-7755-4504-a8c3-333a01c62a8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 898 time: 0.1242123 Mar 11 16:04:05.311644 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35616dd7-1edc-4486-81b6-fa4a6da635d1 req-3c544b0f-c519-47b3-a0a5-d150e5f7fdd9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96d97d1-c730-4a67-a37d-42468445a2cb HTTP/1.1" status: 200 len: 999 time: 0.0976050 Mar 11 16:04:05.359519 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e738a76-a036-4436-8aad-f515a6ab75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '094e1a4d-fa5b-4a7a-88af-83a8536bb4bb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.145', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:25:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:03Z', 'updated_at': '2022-03-11T16:04:03Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:05.364141 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e738a76-a036-4436-8aad-f515a6ab75e0 None None] Checking router: b62e37ab-aedc-48fd-9449-87a65d086c8f for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:04:05.373400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e738a76-a036-4436-8aad-f515a6ab75e0 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:04:05.373997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e738a76-a036-4436-8aad-f515a6ab75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:03:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:05.374257 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45236) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:05.379592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35616dd7-1edc-4486-81b6-fa4a6da635d1 req-9e68f854-5ef9-495b-8e91-a92b0ce21cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:05.380365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117515289', 'description': 'tempest-secgroup-smoke-1117515289 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:04:05.381193 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35616dd7-1edc-4486-81b6-fa4a6da635d1 req-9e68f854-5ef9-495b-8e91-a92b0ce21cde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=744956cc-feed-4a3d-81ff-297d1db02e8e HTTP/1.1" status: 200 len: 834 time: 0.0636215 Mar 11 16:04:05.386363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:05.396341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:05.463955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35616dd7-1edc-4486-81b6-fa4a6da635d1 req-76a07a02-9c0e-4ac9-8e7d-2690f8eb1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:05.465438 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35616dd7-1edc-4486-81b6-fa4a6da635d1 req-76a07a02-9c0e-4ac9-8e7d-2690f8eb1dd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbdd171e-163c-44dd-ba06-8d2d497dd13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780740 Mar 11 16:04:05.467706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.489427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:05.493368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:05.496287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:05.502209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:05.551014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-6e738a76-a036-4436-8aad-f515a6ab75e0 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:04:05.583045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.602222 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35616dd7-1edc-4486-81b6-fa4a6da635d1 req-d5517328-ae60-46d6-9efd-5dd0993980c9 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301649 Mar 11 16:04:05.666945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.713852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6faa5b2-2dac-47f9-8f36-ff14f26f3067,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:05.740069 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35616dd7-1edc-4486-81b6-fa4a6da635d1 req-0391b570-7895-4deb-a7df-c8b5b3bb7a66 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324425 Mar 11 16:04:05.787507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.788916 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cd3189d6-e2b7-4e01-8ec9-81795d703203 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4136231 Mar 11 16:04:05.791713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45240) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:05.796901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b86acc4e-2839-4da0-9584-55567ab45d65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'a6faa5b2-2dac-47f9-8f36-ff14f26f3067', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:04:05.803275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b86acc4e-2839-4da0-9584-55567ab45d65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:05.807169 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b86acc4e-2839-4da0-9584-55567ab45d65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:05.810125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b86acc4e-2839-4da0-9584-55567ab45d65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:05.815783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b86acc4e-2839-4da0-9584-55567ab45d65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:05.917499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b86acc4e-2839-4da0-9584-55567ab45d65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.932648 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e738a76-a036-4436-8aad-f515a6ab75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '094e1a4d-fa5b-4a7a-88af-83a8536bb4bb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.145', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:25:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:03Z', 'updated_at': '2022-03-11T16:04:03Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:05.936725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e738a76-a036-4436-8aad-f515a6ab75e0 None None] The sync data for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv is: [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '094e1a4d-fa5b-4a7a-88af-83a8536bb4bb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.145', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:25:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:03Z', 'updated_at': '2022-03-11T16:04:03Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:04:05.983106 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b86acc4e-2839-4da0-9584-55567ab45d65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.078885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b86acc4e-2839-4da0-9584-55567ab45d65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.103783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86acc4e-2839-4da0-9584-55567ab45d65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869054db-3fe5-4d4f-8f5c-8c4d67c739f5,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:06.114070 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d607cd5-376b-4a21-a307-50ebd80a391d None None] New status for floating IP 094e1a4d-fa5b-4a7a-88af-83a8536bb4bb: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:04:06.210335 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b86acc4e-2839-4da0-9584-55567ab45d65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.211594 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b86acc4e-2839-4da0-9584-55567ab45d65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4188962 Mar 11 16:04:06.214303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45244) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:06.219168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5982d0d2-6faf-48b8-8b85-9805179ee92b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'a6faa5b2-2dac-47f9-8f36-ff14f26f3067', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:04:06.225539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5982d0d2-6faf-48b8-8b85-9805179ee92b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:06.229338 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5982d0d2-6faf-48b8-8b85-9805179ee92b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:06.232255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5982d0d2-6faf-48b8-8b85-9805179ee92b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:06.238034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5982d0d2-6faf-48b8-8b85-9805179ee92b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:06.342111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5982d0d2-6faf-48b8-8b85-9805179ee92b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.404837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5982d0d2-6faf-48b8-8b85-9805179ee92b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.501233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5982d0d2-6faf-48b8-8b85-9805179ee92b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.524676 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982d0d2-6faf-48b8-8b85-9805179ee92b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d9af81-bf50-40a7-ad56-e5f9a1b33a3b,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:06.610007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5982d0d2-6faf-48b8-8b85-9805179ee92b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.611222 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5982d0d2-6faf-48b8-8b85-9805179ee92b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3959506 Mar 11 16:04:06.613971 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45248) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:06.618885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-041805e0-a799-4127-a7a5-1fda334ba61a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'a6faa5b2-2dac-47f9-8f36-ff14f26f3067', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:04:06.625470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-041805e0-a799-4127-a7a5-1fda334ba61a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:06.629377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-041805e0-a799-4127-a7a5-1fda334ba61a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:06.632412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-041805e0-a799-4127-a7a5-1fda334ba61a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:06.638150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-041805e0-a799-4127-a7a5-1fda334ba61a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:06.734259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-041805e0-a799-4127-a7a5-1fda334ba61a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.795144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-041805e0-a799-4127-a7a5-1fda334ba61a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.922170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-041805e0-a799-4127-a7a5-1fda334ba61a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.946046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041805e0-a799-4127-a7a5-1fda334ba61a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a980d85b-ec1e-489f-be76-9e1b12281a76,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:07.031183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-041805e0-a799-4127-a7a5-1fda334ba61a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.032370 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-041805e0-a799-4127-a7a5-1fda334ba61a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4174943 Mar 11 16:04:07.035131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45252) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:07.039967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-211886f5-c397-45c5-893b-6f5445c55171 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'a6faa5b2-2dac-47f9-8f36-ff14f26f3067', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:04:07.046490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-211886f5-c397-45c5-893b-6f5445c55171 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:07.050206 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-211886f5-c397-45c5-893b-6f5445c55171 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:07.053029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-211886f5-c397-45c5-893b-6f5445c55171 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:07.058604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-211886f5-c397-45c5-893b-6f5445c55171 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:07.146354 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-211886f5-c397-45c5-893b-6f5445c55171 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.207839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-211886f5-c397-45c5-893b-6f5445c55171 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.295988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-211886f5-c397-45c5-893b-6f5445c55171 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.319505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211886f5-c397-45c5-893b-6f5445c55171 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266a9498-c48f-4dde-8a95-5729799c562b,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:07.386933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-211886f5-c397-45c5-893b-6f5445c55171 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.388116 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-211886f5-c397-45c5-893b-6f5445c55171 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3520947 Mar 11 16:04:07.390778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45256) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:07.395571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'a6faa5b2-2dac-47f9-8f36-ff14f26f3067', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:04:07.401314 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:07.405310 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:07.408193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:07.413776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:07.518129 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:04:07.524948 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.588762 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.664707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.688490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83be846a-44e6-4314-b5aa-b4cc0852794a,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:07.773630 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.774809 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8d2efe3a-b4f9-4917-832b-84d9397e2e5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3831420 Mar 11 16:04:07.777455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45260) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:07.782826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': 'a6faa5b2-2dac-47f9-8f36-ff14f26f3067', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:04:07.788583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:07.792259 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:07.795105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:07.800778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:07.872373 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:04:07.878781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.941147 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.009761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.033115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a05a8bb-e7e6-4dca-be6a-ce58a7c51350,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:08.101278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.102450 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-35a5c938-774f-4f59-b2b0-0027542bd86b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3241074 Mar 11 16:04:08.259132 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-682539ba-d363-42b9-8386-347b697d8924 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117515289&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.0391331 Mar 11 16:04:08.405120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-30e65732-fdd2-4a81-b644-a1c507fde7f6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:08.406457 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-30e65732-fdd2-4a81-b644-a1c507fde7f6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 797 time: 0.1404202 Mar 11 16:04:08.420589 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-b9e8d2d0-a8ea-42fc-bbc0-703e372756d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/quotas/6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 375 time: 0.0087116 Mar 11 16:04:08.507931 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-cc86483c-5bb3-413e-9078-8e5639bddb3c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0825605 Mar 11 16:04:08.792357 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-41c5ef5b-9ccc-454c-8aa4-81cc7b12c44b service neutron] 10.222.0.39 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724526 Mar 11 16:04:08.920418 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-2a137d43-4209-418f-a50b-c37a15c13585 service neutron] 10.222.0.39 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210854 Mar 11 16:04:09.161322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b76cfefb-7514-4839-91cc-40a5fc4a0437 req-f939fb0f-d273-4813-bd57-cb70da604d32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 210 time: 0.0416682 Mar 11 16:04:10.306836 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-196ea333-0a19-4089-82cc-e21f319a7c88 req-ee0e41c7-698e-4bfd-a3ed-128f5e069866 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 210 time: 0.0437028 Mar 11 16:04:11.338550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-f3497787-1af6-47e1-985c-11ba376f03d2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:11.340198 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-f3497787-1af6-47e1-985c-11ba376f03d2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 797 time: 0.1445112 Mar 11 16:04:11.394272 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-d5ba6414-6179-44f3-90c0-575cb54d60c8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 472 time: 0.0465233 Mar 11 16:04:11.402664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'device_id': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'admin_state_up': True, 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'security_groups': ['a6faa5b2-2dac-47f9-8f36-ff14f26f3067']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:04:11.559680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c40b7a86-3069-48c4-b1cb-935b0875cb92 req-782b6a4d-a6e2-4d11-ad03-6cc7734edaf8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 210 time: 0.1409347 Mar 11 16:04:11.630327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:11.645985 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-180a44c4-5b53-4fbf-a658-38f789fddac0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1764786 Mar 11 16:04:11.649205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:11.756145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:11.759690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.920354 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-70850f30-cf88-4fb4-8aa5-a7ea05ac16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:11.921854 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-70850f30-cf88-4fb4-8aa5-a7ea05ac16ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 1098 time: 0.2014985 Mar 11 16:04:11.962652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.7 (bbdd171e-163c-44dd-ba06-8d2d497dd13e/744956cc-feed-4a3d-81ff-297d1db02e8e/5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:12.132172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-d1f18ef5-ec98-4d13-90fe-362c5ee9f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:12.133664 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-d1f18ef5-ec98-4d13-90fe-362c5ee9f5a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 898 time: 0.1933849 Mar 11 16:04:12.309956 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-9102cad2-0561-4d69-bdf0-53f018fcccf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96d97d1-c730-4a67-a37d-42468445a2cb HTTP/1.1" status: 200 len: 1001 time: 0.1299188 Mar 11 16:04:12.326838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.342424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:12.420223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-56a65ed7-502b-46ec-b0d4-eb53579b6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:12.421790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-56a65ed7-502b-46ec-b0d4-eb53579b6cc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=744956cc-feed-4a3d-81ff-297d1db02e8e HTTP/1.1" status: 200 len: 834 time: 0.0615847 Mar 11 16:04:12.564480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.641638 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network bbdd171e-163c-44dd-ba06-8d2d497dd13e is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:12.649655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:12.656299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:04:12.731185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:12.784918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:12.785534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.802949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-f2e1d29b-0be8-4394-94ff-695ae0ecadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:12.804484 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-f2e1d29b-0be8-4394-94ff-695ae0ecadee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbdd171e-163c-44dd-ba06-8d2d497dd13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3767097 Mar 11 16:04:12.914880 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-3ecd5212-0d5d-4a06-b1a0-21b6fe9c3eb5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5157473 Mar 11 16:04:12.936239 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917d1ea-4bc8-4bf7-89f8-07444f1927a9 req-311b8ece-8e85-49b2-bae7-a19f93eb437e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:12.936923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-3917d1ea-4bc8-4bf7-89f8-07444f1927a9 req-311b8ece-8e85-49b2-bae7-a19f93eb437e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:12.946483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Request body: {'port': {'device_id': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:04:12.990716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4b4a0202-f120-4979-bc92-cd8e62e2907b None None] Provisioning for port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:12.995736 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4b4a0202-f120-4979-bc92-cd8e62e2907b None None] Provisioning complete for port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:12.996102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0202-f120-4979-bc92-cd8e62e2907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.026822 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-3839d3ed-c1f2-4a8a-8511-d9beec9fa5d7 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094316 Mar 11 16:04:13.055663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a0202-f120-4979-bc92-cd8e62e2907b None None] Port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:04:13.101694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-3917d1ea-4bc8-4bf7-89f8-07444f1927a9 req-311b8ece-8e85-49b2-bae7-a19f93eb437e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:13.102807 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3917d1ea-4bc8-4bf7-89f8-07444f1927a9 req-311b8ece-8e85-49b2-bae7-a19f93eb437e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 931 time: 0.4207594 Mar 11 16:04:13.197572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.267976 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3917d1ea-4bc8-4bf7-89f8-07444f1927a9 req-c0979506-cead-4a0f-88bc-921031f6fab4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580293 Mar 11 16:04:13.301667 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-495ac886-1dc2-463c-ae19-3cc3647d1667 req-fffcd520-bff5-49a5-b9b8-5456b705994f service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397418 Mar 11 16:04:13.580770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:04:13.587772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.602116 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Transition to ACTIVE for port object 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:13.672470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.825925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:13.908141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Attempting to bind port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:13.908473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Attempting to bind port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:13.908823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Attempting to bind port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 on network bbdd171e-163c-44dd-ba06-8d2d497dd13e {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:04:13.913282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 on network bbdd171e-163c-44dd-ba06-8d2d497dd13e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:04:13.913597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Attempting to bind port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 on network bbdd171e-163c-44dd-ba06-8d2d497dd13e {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:04:13.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:04:13.918915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Checking segment: {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:04:13.919294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Bound using segment: {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:04:13.920349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Bound port: 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ec055a-0a73-45f4-bd70-f6f07621586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:13.920719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.007940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] For port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:04:14.010865 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] For port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:04:14.088162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.145228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:14.145831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.147182 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 HTTP/1.1" status: 200 len: 1093 time: 1.2077065 Mar 11 16:04:14.147748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'tag': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:04:14.174675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84834875-2fa4-4b17-8839-cd3378ffe3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:14.202893 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'tag': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7', 'status': 'completed', 'code': 200} Mar 11 16:04:14.312695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaa613-3829-4402-ab9f-4cd095cc3ce1 req-1df33a95-dcad-4998-baee-0b6a68d02e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:14.314246 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0abaa613-3829-4402-ab9f-4cd095cc3ce1 req-1df33a95-dcad-4998-baee-0b6a68d02e2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 1096 time: 0.0821767 Mar 11 16:04:14.599784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaa613-3829-4402-ab9f-4cd095cc3ce1 req-0ef6f2ad-3081-4076-8dca-9afdc678209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:14.601262 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0abaa613-3829-4402-ab9f-4cd095cc3ce1 req-0ef6f2ad-3081-4076-8dca-9afdc678209b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2789571 Mar 11 16:04:14.660810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f828ad6-cb70-48d0-8d01-c87d60eaafc4 req-8c76a3f6-c7d5-4786-8a9d-a1ed40546798 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:14.660810 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7f828ad6-cb70-48d0-8d01-c87d60eaafc4 req-8c76a3f6-c7d5-4786-8a9d-a1ed40546798 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 943 time: 0.1513717 Mar 11 16:04:14.776909 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7f828ad6-cb70-48d0-8d01-c87d60eaafc4 req-919ac4c5-f7df-452c-91c3-db6674b979bb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682886 Mar 11 16:04:14.783418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaa613-3829-4402-ab9f-4cd095cc3ce1 req-14d65b8c-9586-4f28-b744-faa5dc28f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:14.784813 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0abaa613-3829-4402-ab9f-4cd095cc3ce1 req-14d65b8c-9586-4f28-b744-faa5dc28f46d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1723340 Mar 11 16:04:14.901309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-a2fd7351-db3e-49da-a56f-b7de44d69646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:14.902742 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-a2fd7351-db3e-49da-a56f-b7de44d69646 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 1096 time: 0.0729396 Mar 11 16:04:14.972114 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-898633c2-fa2a-470c-9b28-ae9430a1c442 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 HTTP/1.1" status: 200 len: 217 time: 0.0587511 Mar 11 16:04:15.036691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-dd92966e-ae27-4b71-9407-e7b299cd8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:15.038053 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-dd92966e-ae27-4b71-9407-e7b299cd8bc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=744956cc-feed-4a3d-81ff-297d1db02e8e HTTP/1.1" status: 200 len: 834 time: 0.0582440 Mar 11 16:04:15.112071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-4a883d59-1106-480c-9f20-9ad104e089f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:15.113523 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-4a883d59-1106-480c-9f20-9ad104e089f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbdd171e-163c-44dd-ba06-8d2d497dd13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688596 Mar 11 16:04:15.243002 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-04285ea5-b929-4692-91d5-bdbdb669fc49 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220219 Mar 11 16:04:15.374343 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f313f3d0-46d6-4ffc-860c-66be164bd3b6 req-e81593b8-6833-422b-ac1c-c16b2bdf8b41 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249497 Mar 11 16:04:15.959122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc366754-4169-4e3f-b94d-451057a04868 req-b7cb99a6-2613-4110-8081-41b53e0d3b3a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:15.960597 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc366754-4169-4e3f-b94d-451057a04868 req-b7cb99a6-2613-4110-8081-41b53e0d3b3a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 943 time: 0.0778027 Mar 11 16:04:16.007654 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc366754-4169-4e3f-b94d-451057a04868 req-096000c7-2760-474c-a636-5565e6b5c9da tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 Mar 11 16:04:17.187509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312b615-6820-4c3e-a12d-958c1e0e83cd req-75e13e33-290a-41a4-ace7-dc1b8da73da9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:17.188955 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c312b615-6820-4c3e-a12d-958c1e0e83cd req-75e13e33-290a-41a4-ace7-dc1b8da73da9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 943 time: 0.0773680 Mar 11 16:04:17.231684 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c312b615-6820-4c3e-a12d-958c1e0e83cd req-eef09097-5a39-44d8-88a9-15ab2257db10 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371616 Mar 11 16:04:18.420288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93469d2e-db08-4f87-b3af-808b5b2c448d req-47a347ae-f482-4783-b486-b98ac5a5570f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:18.421748 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93469d2e-db08-4f87-b3af-808b5b2c448d req-47a347ae-f482-4783-b486-b98ac5a5570f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 943 time: 0.0844877 Mar 11 16:04:18.468517 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93469d2e-db08-4f87-b3af-808b5b2c448d req-b9ed6679-0458-4d44-9497-f0e58d012c97 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 Mar 11 16:04:19.295300 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:04:19.423523 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:04:19.436732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'port_id': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7', 'mac_address': 'fa:16:3e:90:71:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:04:19.501982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:19.518791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:04:19.533947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:04:19.642157 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:19.652129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613121d-9321-49e4-87d7-4df3b8137415 req-0c548488-af58-40c5-9f18-5ae2ca482cda tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:19.653630 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c613121d-9321-49e4-87d7-4df3b8137415 req-0c548488-af58-40c5-9f18-5ae2ca482cda tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 943 time: 0.0802662 Mar 11 16:04:19.699009 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c613121d-9321-49e4-87d7-4df3b8137415 req-4c3041d8-6c67-47a4-b485-5307ad994638 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393176 Mar 11 16:04:19.711554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:19.983995 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:04:20.827497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f05ba1e6-8395-4500-bc1e-c6aeb314a0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:20.883159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9787e-c569-467a-820a-6660c86f2370 req-578efae2-1545-4225-9003-1053d5205573 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:20.884601 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e6d9787e-c569-467a-820a-6660c86f2370 req-578efae2-1545-4225-9003-1053d5205573 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 944 time: 0.0822172 Mar 11 16:04:20.927034 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e6d9787e-c569-467a-820a-6660c86f2370 req-193e3a93-f68e-4d03-9f01-11d1ebe76a04 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361888 Mar 11 16:04:21.311199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:21.437682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:21.442428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:21.442796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.556641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.582060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:04:21.591880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:04:21.626906 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7', 'code': 200} Mar 11 16:04:21.689895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.755913 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:21.995188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664fc9c-8f3c-4a5f-95ea-f23385c995c9 req-62781864-cddc-49ab-ab21-20c5d501db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:21.996700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a664fc9c-8f3c-4a5f-95ea-f23385c995c9 req-62781864-cddc-49ab-ab21-20c5d501db86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 1098 time: 0.0698655 Mar 11 16:04:22.081538 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a664fc9c-8f3c-4a5f-95ea-f23385c995c9 req-2fd11af9-bb78-4dd7-98bf-cb2066874766 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763018 Mar 11 16:04:22.118621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa0fea-08f0-4213-85b4-b0c040a80aae req-985a96dd-ed7a-48af-a7b8-1c5909a7a1e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:22.120006 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a1fa0fea-08f0-4213-85b4-b0c040a80aae req-985a96dd-ed7a-48af-a7b8-1c5909a7a1e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 945 time: 0.0807066 Mar 11 16:04:22.162948 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a1fa0fea-08f0-4213-85b4-b0c040a80aae req-e1ac0b74-e7ef-4d3d-a5f7-91ee43e3bb52 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372684 Mar 11 16:04:22.798992 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:04:23.349265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6802f-f679-4a36-a69c-28318ab916d7 req-ef965932-c064-4c0a-9189-104d2db80cca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:23.350732 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-36b6802f-f679-4a36-a69c-28318ab916d7 req-ef965932-c064-4c0a-9189-104d2db80cca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 945 time: 0.0829422 Mar 11 16:04:23.492116 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-36b6802f-f679-4a36-a69c-28318ab916d7 req-b7906401-d540-45f8-9999-db30b39599ca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353881 Mar 11 16:04:23.716396 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b867ef3a-c679-41d3-80dc-2d2776685562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.380889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.575189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.670576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dbb22-39bc-4055-9e84-0fed4d1cc09f req-b01de4fe-a437-45d9-9fe1-4d3443e32ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:24.672008 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be6dbb22-39bc-4055-9e84-0fed4d1cc09f req-b01de4fe-a437-45d9-9fe1-4d3443e32ea8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 945 time: 0.0774479 Mar 11 16:04:24.720036 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be6dbb22-39bc-4055-9e84-0fed4d1cc09f req-4121a59e-ce82-421d-9043-2da96dcccdae tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424690 Mar 11 16:04:24.902429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcbbc0-8db0-4409-8b6d-80d16b718913 req-4fef4738-3283-4ff8-b363-3a55c25774c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:24.904431 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0afcbbc0-8db0-4409-8b6d-80d16b718913 req-4fef4738-3283-4ff8-b363-3a55c25774c7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 945 time: 0.0821428 Mar 11 16:04:24.948696 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0afcbbc0-8db0-4409-8b6d-80d16b718913 req-bfd625a0-ff67-46d4-b00f-cd8f0dc6be15 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384660 Mar 11 16:04:24.971203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45322) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:25.043124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67911391-ea44-45e1-a013-29c7af56b9a3 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:25.044643 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-67911391-ea44-45e1-a013-29c7af56b9a3 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 1093 time: 0.0724699 Mar 11 16:04:25.047269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45326) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:25.052035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:04:25.057734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:25.061532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:floatingip and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:25.064299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:25.069893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:25.144867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:25.281520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:25.414360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.162 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/d8a5c4e0-308f-4fa1-bf24-17f793596609) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:25.559225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:25.639111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:25.709318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:25.712065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:25.719936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:04:25.762816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=d8a5c4e0-308f-4fa1-bf24-17f793596609,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:25.992810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.087743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.138532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.294178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.496447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.557922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.763533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=d8a5c4e0-308f-4fa1-bf24-17f793596609,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:26.773076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.946160 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP 1e629973-dc28-4299-a73b-c5c81da4ceea associated. External IP: 172.26.6.162, port: 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7. Mar 11 16:04:27.294660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b62e37ab-aedc-48fd-9449-87a65d086c8f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:04:27.470899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:04:27.480846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0285b82-5896-432a-a33d-5c297be99dd9 None None] Sync routers for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:04:27.490227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0285b82-5896-432a-a33d-5c297be99dd9 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:04:27.490826 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e0285b82-5896-432a-a33d-5c297be99dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:04:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:27.609684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.665032 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-331c4874-cd26-4673-90f0-6d7757dc20ed tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6166897 Mar 11 16:04:27.665615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'tag': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:04:27.696112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-e0285b82-5896-432a-a33d-5c297be99dd9 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:04:27.711406 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'tag': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7', 'status': 'completed', 'code': 200} Mar 11 16:04:27.802757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3d21-2d0e-4ffd-a0ff-3bc0fab64119 req-a48807b6-34b9-42d5-8909-cacdeef7d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:27.804292 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6edf3d21-2d0e-4ffd-a0ff-3bc0fab64119 req-a48807b6-34b9-42d5-8909-cacdeef7d8f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 1098 time: 0.0704703 Mar 11 16:04:27.942199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3d21-2d0e-4ffd-a0ff-3bc0fab64119 req-22302f97-7035-4750-9df9-d3a7efb6da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:27.943618 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6edf3d21-2d0e-4ffd-a0ff-3bc0fab64119 req-22302f97-7035-4750-9df9-d3a7efb6da23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 898 time: 0.1324365 Mar 11 16:04:28.043845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e0285b82-5896-432a-a33d-5c297be99dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '094e1a4d-fa5b-4a7a-88af-83a8536bb4bb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.145', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:25:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:03Z', 'updated_at': '2022-03-11T16:04:06Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}, {'id': '1e629973-dc28-4299-a73b-c5c81da4ceea', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:90:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:26Z', 'updated_at': '2022-03-11T16:04:26Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:28.047236 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6edf3d21-2d0e-4ffd-a0ff-3bc0fab64119 req-a3bc2d35-d6c6-403b-9ec3-2bdd9f7fa9e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 HTTP/1.1" status: 200 len: 999 time: 0.0975010 Mar 11 16:04:28.048241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0285b82-5896-432a-a33d-5c297be99dd9 None None] Checking router: b62e37ab-aedc-48fd-9449-87a65d086c8f for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:04:28.056358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0285b82-5896-432a-a33d-5c297be99dd9 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:04:28.056975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e0285b82-5896-432a-a33d-5c297be99dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:04:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:28.112834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3d21-2d0e-4ffd-a0ff-3bc0fab64119 req-70a3764b-8d79-44f1-bdbe-9a84f7c0b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:28.114277 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6edf3d21-2d0e-4ffd-a0ff-3bc0fab64119 req-70a3764b-8d79-44f1-bdbe-9a84f7c0b4ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=744956cc-feed-4a3d-81ff-297d1db02e8e HTTP/1.1" status: 200 len: 834 time: 0.0605435 Mar 11 16:04:28.189504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3d21-2d0e-4ffd-a0ff-3bc0fab64119 req-83ae2fcf-e12d-47cc-8a4c-7e294c320b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:28.191007 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6edf3d21-2d0e-4ffd-a0ff-3bc0fab64119 req-83ae2fcf-e12d-47cc-8a4c-7e294c320b41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbdd171e-163c-44dd-ba06-8d2d497dd13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699337 Mar 11 16:04:28.235368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-e0285b82-5896-432a-a33d-5c297be99dd9 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:04:28.432494 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6edf3d21-2d0e-4ffd-a0ff-3bc0fab64119 req-a69d5329-b62b-45ac-afb2-02afb2457095 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353029 Mar 11 16:04:28.565130 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6edf3d21-2d0e-4ffd-a0ff-3bc0fab64119 req-f27ce250-dc8e-49fd-9026-eb9595100e08 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257875 Mar 11 16:04:28.587815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e0285b82-5896-432a-a33d-5c297be99dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '094e1a4d-fa5b-4a7a-88af-83a8536bb4bb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.145', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:25:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:03Z', 'updated_at': '2022-03-11T16:04:06Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}, {'id': '1e629973-dc28-4299-a73b-c5c81da4ceea', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:90:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:26Z', 'updated_at': '2022-03-11T16:04:26Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:28.592327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0285b82-5896-432a-a33d-5c297be99dd9 None None] The sync data for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv is: [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '094e1a4d-fa5b-4a7a-88af-83a8536bb4bb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.145', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:25:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:03Z', 'updated_at': '2022-03-11T16:04:06Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}, {'id': '1e629973-dc28-4299-a73b-c5c81da4ceea', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:90:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:26Z', 'updated_at': '2022-03-11T16:04:26Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:04:28.785307 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece6f92-9551-40de-bec1-1ab29adad861 None None] New status for floating IP 1e629973-dc28-4299-a73b-c5c81da4ceea: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:04:50.858398 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-58faf398-d139-4003-b45c-2edd5f641ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:53.751927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-66cbe92a-1f16-45f2-8e41-8d25707f6092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.424290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.658612 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.025743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.115713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:59.798787 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:05:12.217842 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-053b40a2-dcc7-4a8d-a695-a5111bbc933b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1099706 Mar 11 16:05:12.358537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-f63a7ab1-081c-45f8-a794-daa4afb8a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.359983 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-f63a7ab1-081c-45f8-a794-daa4afb8a7b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 1098 time: 0.0700974 Mar 11 16:05:12.504294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-ffc2ecb7-acc6-4193-bf15-44d2b93db006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.505667 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-ffc2ecb7-acc6-4193-bf15-44d2b93db006 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 898 time: 0.1268730 Mar 11 16:05:12.608221 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-577540a1-112a-4b17-aa3f-f82bf64dc99e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96d97d1-c730-4a67-a37d-42468445a2cb HTTP/1.1" status: 200 len: 1001 time: 0.0965745 Mar 11 16:05:12.670246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-31165612-25be-44ab-a5d1-86fb7331f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.671673 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-31165612-25be-44ab-a5d1-86fb7331f37c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=744956cc-feed-4a3d-81ff-297d1db02e8e HTTP/1.1" status: 200 len: 834 time: 0.0577440 Mar 11 16:05:12.749993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-385d2eaf-8678-419e-bddd-135d4107be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.751454 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-385d2eaf-8678-419e-bddd-135d4107be12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbdd171e-163c-44dd-ba06-8d2d497dd13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733473 Mar 11 16:05:12.878033 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-b3e8287d-55ac-420c-bc8b-1514a215d361 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209364 Mar 11 16:05:13.005298 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-180006d4-dd87-4e9a-9b37-dea0dc8d0d58 req-07153ee8-d4f6-4111-a71f-20f584b4b50e service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210289 Mar 11 16:05:20.847952 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f9b8a22b-1039-48d6-be70-737abd2c4bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.756732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-335cb7db-57b4-441a-9668-46b9870b871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:24.471447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:24.647970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:25.985163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:26.099665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:36.799025 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:05:50.830572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-096e4dae-ab68-4346-b65f-d69bac609180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:53.670475 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-aa2996bf-8bc5-475b-9cce-0217e961ee60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.396014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.623724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.737847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45360) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:54.842487 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-aee4edfa-57fd-4aa8-a39e-9d9401b315b2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/094e1a4d-fa5b-4a7a-88af-83a8536bb4bb HTTP/1.1" status: 200 len: 993 time: 0.1035099 Mar 11 16:05:55.603664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45370) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:55.610207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:05:55.723713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:55.929693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port a96d97d1-c730-4a67-a37d-42468445a2cb, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a96d97d1-c730-4a67-a37d-42468445a2cb,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:05:55.954165 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:56.013761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:56.070639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:56.131334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:56.131952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:56.137063 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/ports/a96d97d1-c730-4a67-a37d-42468445a2cb HTTP/1.1" status: 200 len: 938 time: 0.5317564 Mar 11 16:05:56.137664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:05:56.145426 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:56.174856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=a96d97d1-c730-4a67-a37d-42468445a2cb,revision_number=6']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:56.183351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.183641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.183986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.184332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.184688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.185053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.185462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.185692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.186149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.186371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.186650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.186972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066cae3-3015-4de6-b9c7-17319e784fbb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:56.191304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'status': 'completed', 'code': 200} Mar 11 16:05:56.317384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-64adfcce-d0cf-4726-b0fc-4f80f2864768 None None] Provisioning complete for port a96d97d1-c730-4a67-a37d-42468445a2cb triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:56.317742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-64adfcce-d0cf-4726-b0fc-4f80f2864768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:56.381173 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-64adfcce-d0cf-4726-b0fc-4f80f2864768 None None] Port a96d97d1-c730-4a67-a37d-42468445a2cb is administratively disabled so it will not transition to active. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 11 16:05:56.395577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42da70-3dd8-4aeb-a6e5-2a15732efac7 req-c5516353-dce0-4ae0-9b65-57ca14aab6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:56.397185 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc42da70-3dd8-4aeb-a6e5-2a15732efac7 req-c5516353-dce0-4ae0-9b65-57ca14aab6fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 1099 time: 0.1849251 Mar 11 16:05:56.525157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42da70-3dd8-4aeb-a6e5-2a15732efac7 req-162f776a-6396-44a9-a13c-a8a8f7d3e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:56.526525 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc42da70-3dd8-4aeb-a6e5-2a15732efac7 req-162f776a-6396-44a9-a13c-a8a8f7d3e28d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 898 time: 0.1230669 Mar 11 16:05:56.629262 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc42da70-3dd8-4aeb-a6e5-2a15732efac7 req-ebf21b27-aa0d-4f07-bc4f-b2448d4cc272 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96d97d1-c730-4a67-a37d-42468445a2cb HTTP/1.1" status: 200 len: 1002 time: 0.0959477 Mar 11 16:05:56.692898 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42da70-3dd8-4aeb-a6e5-2a15732efac7 req-d886ddf5-3968-4665-8f21-45964bdda9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:56.694283 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc42da70-3dd8-4aeb-a6e5-2a15732efac7 req-d886ddf5-3968-4665-8f21-45964bdda9f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=744956cc-feed-4a3d-81ff-297d1db02e8e HTTP/1.1" status: 200 len: 834 time: 0.0585206 Mar 11 16:05:56.766985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42da70-3dd8-4aeb-a6e5-2a15732efac7 req-9c2dbfa7-086b-4501-a45d-05106ad12033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:56.768441 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc42da70-3dd8-4aeb-a6e5-2a15732efac7 req-9c2dbfa7-086b-4501-a45d-05106ad12033 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbdd171e-163c-44dd-ba06-8d2d497dd13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684016 Mar 11 16:05:56.899197 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc42da70-3dd8-4aeb-a6e5-2a15732efac7 req-aae48c43-e3a8-471b-9292-1aa5e5a1c42c service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224537 Mar 11 16:05:57.030593 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc42da70-3dd8-4aeb-a6e5-2a15732efac7 req-21eaa800-299c-41e8-afbd-0aa4f6a1c5b6 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241212 Mar 11 16:05:59.560237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45380) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:59.565980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d0e9c7b9-1a01-4974-8392-25d751aec461 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:05:59.684833 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c7b9-1a01-4974-8392-25d751aec461 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.889451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-d0e9c7b9-1a01-4974-8392-25d751aec461 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port a96d97d1-c730-4a67-a37d-42468445a2cb, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a96d97d1-c730-4a67-a37d-42468445a2cb,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:05:59.912928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c7b9-1a01-4974-8392-25d751aec461 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.007539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c7b9-1a01-4974-8392-25d751aec461 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.068799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e9c7b9-1a01-4974-8392-25d751aec461 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:00.069408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c7b9-1a01-4974-8392-25d751aec461 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.070769 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d0e9c7b9-1a01-4974-8392-25d751aec461 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/ports/a96d97d1-c730-4a67-a37d-42468445a2cb HTTP/1.1" status: 200 len: 937 time: 0.5095699 Mar 11 16:06:00.073693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:06:00.074515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45384) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:00.117822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9c7b9-1a01-4974-8392-25d751aec461 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=a96d97d1-c730-4a67-a37d-42468445a2cb,revision_number=7']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:00.130987 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'status': 'completed', 'code': 200} Mar 11 16:06:00.196776 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3cee72d8-c13e-4df2-9641-fa4be9449da6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/094e1a4d-fa5b-4a7a-88af-83a8536bb4bb HTTP/1.1" status: 200 len: 993 time: 0.1136141 Mar 11 16:06:00.228917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126e1d-826d-4561-b26c-37c8b18f65e3 req-2ad6453a-6949-4673-8430-9970f0885282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:00.230442 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80126e1d-826d-4561-b26c-37c8b18f65e3 req-2ad6453a-6949-4673-8430-9970f0885282 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 1098 time: 0.0768311 Mar 11 16:06:00.324350 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9efce589-e477-471e-8546-40563635a230 None None] Provisioning complete for port a96d97d1-c730-4a67-a37d-42468445a2cb triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:00.324902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9efce589-e477-471e-8546-40563635a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.368835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126e1d-826d-4561-b26c-37c8b18f65e3 req-c89a1ca8-1b3f-4581-8a90-fdfe0d39f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:00.370230 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80126e1d-826d-4561-b26c-37c8b18f65e3 req-c89a1ca8-1b3f-4581-8a90-fdfe0d39f9c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 898 time: 0.1335523 Mar 11 16:06:00.476519 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80126e1d-826d-4561-b26c-37c8b18f65e3 req-3b593f96-ee31-4da3-bec4-f14349c2b444 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96d97d1-c730-4a67-a37d-42468445a2cb HTTP/1.1" status: 200 len: 1001 time: 0.0996251 Mar 11 16:06:00.487761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['a96d97d1-c730-4a67-a37d-42468445a2cb'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:06:00.543327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126e1d-826d-4561-b26c-37c8b18f65e3 req-cbf8dbab-6c6e-4775-be43-25aba4a8f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:00.544956 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80126e1d-826d-4561-b26c-37c8b18f65e3 req-cbf8dbab-6c6e-4775-be43-25aba4a8f8dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=744956cc-feed-4a3d-81ff-297d1db02e8e HTTP/1.1" status: 200 len: 834 time: 0.0616555 Mar 11 16:06:00.717096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126e1d-826d-4561-b26c-37c8b18f65e3 req-7cbe5a19-ae74-4318-babc-4a105c2f14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:00.718574 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80126e1d-826d-4561-b26c-37c8b18f65e3 req-7cbe5a19-ae74-4318-babc-4a105c2f14d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbdd171e-163c-44dd-ba06-8d2d497dd13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1668873 Mar 11 16:06:00.848662 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80126e1d-826d-4561-b26c-37c8b18f65e3 req-5a2663d2-60fc-43e5-b086-b88ba3ed9daf service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235044 Mar 11 16:06:00.977330 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80126e1d-826d-4561-b26c-37c8b18f65e3 req-1c8011e5-681e-4b18-91ef-bcc83080062b service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218023 Mar 11 16:06:02.776638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45396) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:02.977070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port d8a5c4e0-308f-4fa1-bf24-17f793596609 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:06:02.977409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.144085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.144416 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.268531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for d8a5c4e0-308f-4fa1-bf24-17f793596609 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:06:03.453371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.528649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=d8a5c4e0-308f-4fa1-bf24-17f793596609,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:03.543824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.544166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.544505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.544849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.545173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.545494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.545810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.546126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.546440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.546756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.547066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.547377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:03.601280 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.601610 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP 1e629973-dc28-4299-a73b-c5c81da4ceea disassociated (deleted). External IP: 172.26.6.162, port: 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7. Mar 11 16:06:04.038914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b62e37ab-aedc-48fd-9449-87a65d086c8f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:06:04.208099 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:06:04.217915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef32539-207b-4969-a729-2d45d4182f31 None None] Sync routers for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:06:04.229599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef32539-207b-4969-a729-2d45d4182f31 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:04.272117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2ef32539-207b-4969-a729-2d45d4182f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:05:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:04.322280 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.379318 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e8aa93fa-0ee5-49e1-bfac-34edbe8ffee5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/floatingips/1e629973-dc28-4299-a73b-c5c81da4ceea HTTP/1.1" status: 204 len: 168 time: 1.6015968 Mar 11 16:06:04.379889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'tag': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:06:04.423435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-2ef32539-207b-4969-a729-2d45d4182f31 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:04.517437 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'tag': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7', 'status': 'completed', 'code': 200} Mar 11 16:06:04.611300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a738e84-17ec-4f3f-940d-5f391a5bdccb req-4d81b46d-5fe3-4eec-8059-c62c2404f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:04.612876 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a738e84-17ec-4f3f-940d-5f391a5bdccb req-4d81b46d-5fe3-4eec-8059-c62c2404f422 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 1098 time: 0.0754399 Mar 11 16:06:04.747038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a738e84-17ec-4f3f-940d-5f391a5bdccb req-c45dfc00-1ad3-4e00-ba75-6613f3f3226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:04.748517 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a738e84-17ec-4f3f-940d-5f391a5bdccb req-c45dfc00-1ad3-4e00-ba75-6613f3f3226e service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 898 time: 0.1296177 Mar 11 16:06:04.802854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2ef32539-207b-4969-a729-2d45d4182f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '094e1a4d-fa5b-4a7a-88af-83a8536bb4bb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.145', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:25:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:03Z', 'updated_at': '2022-03-11T16:04:06Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:04.806780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef32539-207b-4969-a729-2d45d4182f31 None None] Checking router: b62e37ab-aedc-48fd-9449-87a65d086c8f for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:06:04.815513 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef32539-207b-4969-a729-2d45d4182f31 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:04.816105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2ef32539-207b-4969-a729-2d45d4182f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:05:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:04.817649 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a738e84-17ec-4f3f-940d-5f391a5bdccb req-d6ce833b-af25-4247-b613-e5c52dcd871f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 HTTP/1.1" status: 200 len: 217 time: 0.0622022 Mar 11 16:06:04.885594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a738e84-17ec-4f3f-940d-5f391a5bdccb req-e31c45c8-a641-477d-aba1-4de78e7a8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:04.887214 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a738e84-17ec-4f3f-940d-5f391a5bdccb req-e31c45c8-a641-477d-aba1-4de78e7a8d14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=744956cc-feed-4a3d-81ff-297d1db02e8e HTTP/1.1" status: 200 len: 834 time: 0.0634453 Mar 11 16:06:04.991873 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-2ef32539-207b-4969-a729-2d45d4182f31 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:05.032250 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a738e84-17ec-4f3f-940d-5f391a5bdccb req-6107be6a-45f7-4600-82cd-aa0a145e63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:05.033884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a738e84-17ec-4f3f-940d-5f391a5bdccb req-6107be6a-45f7-4600-82cd-aa0a145e63fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbdd171e-163c-44dd-ba06-8d2d497dd13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318324 Mar 11 16:06:05.066491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a4331-901f-4b95-9d6e-38b45c194976 req-0f57d704-86fa-45e7-b38a-c1ab6288ab2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:05.067950 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1d6a4331-901f-4b95-9d6e-38b45c194976 req-0f57d704-86fa-45e7-b38a-c1ab6288ab2d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 945 time: 0.1219630 Mar 11 16:06:05.183253 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1d6a4331-901f-4b95-9d6e-38b45c194976 req-c122b9b2-1843-471b-903a-384fa65b71e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015747 Mar 11 16:06:05.210051 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a738e84-17ec-4f3f-940d-5f391a5bdccb req-20d7898c-c1a2-48f0-a7a1-a3c4ad1c3a79 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683314 Mar 11 16:06:05.332792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2ef32539-207b-4969-a729-2d45d4182f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '094e1a4d-fa5b-4a7a-88af-83a8536bb4bb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.145', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:25:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:03Z', 'updated_at': '2022-03-11T16:04:06Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:05.336741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef32539-207b-4969-a729-2d45d4182f31 None None] The sync data for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv is: [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '094e1a4d-fa5b-4a7a-88af-83a8536bb4bb', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.145', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'port_id': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'mac_address': 'fa:16:3e:25:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:04:03Z', 'updated_at': '2022-03-11T16:04:06Z', 'revision_number': 1, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:06:05.342108 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a738e84-17ec-4f3f-940d-5f391a5bdccb req-3648ed00-f988-47ac-be79-561a8f6a6642 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252220 Mar 11 16:06:05.549725 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16dc052-3083-47b7-b631-050ede405e3d None None] New status for floating IP 1e629973-dc28-4299-a73b-c5c81da4ceea: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:06:06.368752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f8b3e-8596-43eb-a53a-88346c2cbcd1 req-c6e2347d-80da-4539-a55b-b95c5e1a649b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:06.370840 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c44f8b3e-8596-43eb-a53a-88346c2cbcd1 req-c6e2347d-80da-4539-a55b-b95c5e1a649b tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 945 time: 0.0807624 Mar 11 16:06:06.414155 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c44f8b3e-8596-43eb-a53a-88346c2cbcd1 req-64ed2847-a99b-4a40-a665-5c986611bc65 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6faa5b2-2dac-47f9-8f36-ff14f26f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374362 Mar 11 16:06:06.731608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e84e-1171-46c1-aaf1-4e981f88a37a req-b7ede378-dd37-4d84-8381-319a2f5a47e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:06.733118 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5686e84e-1171-46c1-aaf1-4e981f88a37a req-b7ede378-dd37-4d84-8381-319a2f5a47e0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 945 time: 0.0814645 Mar 11 16:06:06.801361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-5686e84e-1171-46c1-aaf1-4e981f88a37a req-b39d7dad-098a-4dbc-84fa-0729d5207b85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:06:06.801706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-5686e84e-1171-46c1-aaf1-4e981f88a37a req-b39d7dad-098a-4dbc-84fa-0729d5207b85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.136501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-5686e84e-1171-46c1-aaf1-4e981f88a37a req-b39d7dad-098a-4dbc-84fa-0729d5207b85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:07.136903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-5686e84e-1171-46c1-aaf1-4e981f88a37a req-b39d7dad-098a-4dbc-84fa-0729d5207b85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.258184 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-5686e84e-1171-46c1-aaf1-4e981f88a37a req-b39d7dad-098a-4dbc-84fa-0729d5207b85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:06:07.470721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-5686e84e-1171-46c1-aaf1-4e981f88a37a req-b39d7dad-098a-4dbc-84fa-0729d5207b85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.524675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d7dad-098a-4dbc-84fa-0729d5207b85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:07.599469 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41b44f0c-c9a0-46a8-bbbd-e8a1280d5e8a req-e3e57d88-0028-4b28-9378-16413615d497 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 210 time: 0.0776720 Mar 11 16:06:07.642430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5686e84e-1171-46c1-aaf1-4e981f88a37a req-b39d7dad-098a-4dbc-84fa-0729d5207b85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] No DVR routers for this DVR port 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:07.644880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-5686e84e-1171-46c1-aaf1-4e981f88a37a req-b39d7dad-098a-4dbc-84fa-0729d5207b85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.647426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'name': 'network-vif-deleted', 'tag': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:06:07.666281 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5686e84e-1171-46c1-aaf1-4e981f88a37a req-b39d7dad-098a-4dbc-84fa-0729d5207b85 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "DELETE /v2.0/ports/5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 HTTP/1.1" status: 204 len: 173 time: 0.9269907 Mar 11 16:06:07.692230 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d39a34d-d6af-471b-b384-9a2aee48f7c0', 'name': 'network-vif-deleted', 'tag': '5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7', 'status': 'completed', 'code': 200} Mar 11 16:06:08.761427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-970fab5e-d13a-448c-9906-ecb98022ef04 req-7439805b-fd0b-4c35-aae9-e11dce8f3a5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:08.834725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-970fab5e-d13a-448c-9906-ecb98022ef04 req-7439805b-fd0b-4c35-aae9-e11dce8f3a5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:08.835884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-970fab5e-d13a-448c-9906-ecb98022ef04 req-7439805b-fd0b-4c35-aae9-e11dce8f3a5e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39a34d-d6af-471b-b384-9a2aee48f7c0 HTTP/1.1" status: 200 len: 210 time: 0.1168792 Mar 11 16:06:09.822610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:09.857386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:06:09.857728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5ac115f3-c1a8-4ad9-8f6a-617bc4e214e7 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:09.927334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45418) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:09.994064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94a2cfd1-d297-4c9e-887d-9a3616ab14d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.022635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94a2cfd1-d297-4c9e-887d-9a3616ab14d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.177482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94a2cfd1-d297-4c9e-887d-9a3616ab14d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.197486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2cfd1-d297-4c9e-887d-9a3616ab14d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6faa5b2-2dac-47f9-8f36-ff14f26f3067,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:10.205472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-94a2cfd1-d297-4c9e-887d-9a3616ab14d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.206567 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-94a2cfd1-d297-4c9e-887d-9a3616ab14d8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/a6faa5b2-2dac-47f9-8f36-ff14f26f3067 HTTP/1.1" status: 204 len: 168 time: 0.2782695 Mar 11 16:06:10.299746 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45424) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:10.497061 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port f5b93af4-90cf-407e-8a42-9dd9d087f3d5 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:06:10.497315 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.668245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.668595 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.788454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for f5b93af4-90cf-407e-8a42-9dd9d087f3d5 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:06:10.978628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.120291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=f5b93af4-90cf-407e-8a42-9dd9d087f3d5,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:11.210956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.211278 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP 094e1a4d-fa5b-4a7a-88af-83a8536bb4bb disassociated (deleted). External IP: 172.26.6.145, port: a96d97d1-c730-4a67-a37d-42468445a2cb. Mar 11 16:06:11.557637 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b62e37ab-aedc-48fd-9449-87a65d086c8f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:06:11.733340 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:06:11.742604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d71af7-e914-491a-b5e7-68b09788ff61 None None] Sync routers for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:06:11.755704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d71af7-e914-491a-b5e7-68b09788ff61 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:11.758263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-77d71af7-e914-491a-b5e7-68b09788ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:05:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:11.807583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.864269 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3c3d98f6-fe62-42f7-8e1a-c50a416d8cdc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/floatingips/094e1a4d-fa5b-4a7a-88af-83a8536bb4bb HTTP/1.1" status: 204 len: 168 time: 1.5610390 Mar 11 16:06:11.864269 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:06:11.909609 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'status': 'completed', 'code': 200} Mar 11 16:06:11.974770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-77d71af7-e914-491a-b5e7-68b09788ff61 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:12.003016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827681-4697-418b-9d24-9a1caceb58d3 req-0214fd19-2139-4a68-b2a8-53c42415cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:12.004502 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-51827681-4697-418b-9d24-9a1caceb58d3 req-0214fd19-2139-4a68-b2a8-53c42415cd36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 1098 time: 0.0724530 Mar 11 16:06:12.141111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827681-4697-418b-9d24-9a1caceb58d3 req-408cf577-5cca-41cf-8232-eeda5e97f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:12.142479 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-51827681-4697-418b-9d24-9a1caceb58d3 req-408cf577-5cca-41cf-8232-eeda5e97f321 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 200 len: 898 time: 0.1309297 Mar 11 16:06:12.214856 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-51827681-4697-418b-9d24-9a1caceb58d3 req-18a614f9-1b13-490d-b37f-9cf9e21912e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96d97d1-c730-4a67-a37d-42468445a2cb HTTP/1.1" status: 200 len: 217 time: 0.0655668 Mar 11 16:06:12.287202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827681-4697-418b-9d24-9a1caceb58d3 req-26c39762-c1c8-4f97-9674-1f8efa0e39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:12.288698 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-51827681-4697-418b-9d24-9a1caceb58d3 req-26c39762-c1c8-4f97-9674-1f8efa0e39a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=744956cc-feed-4a3d-81ff-297d1db02e8e HTTP/1.1" status: 200 len: 834 time: 0.0592141 Mar 11 16:06:12.295573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-77d71af7-e914-491a-b5e7-68b09788ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:12.302393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d71af7-e914-491a-b5e7-68b09788ff61 None None] Checking router: b62e37ab-aedc-48fd-9449-87a65d086c8f for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:06:12.311366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d71af7-e914-491a-b5e7-68b09788ff61 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:12.311651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-77d71af7-e914-491a-b5e7-68b09788ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:05:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:12.369064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827681-4697-418b-9d24-9a1caceb58d3 req-3e8648af-e723-40d1-9c42-11920b7ee57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:12.370580 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-51827681-4697-418b-9d24-9a1caceb58d3 req-3e8648af-e723-40d1-9c42-11920b7ee57c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbdd171e-163c-44dd-ba06-8d2d497dd13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754275 Mar 11 16:06:12.491627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-77d71af7-e914-491a-b5e7-68b09788ff61 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:12.561724 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-51827681-4697-418b-9d24-9a1caceb58d3 req-36bf0058-b640-4623-bfbc-82d9feb33368 service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836486 Mar 11 16:06:12.573083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb9244-09df-442d-9ec4-042f40ed9662 req-e04a7f88-514a-497e-958e-3b87d642fb47 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:12.574463 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dbcb9244-09df-442d-9ec4-042f40ed9662 req-e04a7f88-514a-497e-958e-3b87d642fb47 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1765132 Mar 11 16:06:12.711818 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dbcb9244-09df-442d-9ec4-042f40ed9662 req-3785ae62-5401-469c-8aff-7ea66d188a50 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184595 Mar 11 16:06:12.739934 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-51827681-4697-418b-9d24-9a1caceb58d3 req-3314101a-b766-432a-94f9-529c11381c3a service neutron] 10.222.0.30 "GET /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644647 Mar 11 16:06:12.802381 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-77d71af7-e914-491a-b5e7-68b09788ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:12.806228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d71af7-e914-491a-b5e7-68b09788ff61 None None] The sync data for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv is: [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9bdd0849-2187-4af7-8ea7-539fa408c653', 'name': '', 'network_id': 'bbdd171e-163c-44dd-ba06-8d2d497dd13e', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:e8:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:40Z', 'updated_at': '2022-03-11T16:03:47Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': '744956cc-feed-4a3d-81ff-297d1db02e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:06:13.002326 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66a32b-4fe9-4bae-840f-8cb123cb527a None None] New status for floating IP 094e1a4d-fa5b-4a7a-88af-83a8536bb4bb: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:06:13.798039 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:06:13.895279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbbf2a-6cef-4b01-bddb-c4c74760f326 req-fc16429b-2ffb-4f31-9205-09c8aea137fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:13.896788 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-22fbbf2a-6cef-4b01-bddb-c4c74760f326 req-fc16429b-2ffb-4f31-9205-09c8aea137fb tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0804899 Mar 11 16:06:13.940972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-22fbbf2a-6cef-4b01-bddb-c4c74760f326 req-906804bb-059e-4817-bc14-8bc954efcf73 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=9282779f-171f-468a-beef-2a7330ea94e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379667 Mar 11 16:06:14.325874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdeecb-5c34-4ff7-ba50-420b2aac005e req-d7c0fe03-5074-4d0a-869b-408dc35f2cdf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:14.327275 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40bdeecb-5c34-4ff7-ba50-420b2aac005e req-d7c0fe03-5074-4d0a-869b-408dc35f2cdf tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1799419 Mar 11 16:06:14.395916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-40bdeecb-5c34-4ff7-ba50-420b2aac005e req-7d714477-ee1e-40f3-8344-391ddb156d55 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port a96d97d1-c730-4a67-a37d-42468445a2cb {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:06:14.396251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-40bdeecb-5c34-4ff7-ba50-420b2aac005e req-7d714477-ee1e-40f3-8344-391ddb156d55 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.635931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-40bdeecb-5c34-4ff7-ba50-420b2aac005e req-7d714477-ee1e-40f3-8344-391ddb156d55 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port a96d97d1-c730-4a67-a37d-42468445a2cb, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a96d97d1-c730-4a67-a37d-42468445a2cb,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:14.636344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-40bdeecb-5c34-4ff7-ba50-420b2aac005e req-7d714477-ee1e-40f3-8344-391ddb156d55 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.758121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-40bdeecb-5c34-4ff7-ba50-420b2aac005e req-7d714477-ee1e-40f3-8344-391ddb156d55 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for a96d97d1-c730-4a67-a37d-42468445a2cb owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:06:14.955887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-40bdeecb-5c34-4ff7-ba50-420b2aac005e req-7d714477-ee1e-40f3-8344-391ddb156d55 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.004082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d714477-ee1e-40f3-8344-391ddb156d55 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=a96d97d1-c730-4a67-a37d-42468445a2cb,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:15.114902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bdeecb-5c34-4ff7-ba50-420b2aac005e req-7d714477-ee1e-40f3-8344-391ddb156d55 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] No DVR routers for this DVR port a96d97d1-c730-4a67-a37d-42468445a2cb on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:15.121575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-40bdeecb-5c34-4ff7-ba50-420b2aac005e req-7d714477-ee1e-40f3-8344-391ddb156d55 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.125438 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-99293192-43c7-4997-afae-d5907d1de158 req-82a1e019-d347-495c-a5ee-dfadef4e7ada tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0535707 Mar 11 16:06:15.125854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'name': 'network-vif-deleted', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:06:15.137233 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40bdeecb-5c34-4ff7-ba50-420b2aac005e req-7d714477-ee1e-40f3-8344-391ddb156d55 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "DELETE /v2.0/ports/a96d97d1-c730-4a67-a37d-42468445a2cb HTTP/1.1" status: 204 len: 173 time: 0.8037493 Mar 11 16:06:15.170603 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd5df22-0f07-4fa2-9f0c-cff7c082e2b0', 'name': 'network-vif-deleted', 'tag': 'a96d97d1-c730-4a67-a37d-42468445a2cb', 'status': 'completed', 'code': 200} Mar 11 16:06:16.220014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45442) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:16.289879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb600863-f90f-437a-a10c-aed3d245f87e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.318936 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb600863-f90f-437a-a10c-aed3d245f87e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.476054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb600863-f90f-437a-a10c-aed3d245f87e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.495134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb600863-f90f-437a-a10c-aed3d245f87e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9282779f-171f-468a-beef-2a7330ea94e9,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:16.503244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb600863-f90f-437a-a10c-aed3d245f87e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.503244 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fb600863-f90f-437a-a10c-aed3d245f87e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/9282779f-171f-468a-beef-2a7330ea94e9 HTTP/1.1" status: 204 len: 168 time: 0.2818286 Mar 11 16:06:16.619490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45448) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:17.157070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.600206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 9bdd0849-2187-4af7-8ea7-539fa408c653 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:06:17.600594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.786725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 9bdd0849-2187-4af7-8ea7-539fa408c653, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9bdd0849-2187-4af7-8ea7-539fa408c653,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:17.787417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.869375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device a96d97d1-c730-4a67-a37d-42468445a2cb no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:17.907123 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: a96d97d1-c730-4a67-a37d-42468445a2cb {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:06:17.907463 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device a96d97d1-c730-4a67-a37d-42468445a2cb not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:17.912612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 9bdd0849-2187-4af7-8ea7-539fa408c653 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:06:18.156494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.204630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=9bdd0849-2187-4af7-8ea7-539fa408c653,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:18.479271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.935698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router b62e37ab-aedc-48fd-9449-87a65d086c8f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:06:19.105301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:06:19.116669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dff46-b4ce-4f60-a671-1d43410db1d2 None None] Sync routers for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:06:19.117691 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-539d1a3a-eae5-44f0-9543-cbc6e7bf83d9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/b62e37ab-aedc-48fd-9449-87a65d086c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4965384 Mar 11 16:06:19.120277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45452) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:19.126095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1dff46-b4ce-4f60-a671-1d43410db1d2 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:19.126760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7d1dff46-b4ce-4f60-a671-1d43410db1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:05:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:19.188636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-de72bcf7-29cb-4610-a6f9-709e9979f42c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting subnet 744956cc-feed-4a3d-81ff-297d1db02e8e {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:06:19.191464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-de72bcf7-29cb-4610-a6f9-709e9979f42c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.245436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-de72bcf7-29cb-4610-a6f9-709e9979f42c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.298178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-7d1dff46-b4ce-4f60-a671-1d43410db1d2 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:19.327332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-de72bcf7-29cb-4610-a6f9-709e9979f42c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.470921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-de72bcf7-29cb-4610-a6f9-709e9979f42c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.511742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72bcf7-29cb-4610-a6f9-709e9979f42c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Subnet': ['ID=744956cc-feed-4a3d-81ff-297d1db02e8e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:19.513698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-de72bcf7-29cb-4610-a6f9-709e9979f42c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.520369 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-de72bcf7-29cb-4610-a6f9-709e9979f42c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/subnets/744956cc-feed-4a3d-81ff-297d1db02e8e HTTP/1.1" status: 204 len: 168 time: 0.3990307 Mar 11 16:06:19.523009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45456) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:19.534804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97baa1d1-851d-4598-ba84-921dd418880a None None] Network bbdd171e-163c-44dd-ba06-8d2d497dd13e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:06:19.704709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.795293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7d1dff46-b4ce-4f60-a671-1d43410db1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:06:18Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:19.799788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dff46-b4ce-4f60-a671-1d43410db1d2 None None] Checking router: b62e37ab-aedc-48fd-9449-87a65d086c8f for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:06:19.809087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1dff46-b4ce-4f60-a671-1d43410db1d2 None None] Routers {'b62e37ab-aedc-48fd-9449-87a65d086c8f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:19.809704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7d1dff46-b4ce-4f60-a671-1d43410db1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:05:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['b62e37ab-aedc-48fd-9449-87a65d086c8f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:19.867363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] DHCP port deletion for bbdd171e-163c-44dd-ba06-8d2d497dd13e request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:06:19.881465 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Deleting port f6a22552-2b72-4aa9-aa38-7abc79857c17 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:06:19.881835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.883895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.938937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port ef4245d4-4644-40ee-a7f1-8bd3be20a253 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:06:19.939603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.087883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-7d1dff46-b4ce-4f60-a671-1d43410db1d2 None None] Set router b62e37ab-aedc-48fd-9449-87a65d086c8f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:20.114319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port ef4245d4-4644-40ee-a7f1-8bd3be20a253, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ef4245d4-4644-40ee-a7f1-8bd3be20a253,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:20.114679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.234841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for ef4245d4-4644-40ee-a7f1-8bd3be20a253 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:06:20.380801 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] For port f6a22552-2b72-4aa9-aa38-7abc79857c17, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=f6a22552-2b72-4aa9-aa38-7abc79857c17,segment=NetworkSegment(c7ec055a-0a73-45f4-bd70-f6f07621586a),segment_id=c7ec055a-0a73-45f4-bd70-f6f07621586a)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:20.381395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.508416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Calling delete_port for f6a22552-2b72-4aa9-aa38-7abc79857c17 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:06:20.548935 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.630648 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=ef4245d4-4644-40ee-a7f1-8bd3be20a253,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:20.691155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.693777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7d1dff46-b4ce-4f60-a671-1d43410db1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:06:18Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:20.698345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dff46-b4ce-4f60-a671-1d43410db1d2 None None] The sync data for ids ['b62e37ab-aedc-48fd-9449-87a65d086c8f'] in dv-neutron-833203-2-hyperv is: [{'id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'name': 'tempest-TestNetworkBasicOps-router-1603076460', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:35Z', 'updated_at': '2022-03-11T16:06:18Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': 'ef4245d4-4644-40ee-a7f1-8bd3be20a253', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e37ab-aedc-48fd-9449-87a65d086c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:36Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:06:20.756069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.810827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Pushing event deleted for resources: {'Port': ['ID=f6a22552-2b72-4aa9-aa38-7abc79857c17,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:20.820935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] No DVR routers for this DVR port f6a22552-2b72-4aa9-aa38-7abc79857c17 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:20.823618 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.823965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.824331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.824688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.829562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.829562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.829562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.829562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.829562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.829562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.829562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.829562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a7fa6-907b-4a0e-9580-5b93dfd36cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:20.866807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.869005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.881946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6382d2ca-cea5-4e8d-8b5b-dc0fc6ccc43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.960520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.961042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Fanout notify agent at l3_agent the message router_deleted on router b62e37ab-aedc-48fd-9449-87a65d086c8f {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:06:20.975568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.976620 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5ff397a5-9df6-4b0d-aba5-6987569ac027 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/routers/b62e37ab-aedc-48fd-9449-87a65d086c8f HTTP/1.1" status: 204 len: 168 time: 1.4526742 Mar 11 16:06:20.979245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45460) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:21.098137 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.138012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device f6a22552-2b72-4aa9-aa38-7abc79857c17 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:21.175388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: f6a22552-2b72-4aa9-aa38-7abc79857c17 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:06:21.175729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device f6a22552-2b72-4aa9-aa38-7abc79857c17 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:21.176178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9bdd0849-2187-4af7-8ea7-539fa408c653 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:21.209884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 9bdd0849-2187-4af7-8ea7-539fa408c653 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:06:21.210224 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9bdd0849-2187-4af7-8ea7-539fa408c653 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:21.240650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.268407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdd171e-163c-44dd-ba06-8d2d497dd13e']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:21.280926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ec055a-0a73-45f4-bd70-f6f07621586a') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:21.281242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ec055a-0a73-45f4-bd70-f6f07621586a') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:21.294004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.315036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.321518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:06:21.321933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:21.337052 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:21.475062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.492451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.503176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Network': ['ID=bbdd171e-163c-44dd-ba06-8d2d497dd13e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:21.573720 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-466b8ddd-1685-40cf-b495-171a57f723e6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/networks/bbdd171e-163c-44dd-ba06-8d2d497dd13e HTTP/1.1" status: 204 len: 168 time: 0.5935025 Mar 11 16:06:21.602681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45464) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:21.608739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'network': {'name': 'tempest-network-smoke--125331344', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'port_security_enabled': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:21.613757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:21.622389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:network and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:21.622389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:21.626609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:21.699752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:21.703319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.737400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:21.740260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.740674 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Added segment 39bb803c-e0d2-485c-9a1a-458d79cb7f75 of type vlan for network 1ac0e466-1374-4d5e-8175-5a7927a0f498 Mar 11 16:06:21.766026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.870542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.876085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:21.876704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.985277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Network': ['ID=1ac0e466-1374-4d5e-8175-5a7927a0f498,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:21.995084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 1ac0e466-1374-4d5e-8175-5a7927a0f498 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:22.064213 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-901c5898-cb03-4538-8253-253bc857acab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4604926 Mar 11 16:06:22.066927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45468) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:22.072117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'admin_state_up': True, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:22.079768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:22.083645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:router and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:22.086582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:22.094349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:22.183613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.184674 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.199408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.636431 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.779389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ef4245d4-4644-40ee-a7f1-8bd3be20a253 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:22.813368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: ef4245d4-4644-40ee-a7f1-8bd3be20a253 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:06:22.813628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ef4245d4-4644-40ee-a7f1-8bd3be20a253 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:22.993199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.021672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.158056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.111 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/0fa867bd-0319-4162-a560-f9ee18029441) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:23.301657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.366356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.427815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:23.430400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:23.438414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:06:23.472991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=0fa867bd-0319-4162-a560-f9ee18029441,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:23.664509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7fe57cff-4ef9-4ae9-991b-abd49a9b0ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.927210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.372629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.401984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.641394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.664018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router e7f66133-60dc-4740-b01f-cca0bc7a725c is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:06:24.841956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:06:24.851018 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Sync routers for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:06:24.860860 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:24.861456 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:06:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:24.933263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.934600 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9ba2088b-7d45-42e1-a828-26fe4e0b132e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8664892 Mar 11 16:06:24.937608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45476) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:24.977897 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8f25fa82-2827-46fb-b19b-00aeffad2984 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6797a56b2aca4fd594e47cef9b833912&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392194 Mar 11 16:06:24.980529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45480) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:25.057407 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:25.110357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b8d11-ef09-48b8-b01d-fa711fded79d tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:25.111833 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-462b8d11-ef09-48b8-b01d-fa711fded79d tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303396 Mar 11 16:06:25.114735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45486) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:25.156951 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-45476a2e-7e8f-49ec-9b70-ef7a10865f5a tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411429 Mar 11 16:06:25.159495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45490) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:25.164777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-166948873', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:25.269814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:25.273553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:subnet and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:25.276321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:25.282307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:25.333282 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:06:23Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:25.336910 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Checking router: e7f66133-60dc-4740-b01f-cca0bc7a725c for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:06:25.337254 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Updating router e7f66133-60dc-4740-b01f-cca0bc7a725c port 0fa867bd-0319-4162-a560-f9ee18029441 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:06:25.361749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:25.365269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.387661 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.641924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.705994 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.718317 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Transition to ACTIVE for port object 0fa867bd-0319-4162-a560-f9ee18029441 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:25.721161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Subnet': ['ID=d227de45-2ca8-4813-b240-4e47ab8639ad,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:25.728794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Checking segment: {'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:06:25.729152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network hostable DHCP agents. Network: 1ac0e466-1374-4d5e-8175-5a7927a0f498, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:25.784453 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.811817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 1ac0e466-1374-4d5e-8175-5a7927a0f498 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:25.863477 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Attempting to bind port 0fa867bd-0319-4162-a560-f9ee18029441 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:25.867724 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Attempting to bind port 0fa867bd-0319-4162-a560-f9ee18029441 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:25.867724 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Attempting to bind port 0fa867bd-0319-4162-a560-f9ee18029441 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:06:25.871035 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Pushing event updated for resources: {'Port': ['ID=0fa867bd-0319-4162-a560-f9ee18029441,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:25.874371 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:06:25.874736 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:06:25.875132 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.875514 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:06:25.875967 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Bound port: 0fa867bd-0319-4162-a560-f9ee18029441, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:25.876329 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.887283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 1ac0e466-1374-4d5e-8175-5a7927a0f498) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:25.891345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:25.891988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.898572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aae8c0-b9dd-4aaf-81ec-d2bfd4a952b6 None None] Network 1ac0e466-1374-4d5e-8175-5a7927a0f498 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:06:25.908291 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.908695 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.909035 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.909372 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.910114 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.910114 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.910363 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.910664 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.910989 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.911309 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.911628 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.911944 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.959152 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] For port 0fa867bd-0319-4162-a560-f9ee18029441, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:06:25.962203 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] For port 0fa867bd-0319-4162-a560-f9ee18029441, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0fa867bd-0319-4162-a560-f9ee18029441,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:06:25.985413 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7686baff-cdfd-45b2-b9d8-ac622f4012b9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8249032 Mar 11 16:06:25.988168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45494) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:26.076971 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.122232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.141688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-1ac0e466-1374-4d5e-8175-5a7927a0f498', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:06:26.149649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.155784 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:26.156411 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:06:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:26.198201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.239255 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e78870-99d5-44ed-9ddc-8914f15447c6 None None] Pushing event updated for resources: {'Port': ['ID=0fa867bd-0319-4162-a560-f9ee18029441,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:26.325933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Allocated IP 172.20.0.2 (1ac0e466-1374-4d5e-8175-5a7927a0f498/d227de45-2ca8-4813-b240-4e47ab8639ad/bc209fce-2ff9-4787-a060-bfb37735b34d) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:26.355988 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:26.544462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.555008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Transition to ACTIVE for port object bc209fce-2ff9-4787-a060-bfb37735b34d will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:26.573918 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Transition to ACTIVE for port object bc209fce-2ff9-4787-a060-bfb37735b34d will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:26.647349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.668089 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:06:23Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:26.672142 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914aecb-f482-42af-a948-6536d79ebc6f None None] The sync data for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv is: [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:06:23Z', 'revision_number': 3, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:06:26.717021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Network 1ac0e466-1374-4d5e-8175-5a7927a0f498 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:26.720795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:26.724016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:06:26.821631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Pushing event updated for resources: {'Port': ['ID=bc209fce-2ff9-4787-a060-bfb37735b34d,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:26.840669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Attempting to bind port bc209fce-2ff9-4787-a060-bfb37735b34d on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:26.841037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Attempting to bind port bc209fce-2ff9-4787-a060-bfb37735b34d by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:26.841402 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Attempting to bind port bc209fce-2ff9-4787-a060-bfb37735b34d on network 1ac0e466-1374-4d5e-8175-5a7927a0f498 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:06:26.846770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:06:26.847092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Checking segment: {'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:06:26.847445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.847840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Bound using segment: {'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:06:26.848306 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Bound port: bc209fce-2ff9-4787-a060-bfb37735b34d, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:26.848811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.863169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.951550 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] For port bc209fce-2ff9-4787-a060-bfb37735b34d, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:06:26.954689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] For port bc209fce-2ff9-4787-a060-bfb37735b34d, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=bc209fce-2ff9-4787-a060-bfb37735b34d,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:06:27.073878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.175196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161af17-a214-4ea2-aac4-e70fec3e8f25 None None] Pushing event updated for resources: {'Port': ['ID=bc209fce-2ff9-4787-a060-bfb37735b34d,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:27.329350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.1 (1ac0e466-1374-4d5e-8175-5a7927a0f498/d227de45-2ca8-4813-b240-4e47ab8639ad/b86edbd5-f794-471a-8cb2-e2c55d2da3c2) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:27.525853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.544079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object b86edbd5-f794-471a-8cb2-e2c55d2da3c2 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:27.669621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.737085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 1ac0e466-1374-4d5e-8175-5a7927a0f498 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:27.739996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:27.742392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:06:27.791216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:27.811502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.133997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.667129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.739184 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.747930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234abe43-fef3-4366-9b64-f346335f6b3c None None] Network 1ac0e466-1374-4d5e-8175-5a7927a0f498 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:06:28.859549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:28.861914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.907483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0fa867bd-0319-4162-a560-f9ee18029441 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:28.946117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-28ff8944-78ff-4d60-97c3-ba8eb023bbe1 None None] Provisioning for port bc209fce-2ff9-4787-a060-bfb37735b34d completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:29.003126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 1ac0e466-1374-4d5e-8175-5a7927a0f498 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:29.004253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:29.117227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 0fa867bd-0319-4162-a560-f9ee18029441 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:29.123063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 0fa867bd-0319-4162-a560-f9ee18029441 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:29.123432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.190633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router e7f66133-60dc-4740-b01f-cca0bc7a725c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:06:29.251348 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.269741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 0fa867bd-0319-4162-a560-f9ee18029441, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0fa867bd-0319-4162-a560-f9ee18029441,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:29.337669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.338976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bc209fce-2ff9-4787-a060-bfb37735b34d up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:29.392682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:06:29.410663 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fb63b81c-e484-43f4-a3f9-99388d767074 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/e7f66133-60dc-4740-b01f-cca0bc7a725c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4212599 Mar 11 16:06:29.412713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Sync routers for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:06:29.417670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45502) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:29.417788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0d50424e-b472-4133-ab57-9816da0fa4b6 None None] Provisioning for port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:29.444667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0d50424e-b472-4133-ab57-9816da0fa4b6 None None] Provisioning complete for port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:29.445016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0d50424e-b472-4133-ab57-9816da0fa4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.492874 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:29.493509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:06:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:29.555457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b72be82-c021-49e2-9ddd-99f0aa59f9c0 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:29.555937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b72be82-c021-49e2-9ddd-99f0aa59f9c0 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:29.556408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b72be82-c021-49e2-9ddd-99f0aa59f9c0 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:29.557308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b72be82-c021-49e2-9ddd-99f0aa59f9c0 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:29.558738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3b72be82-c021-49e2-9ddd-99f0aa59f9c0 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1446331 Mar 11 16:06:29.561462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45506) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:29.602445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=0fa867bd-0319-4162-a560-f9ee18029441,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:29.610985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0d50424e-b472-4133-ab57-9816da0fa4b6 None None] Port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:06:29.635887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d3279d-a9be-48a3-a586-85ce6a5b5af6 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:29.636352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d3279d-a9be-48a3-a586-85ce6a5b5af6 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:29.636829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d3279d-a9be-48a3-a586-85ce6a5b5af6 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:29.637285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d3279d-a9be-48a3-a586-85ce6a5b5af6 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:29.638983 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-61d3279d-a9be-48a3-a586-85ce6a5b5af6 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0765524 Mar 11 16:06:29.641585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45510) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:29.678954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port bc209fce-2ff9-4787-a060-bfb37735b34d completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:29.694135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port bc209fce-2ff9-4787-a060-bfb37735b34d triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:29.694510 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.771738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:29.849517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a17efbdb-4f30-4640-b387-6ee534a996f2 None None] Provisioning complete for port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:29.849888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a17efbdb-4f30-4640-b387-6ee534a996f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.961568 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4da4c6a1-6d07-4d05-b3e0-0b8899267aae tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3188488 Mar 11 16:06:30.037362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a17efbdb-4f30-4640-b387-6ee534a996f2 None None] Port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:06:30.111615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.194031 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port bc209fce-2ff9-4787-a060-bfb37735b34d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=bc209fce-2ff9-4787-a060-bfb37735b34d,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:30.223221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:30.227315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Checking router: e7f66133-60dc-4740-b01f-cca0bc7a725c for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:06:30.227669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Updating router e7f66133-60dc-4740-b01f-cca0bc7a725c port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:06:30.279650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.290024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.416638 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45518) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:30.421810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771702201', 'description': 'tempest-secgroup-smoke-1771702201 description', 'project_id': '6797a56b2aca4fd594e47cef9b833912'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:30.427705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:30.432468 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:30.435285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:30.440971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:30.489120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=bc209fce-2ff9-4787-a060-bfb37735b34d,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:30.510327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.530320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:30.534159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:30.537024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:30.543306 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:30.611259 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.658732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.702862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ac35bf-9163-438b-b4a1-50cef2219c66,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:30.718314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.730719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Transition to ACTIVE for port object b86edbd5-f794-471a-8cb2-e2c55d2da3c2 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:30.778953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.780191 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-524f0300-f3bd-4757-ae83-9fdb49f31d4f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3625066 Mar 11 16:06:30.783309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45522) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:30.788208 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0151cace-fa86-40e1-993e-2c70f06d0a7f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '48ac35bf-9163-438b-b4a1-50cef2219c66', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:30.795231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0151cace-fa86-40e1-993e-2c70f06d0a7f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:30.799084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0151cace-fa86-40e1-993e-2c70f06d0a7f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:30.802091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0151cace-fa86-40e1-993e-2c70f06d0a7f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:30.807642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0151cace-fa86-40e1-993e-2c70f06d0a7f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:30.813954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.851046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0fa867bd-0319-4162-a560-f9ee18029441 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:30.888630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0151cace-fa86-40e1-993e-2c70f06d0a7f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.955309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0151cace-fa86-40e1-993e-2c70f06d0a7f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.022446 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba1697-c836-41d0-99a0-0effbf077070 None None] Pushing event updated for resources: {'Port': ['ID=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:31.042435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0151cace-fa86-40e1-993e-2c70f06d0a7f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.068118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151cace-fa86-40e1-993e-2c70f06d0a7f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bf7be6-b90f-4f36-9d4a-a7656f8ca452,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:31.086839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 0fa867bd-0319-4162-a560-f9ee18029441 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:31.087208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.128797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Attempting to bind port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:31.129162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Attempting to bind port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:31.129518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Attempting to bind port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 on network 1ac0e466-1374-4d5e-8175-5a7927a0f498 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:06:31.138795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0151cace-fa86-40e1-993e-2c70f06d0a7f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.139486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:06:31.139855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Checking segment: {'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:06:31.140033 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0151cace-fa86-40e1-993e-2c70f06d0a7f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3558133 Mar 11 16:06:31.140252 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.140657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Bound using segment: {'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:06:31.141117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Bound port: b86edbd5-f794-471a-8cb2-e2c55d2da3c2, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:31.141483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.142848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45526) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:31.148593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ff00a13f-c4be-477f-aab3-94dceaa22c4e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '48ac35bf-9163-438b-b4a1-50cef2219c66', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:31.153823 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ff00a13f-c4be-477f-aab3-94dceaa22c4e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:31.157696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ff00a13f-c4be-477f-aab3-94dceaa22c4e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:31.160648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ff00a13f-c4be-477f-aab3-94dceaa22c4e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:31.167369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ff00a13f-c4be-477f-aab3-94dceaa22c4e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:31.237650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ff00a13f-c4be-477f-aab3-94dceaa22c4e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.293917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] For port b86edbd5-f794-471a-8cb2-e2c55d2da3c2, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:06:31.301452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ff00a13f-c4be-477f-aab3-94dceaa22c4e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.310858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] For port b86edbd5-f794-471a-8cb2-e2c55d2da3c2, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:06:31.312444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bc209fce-2ff9-4787-a060-bfb37735b34d up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:31.356078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ff00a13f-c4be-477f-aab3-94dceaa22c4e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.374386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.379792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00a13f-c4be-477f-aab3-94dceaa22c4e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7eab5d-fe97-4595-868c-155f800e1a2a,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:31.428887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port bc209fce-2ff9-4787-a060-bfb37735b34d triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:31.429258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.470654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ff00a13f-c4be-477f-aab3-94dceaa22c4e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.471884 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ff00a13f-c4be-477f-aab3-94dceaa22c4e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3280427 Mar 11 16:06:31.474989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45530) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:31.480930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b198a0cf-8948-4423-b045-061104e3799d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '48ac35bf-9163-438b-b4a1-50cef2219c66', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:31.487030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b198a0cf-8948-4423-b045-061104e3799d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:31.491486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b198a0cf-8948-4423-b045-061104e3799d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:31.494564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b198a0cf-8948-4423-b045-061104e3799d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:31.500333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b198a0cf-8948-4423-b045-061104e3799d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:31.508306 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:31.508983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:06:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:31.579386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba1697-c836-41d0-99a0-0effbf077070 None None] Pushing event updated for resources: {'Port': ['ID=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:31.596344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b198a0cf-8948-4423-b045-061104e3799d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.659569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b198a0cf-8948-4423-b045-061104e3799d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.736482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b198a0cf-8948-4423-b045-061104e3799d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.759527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198a0cf-8948-4423-b045-061104e3799d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2599a4-306d-44a7-ae87-9fce04197b0c,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:31.779814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:31.841075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b198a0cf-8948-4423-b045-061104e3799d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.842326 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b198a0cf-8948-4423-b045-061104e3799d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3663557 Mar 11 16:06:31.845366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45534) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:31.850682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-5fe231d6-953a-465a-8eb5-cf1025c0e903 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '48ac35bf-9163-438b-b4a1-50cef2219c66', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:31.856481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5fe231d6-953a-465a-8eb5-cf1025c0e903 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:31.860245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5fe231d6-953a-465a-8eb5-cf1025c0e903 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:31.863263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-5fe231d6-953a-465a-8eb5-cf1025c0e903 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:31.868806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-5fe231d6-953a-465a-8eb5-cf1025c0e903 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:31.945824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5fe231d6-953a-465a-8eb5-cf1025c0e903 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.012997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5fe231d6-953a-465a-8eb5-cf1025c0e903 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.098562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5fe231d6-953a-465a-8eb5-cf1025c0e903 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.123832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe231d6-953a-465a-8eb5-cf1025c0e903 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233b9d7c-8b54-4917-b49a-7e4ff5b9fc78,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:32.127743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:06:31Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:32.131923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46817e06-ef72-4fd9-8bb4-6b1796fcc182 None None] The sync data for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv is: [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:06:31Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:06:32.201836 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5fe231d6-953a-465a-8eb5-cf1025c0e903 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.203100 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5fe231d6-953a-465a-8eb5-cf1025c0e903 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3567543 Mar 11 16:06:32.205971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45538) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:32.210874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '48ac35bf-9163-438b-b4a1-50cef2219c66', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:32.222388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:32.227079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:32.230253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:32.236095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:32.304640 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:06:32.312601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.380095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.453427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.477363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5cd86e-394f-4add-82b0-73e9b13c359c,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:32.573689 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.574904 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-92fa1927-2451-4812-9b86-f66b1f4b77ab tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3679991 Mar 11 16:06:32.577660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45542) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:32.582891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'security_group_rule': {'security_group_id': '48ac35bf-9163-438b-b4a1-50cef2219c66', 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:32.589013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:32.592813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:security_group_rule and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:32.595745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:32.601930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:32.687736 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Project 6797a56b2aca4fd594e47cef9b833912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:06:32.694994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.765207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.842079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.858266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b86edbd5-f794-471a-8cb2-e2c55d2da3c2 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:32.869299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2de0196-cd01-4237-a18a-cc0d2f43310b,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:32.927697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.928964 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a0474c5d-94bd-46c4-bbba-356bfd51291c tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3503633 Mar 11 16:06:32.973314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:32.980407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:32.981032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.105767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-4c041f5f-4df5-484a-b3ae-d607c5976735 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:33.110033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.142186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port b86edbd5-f794-471a-8cb2-e2c55d2da3c2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:33.207597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-4c041f5f-4df5-484a-b3ae-d607c5976735 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:33.208818 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-4c041f5f-4df5-484a-b3ae-d607c5976735 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771702201&fields=id&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 267 time: 0.1510873 Mar 11 16:06:33.225153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.294309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:33.358633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-00d1eacf-540c-4bd3-ad4b-effd689524f9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:33.359294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-00d1eacf-540c-4bd3-ad4b-effd689524f9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:33.418547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-00d1eacf-540c-4bd3-ad4b-effd689524f9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:33.419688 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-00d1eacf-540c-4bd3-ad4b-effd689524f9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/networks?id=1ac0e466-1374-4d5e-8175-5a7927a0f498 HTTP/1.1" status: 200 len: 796 time: 0.2035418 Mar 11 16:06:33.433891 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-9584b284-a4ff-4a30-b466-3dec5713d9fc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/quotas/6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 375 time: 0.0088997 Mar 11 16:06:33.514638 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-34f22ce8-317a-4cea-9c33-b02f0f891b61 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:33.600688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-34f22ce8-317a-4cea-9c33-b02f0f891b61 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:33.602107 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-34f22ce8-317a-4cea-9c33-b02f0f891b61 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1634853 Mar 11 16:06:33.676402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-70d7a1aa-f4d5-47fb-8329-dbb48ab96c9c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:06:33.677420 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-70d7a1aa-f4d5-47fb-8329-dbb48ab96c9c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640984 Mar 11 16:06:33.807376 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-977e14ba-9082-4936-accf-32ce708a15b3 service neutron] 10.222.0.39 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229653 Mar 11 16:06:33.939753 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-abc65c3c-d46f-4e90-ba3c-f69138a120a5 service neutron] 10.222.0.39 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262503 Mar 11 16:06:34.249421 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2617e829-b0be-4a9b-9521-a107e96eecf4 req-535a4dc3-2df8-40f9-8fc7-db0f468f22c1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 210 time: 0.0488219 Mar 11 16:06:34.828600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b86edbd5-f794-471a-8cb2-e2c55d2da3c2 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:34.894859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:34.895223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.406120 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-99dbd505-7fbf-4abf-aa9c-4f1b20adbaa7 req-888f35e4-9c59-42ea-baa3-90626b881405 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 210 time: 0.0441251 Mar 11 16:06:36.269664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-2830c460-2d05-47b2-af0c-e081305977fc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:36.271152 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-2830c460-2d05-47b2-af0c-e081305977fc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/networks?id=1ac0e466-1374-4d5e-8175-5a7927a0f498 HTTP/1.1" status: 200 len: 796 time: 0.1474392 Mar 11 16:06:36.319230 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-fde22ae5-b13d-4a70-8577-32cdd15f0fa7 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797a56b2aca4fd594e47cef9b833912 HTTP/1.1" status: 200 len: 380 time: 0.0400152 Mar 11 16:06:36.327757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'port': {'device_id': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'admin_state_up': True, 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'security_groups': ['48ac35bf-9163-438b-b4a1-50cef2219c66']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:36.467494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:36.477466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:36.551626 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Made reservation on behalf of 6797a56b2aca4fd594e47cef9b833912 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:36.556502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.570723 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c47e3024-385b-452e-93fa-10582b869ba1 req-3d98ce3a-a9fd-4599-a362-181f3f614d91 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 210 time: 0.0600464 Mar 11 16:06:36.718631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.20.0.5 (1ac0e466-1374-4d5e-8175-5a7927a0f498/d227de45-2ca8-4813-b240-4e47ab8639ad/adb6bfb7-0858-43d5-b315-0a0df8a6b351) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:36.914292 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.930398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Transition to ACTIVE for port object adb6bfb7-0858-43d5-b315-0a0df8a6b351 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:37.013710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.078523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 1ac0e466-1374-4d5e-8175-5a7927a0f498 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:37.085793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:37.090550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:06:37.121326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=adb6bfb7-0858-43d5-b315-0a0df8a6b351,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:37.164940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:37.165756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.265361 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-83174c10-1067-4bf4-b4f7-c4bac88c6021 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9411030 Mar 11 16:06:37.277643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Request body: {'port': {'device_id': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:37.418889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a028d45f-a434-4d33-9469-a799fc0c73f5 None None] Provisioning for port adb6bfb7-0858-43d5-b315-0a0df8a6b351 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:37.423641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a028d45f-a434-4d33-9469-a799fc0c73f5 None None] Provisioning complete for port adb6bfb7-0858-43d5-b315-0a0df8a6b351 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:37.424006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a028d45f-a434-4d33-9469-a799fc0c73f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.477709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a028d45f-a434-4d33-9469-a799fc0c73f5 None None] Port adb6bfb7-0858-43d5-b315-0a0df8a6b351 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:06:37.492908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.840041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9194ab-d194-4b97-aeb4-e4b46d4a7e03 req-3713ec0b-c25a-48ce-9b82-594f5f317bf2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:37.840776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-dc9194ab-d194-4b97-aeb4-e4b46d4a7e03 req-3713ec0b-c25a-48ce-9b82-594f5f317bf2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:37.916938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb6bfb7-0858-43d5-b315-0a0df8a6b351 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:06:37.920478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.935698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Transition to ACTIVE for port object adb6bfb7-0858-43d5-b315-0a0df8a6b351 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:37.955772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-dc9194ab-d194-4b97-aeb4-e4b46d4a7e03 req-3713ec0b-c25a-48ce-9b82-594f5f317bf2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:37.956975 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dc9194ab-d194-4b97-aeb4-e4b46d4a7e03 req-3713ec0b-c25a-48ce-9b82-594f5f317bf2 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 931 time: 0.2378128 Mar 11 16:06:38.004183 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dc9194ab-d194-4b97-aeb4-e4b46d4a7e03 req-3ebeaa58-3db4-455e-8a71-d9dd067022d5 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415523 Mar 11 16:06:38.004912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.132974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=adb6bfb7-0858-43d5-b315-0a0df8a6b351,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:38.236231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Attempting to bind port adb6bfb7-0858-43d5-b315-0a0df8a6b351 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:38.236575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Attempting to bind port adb6bfb7-0858-43d5-b315-0a0df8a6b351 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:38.236910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Attempting to bind port adb6bfb7-0858-43d5-b315-0a0df8a6b351 on network 1ac0e466-1374-4d5e-8175-5a7927a0f498 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:06:38.241263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Port adb6bfb7-0858-43d5-b315-0a0df8a6b351 on network 1ac0e466-1374-4d5e-8175-5a7927a0f498 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:06:38.241579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Attempting to bind port adb6bfb7-0858-43d5-b315-0a0df8a6b351 on network 1ac0e466-1374-4d5e-8175-5a7927a0f498 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:06:38.246988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:06:38.247318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Checking segment: {'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:06:38.247702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Bound using segment: {'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:06:38.248118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Bound port: adb6bfb7-0858-43d5-b315-0a0df8a6b351, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39bb803c-e0d2-485c-9a1a-458d79cb7f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:38.248456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.338620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] For port adb6bfb7-0858-43d5-b315-0a0df8a6b351, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:06:38.341564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] For port adb6bfb7-0858-43d5-b315-0a0df8a6b351, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=adb6bfb7-0858-43d5-b315-0a0df8a6b351,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:06:38.384803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.438434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:38.439046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.440400 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/adb6bfb7-0858-43d5-b315-0a0df8a6b351 HTTP/1.1" status: 200 len: 1093 time: 1.1672220 Mar 11 16:06:38.440847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'tag': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:06:38.468972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db35f2-c59c-40ed-ae75-db6733a7e5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=adb6bfb7-0858-43d5-b315-0a0df8a6b351,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:38.488649 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'tag': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'status': 'completed', 'code': 200} Mar 11 16:06:38.583319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267f789-8d5d-4621-af60-732e6f9669b8 req-71e0b5fb-7f97-4d5e-8023-3735bb051596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:38.584863 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6267f789-8d5d-4621-af60-732e6f9669b8 req-71e0b5fb-7f97-4d5e-8023-3735bb051596 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 1096 time: 0.0765796 Mar 11 16:06:38.729003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267f789-8d5d-4621-af60-732e6f9669b8 req-2f7eb89b-dde6-40e3-96a9-0f37bde0866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:38.730387 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6267f789-8d5d-4621-af60-732e6f9669b8 req-2f7eb89b-dde6-40e3-96a9-0f37bde0866f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6797a56b2aca4fd594e47cef9b833912&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1389410 Mar 11 16:06:38.863608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267f789-8d5d-4621-af60-732e6f9669b8 req-dccb150c-e0c0-4790-aa8e-d28864c89e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:38.865086 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6267f789-8d5d-4621-af60-732e6f9669b8 req-dccb150c-e0c0-4790-aa8e-d28864c89e66 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287034 Mar 11 16:06:38.967488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-6630ad1c-e9a8-4099-b794-aa91fc621111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:38.968892 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-6630ad1c-e9a8-4099-b794-aa91fc621111 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 1096 time: 0.0690186 Mar 11 16:06:39.040159 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-225b423a-d998-49f5-841d-d43c6c88abb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adb6bfb7-0858-43d5-b315-0a0df8a6b351 HTTP/1.1" status: 200 len: 217 time: 0.0643837 Mar 11 16:06:39.100451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-a4cb401c-e12e-4022-872d-4eb08e85fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:39.101916 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-a4cb401c-e12e-4022-872d-4eb08e85fd34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d227de45-2ca8-4813-b240-4e47ab8639ad HTTP/1.1" status: 200 len: 834 time: 0.0561850 Mar 11 16:06:39.334827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-d32fb238-606b-4357-b1db-248095741aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:39.336305 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-d32fb238-606b-4357-b1db-248095741aef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ac0e466-1374-4d5e-8175-5a7927a0f498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2285781 Mar 11 16:06:39.345058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a7c03-f014-462b-bd73-50f2abe21753 req-1e954f6c-6b4f-41da-a3ef-cd861a24789a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:39.346415 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-236a7c03-f014-462b-bd73-50f2abe21753 req-1e954f6c-6b4f-41da-a3ef-cd861a24789a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 943 time: 0.2093344 Mar 11 16:06:39.477916 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-236a7c03-f014-462b-bd73-50f2abe21753 req-2e9afb67-d7d3-452f-abfa-49fedaa69444 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134508 Mar 11 16:06:39.505568 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-2e8718db-f597-4f24-b133-2eb0bf7b68fb service neutron] 10.222.0.30 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582417 Mar 11 16:06:39.634258 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7624e9b-9c09-4956-b195-beb8ecec6b10 req-7c0ab64e-e646-42cd-a990-aece6da5d2cc service neutron] 10.222.0.30 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226304 Mar 11 16:06:40.661225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ffd67-7918-4bb9-89b1-f2cc2a297242 req-6f9a39f4-455e-4555-8304-94f5fbf3da9f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:40.662660 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-094ffd67-7918-4bb9-89b1-f2cc2a297242 req-6f9a39f4-455e-4555-8304-94f5fbf3da9f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 943 time: 0.0805857 Mar 11 16:06:40.706290 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-094ffd67-7918-4bb9-89b1-f2cc2a297242 req-9f8baaeb-315d-4113-8868-7afa0e46d8c0 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379913 Mar 11 16:06:41.890234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625b59-3f31-4f5d-9cc2-3b151481e066 req-3144c13f-5e74-44c0-9ddc-afea8bce7e2f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:41.891680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fa625b59-3f31-4f5d-9cc2-3b151481e066 req-3144c13f-5e74-44c0-9ddc-afea8bce7e2f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 943 time: 0.0826550 Mar 11 16:06:41.934837 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fa625b59-3f31-4f5d-9cc2-3b151481e066 req-0631786b-94bb-42bf-8fc3-5288e8ec744e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375092 Mar 11 16:06:43.117262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787a56f-5474-4637-ba34-cab3f2b24294 req-0a605481-de93-48d6-abf4-963245b45bbc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:43.118755 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b787a56f-5474-4637-ba34-cab3f2b24294 req-0a605481-de93-48d6-abf4-963245b45bbc tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 943 time: 0.0791881 Mar 11 16:06:43.161929 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b787a56f-5474-4637-ba34-cab3f2b24294 req-3e6562b1-8416-44b1-8bac-5107a5ed566f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367794 Mar 11 16:06:44.025554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device adb6bfb7-0858-43d5-b315-0a0df8a6b351 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:06:44.154786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port adb6bfb7-0858-43d5-b315-0a0df8a6b351, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=adb6bfb7-0858-43d5-b315-0a0df8a6b351,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:44.171408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'port_id': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'mac_address': 'fa:16:3e:06:5e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:06:44.229513 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.247892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb6bfb7-0858-43d5-b315-0a0df8a6b351 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:06:44.264222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port adb6bfb7-0858-43d5-b315-0a0df8a6b351, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=adb6bfb7-0858-43d5-b315-0a0df8a6b351,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:44.344429 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.352773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9545e-953c-4606-a5e8-ca030c8ecb9f req-1c5273ef-f3a3-478f-b7d8-9c828162b009 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:44.354807 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9b9545e-953c-4606-a5e8-ca030c8ecb9f req-1c5273ef-f3a3-478f-b7d8-9c828162b009 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 943 time: 0.0839701 Mar 11 16:06:44.400507 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9b9545e-953c-4606-a5e8-ca030c8ecb9f req-58931afb-54bf-4794-a30b-56cd981a0c02 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388267 Mar 11 16:06:44.411613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=adb6bfb7-0858-43d5-b315-0a0df8a6b351,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:44.648850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['adb6bfb7-0858-43d5-b315-0a0df8a6b351'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:06:45.580218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180d6f2-90ae-4cc6-8331-ade020687ca4 req-22b4ad90-c218-4082-8319-ac9865224870 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:45.581697 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d180d6f2-90ae-4cc6-8331-ade020687ca4 req-22b4ad90-c218-4082-8319-ac9865224870 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 944 time: 0.0785618 Mar 11 16:06:45.628372 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d180d6f2-90ae-4cc6-8331-ade020687ca4 req-171b146b-0942-4d99-a6b1-1808aba2c348 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410445 Mar 11 16:06:46.040365 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device adb6bfb7-0858-43d5-b315-0a0df8a6b351 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:46.172849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port adb6bfb7-0858-43d5-b315-0a0df8a6b351 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:46.177531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port adb6bfb7-0858-43d5-b315-0a0df8a6b351 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:46.177930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.296312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.323090 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:06:46.332431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port adb6bfb7-0858-43d5-b315-0a0df8a6b351, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=adb6bfb7-0858-43d5-b315-0a0df8a6b351,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:46.367482 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'code': 200} Mar 11 16:06:46.424416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.493308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=adb6bfb7-0858-43d5-b315-0a0df8a6b351,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:46.871402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d2c85-f07b-4e41-b095-f11dd264fe2f req-68a0f868-1487-4740-b5d5-0c7ce0769045 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:46.872880 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb6d2c85-f07b-4e41-b095-f11dd264fe2f req-68a0f868-1487-4740-b5d5-0c7ce0769045 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 945 time: 0.1412179 Mar 11 16:06:46.875700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd636c-7e27-4bc4-ae91-9a04cac3e52b req-e5008a82-0309-4679-a002-a005162609ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:46.877092 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dcd636c-7e27-4bc4-ae91-9a04cac3e52b req-e5008a82-0309-4679-a002-a005162609ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 1098 time: 0.1073105 Mar 11 16:06:46.942731 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb6d2c85-f07b-4e41-b095-f11dd264fe2f req-3910f307-36aa-4c3b-b1bb-b7b098618f0d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642128 Mar 11 16:06:46.945897 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dcd636c-7e27-4bc4-ae91-9a04cac3e52b req-1b6fb049-4c36-4517-a656-b44dea7f3719 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534532 Mar 11 16:06:48.128266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a10b00-8ffd-4e2d-89e8-5a222f893bcc req-ffc41f53-29fe-440f-ad45-7625c1bb1508 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:48.129746 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d2a10b00-8ffd-4e2d-89e8-5a222f893bcc req-ffc41f53-29fe-440f-ad45-7625c1bb1508 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 945 time: 0.0792134 Mar 11 16:06:48.179142 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d2a10b00-8ffd-4e2d-89e8-5a222f893bcc req-1a0cbfb3-117d-45f5-831e-eec241995660 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Mar 11 16:06:49.361696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a489d-3d7e-4833-8e7a-eeadc6e8ad5d req-14af5701-0f49-49d9-a63c-23c59edc373f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:49.363114 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d38a489d-3d7e-4833-8e7a-eeadc6e8ad5d req-14af5701-0f49-49d9-a63c-23c59edc373f tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 945 time: 0.0776632 Mar 11 16:06:49.406058 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d38a489d-3d7e-4833-8e7a-eeadc6e8ad5d req-71c4c1c7-a73f-403a-b967-8bbfb679d8f1 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372241 Mar 11 16:06:49.588517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26e59b-8e75-4a5d-97bc-f4bbc4b4d4c2 req-a0f42c58-db42-413a-bf16-4578a168be04 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:49.589987 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3b26e59b-8e75-4a5d-97bc-f4bbc4b4d4c2 req-a0f42c58-db42-413a-bf16-4578a168be04 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 945 time: 0.0817795 Mar 11 16:06:49.634107 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3b26e59b-8e75-4a5d-97bc-f4bbc4b4d4c2 req-5c880f9e-dc50-49c6-a862-5c921d0ae2ef tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385289 Mar 11 16:06:49.656819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45606) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:49.724238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64f9680-0bee-4f95-ba3c-0cf09c1f9cc7 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:49.725978 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e64f9680-0bee-4f95-ba3c-0cf09c1f9cc7 tempest-TestNetworkBasicOps-648379993 tempest-TestNetworkBasicOps-648379993-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 1093 time: 0.0682192 Mar 11 16:06:49.728735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45610) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:49.734123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:49.739833 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:49.743589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Usage tracker for resource:floatingip and tenant:6797a56b2aca4fd594e47cef9b833912 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:49.746504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:49.751988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:49.818492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.951782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.180414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Allocated IP 172.26.6.20 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/a4edea51-9ab3-46bf-ad13-5439198a4b70) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:50.323143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.435630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.499774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:50.502475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:50.510130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:06:50.549591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=a4edea51-9ab3-46bf-ad13-5439198a4b70,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:50.797591 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:06:50.846987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c2bc17f4-7188-4fb9-86b5-2e838beb4c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.913815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.092525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.295760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.355678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.460140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event updated for resources: {'Port': ['ID=a4edea51-9ab3-46bf-ad13-5439198a4b70,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:51.472118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.637313 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP bfbec79b-b1b2-41d5-af30-0311f0b008b8 associated. External IP: 172.26.6.20, port: adb6bfb7-0858-43d5-b315-0a0df8a6b351. Mar 11 16:06:52.085088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router e7f66133-60dc-4740-b01f-cca0bc7a725c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:06:52.266540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:06:52.277003 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef93009-5965-435e-a8a7-5677ec4c4986 None None] Sync routers for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:06:52.287477 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef93009-5965-435e-a8a7-5677ec4c4986 None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:52.288167 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8ef93009-5965-435e-a8a7-5677ec4c4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:06:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:52.356021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.410250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9637846c-5840-4d9b-8005-dc85c67251d6 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6799693 Mar 11 16:06:52.410823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'tag': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:06:52.412956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45614) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:52.453579 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'tag': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'status': 'completed', 'code': 200} Mar 11 16:06:52.466189 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-8ef93009-5965-435e-a8a7-5677ec4c4986 None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:52.521044 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d53490fd-726e-495d-b9ea-53fcb33c5aef tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/bfbec79b-b1b2-41d5-af30-0311f0b008b8 HTTP/1.1" status: 200 len: 990 time: 0.1067905 Mar 11 16:06:52.552248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6cc1a-a84e-4718-b26f-00e694d4ff88 req-51d31b7e-c7d2-44ba-af2f-65bdd7d09361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:52.553975 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75e6cc1a-a84e-4718-b26f-00e694d4ff88 req-51d31b7e-c7d2-44ba-af2f-65bdd7d09361 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 1098 time: 0.0749562 Mar 11 16:06:52.687069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6cc1a-a84e-4718-b26f-00e694d4ff88 req-bed145e3-417b-4856-a5c3-a5dd32c078ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:52.688433 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75e6cc1a-a84e-4718-b26f-00e694d4ff88 req-bed145e3-417b-4856-a5c3-a5dd32c078ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ac0e466-1374-4d5e-8175-5a7927a0f498 HTTP/1.1" status: 200 len: 897 time: 0.1289990 Mar 11 16:06:52.796231 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75e6cc1a-a84e-4718-b26f-00e694d4ff88 req-0b9c96eb-1aec-4556-861d-9ecfe7455d5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adb6bfb7-0858-43d5-b315-0a0df8a6b351 HTTP/1.1" status: 200 len: 998 time: 0.0960877 Mar 11 16:06:52.811426 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8ef93009-5965-435e-a8a7-5677ec4c4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'bfbec79b-b1b2-41d5-af30-0311f0b008b8', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.20', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'port_id': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'mac_address': 'fa:16:3e:06:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:06:50Z', 'updated_at': '2022-03-11T16:06:50Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:06:33Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:52.815172 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef93009-5965-435e-a8a7-5677ec4c4986 None None] Checking router: e7f66133-60dc-4740-b01f-cca0bc7a725c for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:06:52.823983 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef93009-5965-435e-a8a7-5677ec4c4986 None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:52.824586 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8ef93009-5965-435e-a8a7-5677ec4c4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:06:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:52.857021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6cc1a-a84e-4718-b26f-00e694d4ff88 req-12b9b96c-1029-4dbb-bd64-067ae73f6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:52.858453 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75e6cc1a-a84e-4718-b26f-00e694d4ff88 req-12b9b96c-1029-4dbb-bd64-067ae73f6d55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d227de45-2ca8-4813-b240-4e47ab8639ad HTTP/1.1" status: 200 len: 834 time: 0.0567598 Mar 11 16:06:52.935974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6cc1a-a84e-4718-b26f-00e694d4ff88 req-c6cda4fa-e9e8-41a7-85f2-043f3505d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:52.937537 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75e6cc1a-a84e-4718-b26f-00e694d4ff88 req-c6cda4fa-e9e8-41a7-85f2-043f3505d37f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ac0e466-1374-4d5e-8175-5a7927a0f498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726805 Mar 11 16:06:52.997973 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-8ef93009-5965-435e-a8a7-5677ec4c4986 None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:53.067541 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75e6cc1a-a84e-4718-b26f-00e694d4ff88 req-75f9a2eb-1982-45f2-b686-0d6101440a85 service neutron] 10.222.0.30 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233418 Mar 11 16:06:53.200884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75e6cc1a-a84e-4718-b26f-00e694d4ff88 req-3bb86cee-bf1d-4e97-8933-9f6f2a5988a9 service neutron] 10.222.0.30 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271467 Mar 11 16:06:53.340428 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8ef93009-5965-435e-a8a7-5677ec4c4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'bfbec79b-b1b2-41d5-af30-0311f0b008b8', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.20', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'port_id': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'mac_address': 'fa:16:3e:06:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:06:50Z', 'updated_at': '2022-03-11T16:06:50Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:06:33Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:53.344353 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef93009-5965-435e-a8a7-5677ec4c4986 None None] The sync data for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv is: [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'bfbec79b-b1b2-41d5-af30-0311f0b008b8', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.20', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'port_id': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'mac_address': 'fa:16:3e:06:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:06:50Z', 'updated_at': '2022-03-11T16:06:50Z', 'revision_number': 0, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:06:33Z', 'revision_number': 5, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:06:53.520218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886a4d1-c1d2-4634-82aa-ba2d3dcd2dd7 None None] New status for floating IP bfbec79b-b1b2-41d5-af30-0311f0b008b8: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:06:53.524935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45620) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:53.633997 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3da8d795-3929-45d7-883c-18564ea1a676 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/bfbec79b-b1b2-41d5-af30-0311f0b008b8 HTTP/1.1" status: 200 len: 990 time: 0.1072850 Mar 11 16:06:53.733115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d4b02e7d-ee13-4ee8-865a-d784e565001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.407020 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.612853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.637727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45624) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:54.743011 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-42a6a997-2df7-4cd9-87ad-12122e7cdcfa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/bfbec79b-b1b2-41d5-af30-0311f0b008b8 HTTP/1.1" status: 200 len: 992 time: 0.1041486 Mar 11 16:06:56.018492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.149898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.177729 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-89596582-27d9-4619-b7de-194d4eee1e20 req-3a567814-f64e-4d7a-a8d4-f2e42ec6915a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687532 Mar 11 16:07:12.314035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89596582-27d9-4619-b7de-194d4eee1e20 req-4d70f8fc-58cc-4943-9df8-36f93b2a9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:12.315541 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-89596582-27d9-4619-b7de-194d4eee1e20 req-4d70f8fc-58cc-4943-9df8-36f93b2a9345 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 1098 time: 0.0711343 Mar 11 16:07:12.456942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89596582-27d9-4619-b7de-194d4eee1e20 req-053e1328-a154-4a06-b7b8-1b476f37acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:12.458296 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-89596582-27d9-4619-b7de-194d4eee1e20 req-053e1328-a154-4a06-b7b8-1b476f37acf0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ac0e466-1374-4d5e-8175-5a7927a0f498 HTTP/1.1" status: 200 len: 897 time: 0.1252816 Mar 11 16:07:12.657189 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-89596582-27d9-4619-b7de-194d4eee1e20 req-342dc468-8211-426d-b714-541d7d4209a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adb6bfb7-0858-43d5-b315-0a0df8a6b351 HTTP/1.1" status: 200 len: 1000 time: 0.1926758 Mar 11 16:07:12.719968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89596582-27d9-4619-b7de-194d4eee1e20 req-26610e9b-5443-4751-b74d-1c93d23388fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:12.721305 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-89596582-27d9-4619-b7de-194d4eee1e20 req-26610e9b-5443-4751-b74d-1c93d23388fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d227de45-2ca8-4813-b240-4e47ab8639ad HTTP/1.1" status: 200 len: 834 time: 0.0582526 Mar 11 16:07:12.793862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89596582-27d9-4619-b7de-194d4eee1e20 req-63fefa64-824b-48f1-b4f2-e0991fa1c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:12.795302 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-89596582-27d9-4619-b7de-194d4eee1e20 req-63fefa64-824b-48f1-b4f2-e0991fa1c062 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ac0e466-1374-4d5e-8175-5a7927a0f498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673623 Mar 11 16:07:12.924160 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-89596582-27d9-4619-b7de-194d4eee1e20 req-3bd75e33-fcd9-46b0-acc9-5cb9324ea0ce service neutron] 10.222.0.30 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223035 Mar 11 16:07:13.054687 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-89596582-27d9-4619-b7de-194d4eee1e20 req-411587d0-9e09-440d-bf80-af34fd64721b service neutron] 10.222.0.30 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225712 Mar 11 16:07:20.846763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6ae54bb2-169d-40c4-934d-418059598eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.742860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9310aae2-397d-4200-8f71-7b6901b74337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:24.423429 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:24.633700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.029253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.114854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.796727 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:07:50.851877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-02c5079a-ecf7-4464-a2d0-878c6954429e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:53.662319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8cccf270-a884-4cff-a818-60400500d31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.393522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.634015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.073621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.102487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.796103 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:08:05.763299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45648) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:05.768391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ea72eb21-9808-484b-bd77-81e87f15d649 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:08:06.389943 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ea72eb21-9808-484b-bd77-81e87f15d649 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.486312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ea72eb21-9808-484b-bd77-81e87f15d649 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.664568 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea72eb21-9808-484b-bd77-81e87f15d649 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router e7f66133-60dc-4740-b01f-cca0bc7a725c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:08:06.841146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea72eb21-9808-484b-bd77-81e87f15d649 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:08:06.848813 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ea72eb21-9808-484b-bd77-81e87f15d649 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.850151 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ea72eb21-9808-484b-bd77-81e87f15d649 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/e7f66133-60dc-4740-b01f-cca0bc7a725c HTTP/1.1" status: 200 len: 889 time: 1.0858462 Mar 11 16:08:06.850740 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464ce19-655c-4fb8-8e54-37ac1b5e7a6f None None] Sync routers for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:08:06.860371 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464ce19-655c-4fb8-8e54-37ac1b5e7a6f None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:08:06.860995 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d464ce19-655c-4fb8-8e54-37ac1b5e7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:07:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:06.921944 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d464ce19-655c-4fb8-8e54-37ac1b5e7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:06.929891 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464ce19-655c-4fb8-8e54-37ac1b5e7a6f None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:08:06.930533 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d464ce19-655c-4fb8-8e54-37ac1b5e7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:07:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:06.990864 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d464ce19-655c-4fb8-8e54-37ac1b5e7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:06.991246 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464ce19-655c-4fb8-8e54-37ac1b5e7a6f None None] The sync data for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv is: [] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:08:07.739380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0269668d-ee2d-4096-873d-5e177ee9ccad None None] New status for floating IP bfbec79b-b1b2-41d5-af30-0311f0b008b8: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:08:08.867753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0fa867bd-0319-4162-a560-f9ee18029441 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:08.981028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.997172 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 0fa867bd-0319-4162-a560-f9ee18029441, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0fa867bd-0319-4162-a560-f9ee18029441,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:09.079740 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.080409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b86edbd5-f794-471a-8cb2-e2c55d2da3c2 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:09.191527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=0fa867bd-0319-4162-a560-f9ee18029441,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:09.200781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.201128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.201467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.201801 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.202132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.202461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.202787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.203109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.203434 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.203754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.204073 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.204390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:09.259536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.290712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port b86edbd5-f794-471a-8cb2-e2c55d2da3c2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:09.331230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.399732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:09.896231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45656) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:09.901485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-40619dec-c550-43d2-84c4-51a5acff1a6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:08:10.414127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40619dec-c550-43d2-84c4-51a5acff1a6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.491241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40619dec-c550-43d2-84c4-51a5acff1a6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993632'] for router, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.666383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40619dec-c550-43d2-84c4-51a5acff1a6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router e7f66133-60dc-4740-b01f-cca0bc7a725c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:08:10.947519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40619dec-c550-43d2-84c4-51a5acff1a6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:08:10.953921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-40619dec-c550-43d2-84c4-51a5acff1a6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.955055 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-40619dec-c550-43d2-84c4-51a5acff1a6d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/e7f66133-60dc-4740-b01f-cca0bc7a725c HTTP/1.1" status: 200 len: 888 time: 1.0577741 Mar 11 16:08:10.957210 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dea7a7-ba5b-4e34-95cb-edc084cae23f None None] Sync routers for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:08:10.958141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45660) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:10.966150 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dea7a7-ba5b-4e34-95cb-edc084cae23f None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:08:10.966733 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-72dea7a7-ba5b-4e34-95cb-edc084cae23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:07:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:11.064528 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f9245a2f-ce68-4179-a032-f6297f10c600 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/bfbec79b-b1b2-41d5-af30-0311f0b008b8 HTTP/1.1" status: 200 len: 990 time: 0.1052475 Mar 11 16:08:11.139242 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-72dea7a7-ba5b-4e34-95cb-edc084cae23f None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:08:11.471940 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-72dea7a7-ba5b-4e34-95cb-edc084cae23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:08:10Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:08:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'bfbec79b-b1b2-41d5-af30-0311f0b008b8', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.20', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'port_id': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'mac_address': 'fa:16:3e:06:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:06:50Z', 'updated_at': '2022-03-11T16:08:07Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:08:09Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:11.475822 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dea7a7-ba5b-4e34-95cb-edc084cae23f None None] Checking router: e7f66133-60dc-4740-b01f-cca0bc7a725c for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:08:11.484379 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dea7a7-ba5b-4e34-95cb-edc084cae23f None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:08:11.484988 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-72dea7a7-ba5b-4e34-95cb-edc084cae23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:07:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:11.657243 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-72dea7a7-ba5b-4e34-95cb-edc084cae23f None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:08:12.022138 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-72dea7a7-ba5b-4e34-95cb-edc084cae23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:08:10Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:08:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'bfbec79b-b1b2-41d5-af30-0311f0b008b8', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.20', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'port_id': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'mac_address': 'fa:16:3e:06:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:06:50Z', 'updated_at': '2022-03-11T16:08:07Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:08:09Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:12.025932 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dea7a7-ba5b-4e34-95cb-edc084cae23f None None] The sync data for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv is: [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:08:10Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:08:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'bfbec79b-b1b2-41d5-af30-0311f0b008b8', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'floating_ip_address': '172.26.6.20', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'port_id': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'mac_address': 'fa:16:3e:06:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:06:50Z', 'updated_at': '2022-03-11T16:08:07Z', 'revision_number': 2, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:08:09Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:08:12.068418 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45664) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:12.176466 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-447f988a-c0ee-4a26-8d5b-3c0e71622579 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/bfbec79b-b1b2-41d5-af30-0311f0b008b8 HTTP/1.1" status: 200 len: 990 time: 0.1067472 Mar 11 16:08:12.536621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-b42623a4-01ae-455a-b835-83e034d10b20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710738 Mar 11 16:08:12.682433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-713a9334-ce80-4859-8e3d-5e2c65b2cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:12.683899 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-713a9334-ce80-4859-8e3d-5e2c65b2cb92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 1098 time: 0.0756052 Mar 11 16:08:12.837353 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-f02f6f51-6f59-4d7c-bf04-cd3be3832af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:12.838887 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-f02f6f51-6f59-4d7c-bf04-cd3be3832af5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ac0e466-1374-4d5e-8175-5a7927a0f498 HTTP/1.1" status: 200 len: 897 time: 0.1373062 Mar 11 16:08:12.922322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0fa867bd-0319-4162-a560-f9ee18029441 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:12.947973 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-8b081ef8-3c23-46e2-bd1d-7058fb1eb24c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adb6bfb7-0858-43d5-b315-0a0df8a6b351 HTTP/1.1" status: 200 len: 998 time: 0.1022005 Mar 11 16:08:12.992028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 0fa867bd-0319-4162-a560-f9ee18029441 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:12.992494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.016773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-b45d82e9-5054-4389-ad68-df789ea75e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:13.018253 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-b45d82e9-5054-4389-ad68-df789ea75e6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d227de45-2ca8-4813-b240-4e47ab8639ad HTTP/1.1" status: 200 len: 834 time: 0.0648069 Mar 11 16:08:13.095590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-092f6ee3-3304-40f2-b679-eb93248f633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:13.097104 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-092f6ee3-3304-40f2-b679-eb93248f633f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ac0e466-1374-4d5e-8175-5a7927a0f498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733669 Mar 11 16:08:13.115820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.133919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 0fa867bd-0319-4162-a560-f9ee18029441, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0fa867bd-0319-4162-a560-f9ee18029441,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:13.180376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45668) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:13.184248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.186921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b86edbd5-f794-471a-8cb2-e2c55d2da3c2 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:13.241322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-a53fdc1a-c021-4309-bed6-4eb986a042dc service neutron] 10.222.0.30 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363180 Mar 11 16:08:13.310720 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=0fa867bd-0319-4162-a560-f9ee18029441,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:13.314779 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e96e58b7-2c2f-4e05-bcde-b7e7db85845e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/bfbec79b-b1b2-41d5-af30-0311f0b008b8 HTTP/1.1" status: 200 len: 990 time: 0.1300128 Mar 11 16:08:13.330339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:13.330711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.394501 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-989f840c-cdeb-4dc8-86ae-58c9ed3c771f req-5dd10137-c79a-44ec-951d-64f75b43a377 service neutron] 10.222.0.30 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469035 Mar 11 16:08:13.447022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.477828 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port b86edbd5-f794-471a-8cb2-e2c55d2da3c2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:13.559161 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.626166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:13.783143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd8dfa-597a-44c8-aa74-9bdd49958f28 None None] New status for floating IP bfbec79b-b1b2-41d5-af30-0311f0b008b8: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:08:14.313555 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45672) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:14.418336 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e7e41f0c-c154-4700-b400-85fe2a359e24 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/floatingips/bfbec79b-b1b2-41d5-af30-0311f0b008b8 HTTP/1.1" status: 200 len: 992 time: 0.1035748 Mar 11 16:08:14.684688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45680) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:14.879853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0fa867bd-0319-4162-a560-f9ee18029441 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:14.947469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 0fa867bd-0319-4162-a560-f9ee18029441 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:14.947745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.004110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port a4edea51-9ab3-46bf-ad13-5439198a4b70 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:08:15.004445 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.062994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b86edbd5-f794-471a-8cb2-e2c55d2da3c2 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:15.126822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:15.127183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.177660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.177991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.302219 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for a4edea51-9ab3-46bf-ad13-5439198a4b70 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:08:15.502814 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.549784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=a4edea51-9ab3-46bf-ad13-5439198a4b70,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:15.585973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.586320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.586661 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.586997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.587329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.587659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.587985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.588308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.588663 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.588988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.589307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.589625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:15.651856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.652171 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Floating IP bfbec79b-b1b2-41d5-af30-0311f0b008b8 disassociated (deleted). External IP: 172.26.6.20, port: adb6bfb7-0858-43d5-b315-0a0df8a6b351. Mar 11 16:08:16.002584 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router e7f66133-60dc-4740-b01f-cca0bc7a725c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:08:16.184104 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:08:16.193173 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b123e738-0a70-4e61-9fdd-78667f95e45e None None] Sync routers for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:08:16.202258 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123e738-0a70-4e61-9fdd-78667f95e45e None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:08:16.207907 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b123e738-0a70-4e61-9fdd-78667f95e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:07:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:16.279713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.381683 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-b123e738-0a70-4e61-9fdd-78667f95e45e None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:08:16.448007 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cf530e56-db2e-435f-81aa-fa2ba06a9dca tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/floatingips/bfbec79b-b1b2-41d5-af30-0311f0b008b8 HTTP/1.1" status: 204 len: 168 time: 1.7598784 Mar 11 16:08:16.448007 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'tag': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:08:16.500458 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'tag': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'status': 'completed', 'code': 200} Mar 11 16:08:16.593163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3a1a1-0150-4e15-b153-d2e12d5b6edd req-71940381-cfff-4f5e-8724-0783db336942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:16.594659 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c0d3a1a1-0150-4e15-b153-d2e12d5b6edd req-71940381-cfff-4f5e-8724-0783db336942 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6797a56b2aca4fd594e47cef9b833912&device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 1098 time: 0.0722187 Mar 11 16:08:16.697478 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b123e738-0a70-4e61-9fdd-78667f95e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:08:10Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:08:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:08:13Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:16.701247 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b123e738-0a70-4e61-9fdd-78667f95e45e None None] Checking router: e7f66133-60dc-4740-b01f-cca0bc7a725c for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:08:16.709493 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123e738-0a70-4e61-9fdd-78667f95e45e None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:08:16.710102 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b123e738-0a70-4e61-9fdd-78667f95e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:07:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:16.729804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3a1a1-0150-4e15-b153-d2e12d5b6edd req-dd743ddc-e5c4-44b5-aa8e-5243164f9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:16.731324 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c0d3a1a1-0150-4e15-b153-d2e12d5b6edd req-dd743ddc-e5c4-44b5-aa8e-5243164f9752 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ac0e466-1374-4d5e-8175-5a7927a0f498 HTTP/1.1" status: 200 len: 897 time: 0.1292486 Mar 11 16:08:16.802664 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c0d3a1a1-0150-4e15-b153-d2e12d5b6edd req-73348205-863c-4c89-b8dc-3d8a9a649406 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adb6bfb7-0858-43d5-b315-0a0df8a6b351 HTTP/1.1" status: 200 len: 217 time: 0.0651259 Mar 11 16:08:16.871107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3a1a1-0150-4e15-b153-d2e12d5b6edd req-6b8d4652-cef0-4f97-a108-b5d28005a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:16.874546 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c0d3a1a1-0150-4e15-b153-d2e12d5b6edd req-6b8d4652-cef0-4f97-a108-b5d28005a170 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d227de45-2ca8-4813-b240-4e47ab8639ad HTTP/1.1" status: 200 len: 834 time: 0.0640860 Mar 11 16:08:16.890968 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-b123e738-0a70-4e61-9fdd-78667f95e45e None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:08:17.001740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3a1a1-0150-4e15-b153-d2e12d5b6edd req-316d9cad-f275-4c4b-b311-0b56c895bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:17.003117 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c0d3a1a1-0150-4e15-b153-d2e12d5b6edd req-316d9cad-f275-4c4b-b311-0b56c895bc05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ac0e466-1374-4d5e-8175-5a7927a0f498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1245546 Mar 11 16:08:17.124876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b1b2a-d8ca-4d90-b220-eae5f2d9574e req-54924f90-7aae-4557-a125-817afee4a609 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:17.126322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ef3b1b2a-d8ca-4d90-b220-eae5f2d9574e req-54924f90-7aae-4557-a125-817afee4a609 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 945 time: 0.1824832 Mar 11 16:08:17.186669 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c0d3a1a1-0150-4e15-b153-d2e12d5b6edd req-0b33048a-f813-44a8-8d7d-85033d1cca7f service neutron] 10.222.0.30 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753347 Mar 11 16:08:17.193832 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ef3b1b2a-d8ca-4d90-b220-eae5f2d9574e req-6f0ec3fd-4d65-4a78-b9be-2372efddc0c8 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609872 Mar 11 16:08:17.200931 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b123e738-0a70-4e61-9fdd-78667f95e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:08:10Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:08:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:08:13Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:17.204905 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b123e738-0a70-4e61-9fdd-78667f95e45e None None] The sync data for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv is: [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:08:10Z', 'revision_number': 6, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:08:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'b86edbd5-f794-471a-8cb2-e2c55d2da3c2', 'name': '', 'network_id': '1ac0e466-1374-4d5e-8175-5a7927a0f498', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'mac_address': 'fa:16:3e:c3:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:27Z', 'updated_at': '2022-03-11T16:08:13Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'subnets': [{'id': 'd227de45-2ca8-4813-b240-4e47ab8639ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:08:17.428298 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c0d3a1a1-0150-4e15-b153-d2e12d5b6edd req-3fae6656-e71d-43c9-a748-5e058962d023 service neutron] 10.222.0.30 "GET /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335179 Mar 11 16:08:17.866380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa97e87-e931-4c12-b879-76f2077e55cf None None] New status for floating IP bfbec79b-b1b2-41d5-af30-0311f0b008b8: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:08:18.379814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08c7e2-547a-4fa9-b4c6-c336b6622879 req-8218312a-d660-4319-a984-60b56cf719f9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:18.381278 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9a08c7e2-547a-4fa9-b4c6-c336b6622879 req-8218312a-d660-4319-a984-60b56cf719f9 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 945 time: 0.0796063 Mar 11 16:08:18.424259 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9a08c7e2-547a-4fa9-b4c6-c336b6622879 req-f389c353-6462-427b-8859-e910533b9995 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/security-groups?id=48ac35bf-9163-438b-b4a1-50cef2219c66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368180 Mar 11 16:08:18.591227 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f073cf7-64a9-4fa2-aace-ff227063f379 req-bd91ef8e-d193-4ac5-9f81-5d2ca21cb1aa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:18.592659 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3f073cf7-64a9-4fa2-aace-ff227063f379 req-bd91ef8e-d193-4ac5-9f81-5d2ca21cb1aa tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 945 time: 0.0822887 Mar 11 16:08:18.660261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-3f073cf7-64a9-4fa2-aace-ff227063f379 req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port adb6bfb7-0858-43d5-b315-0a0df8a6b351 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:08:18.660641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3f073cf7-64a9-4fa2-aace-ff227063f379 req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.903016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-3f073cf7-64a9-4fa2-aace-ff227063f379 req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port adb6bfb7-0858-43d5-b315-0a0df8a6b351, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=adb6bfb7-0858-43d5-b315-0a0df8a6b351,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:18.903291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3f073cf7-64a9-4fa2-aace-ff227063f379 req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.022777 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-3f073cf7-64a9-4fa2-aace-ff227063f379 req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for adb6bfb7-0858-43d5-b315-0a0df8a6b351 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:08:19.205441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3f073cf7-64a9-4fa2-aace-ff227063f379 req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.261206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=adb6bfb7-0858-43d5-b315-0a0df8a6b351,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:19.299954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.300301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.300662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.300998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.301329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.301653 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.301973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.302296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.302613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.302927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.303244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.303557 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.344743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f073cf7-64a9-4fa2-aace-ff227063f379 req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] No DVR routers for this DVR port adb6bfb7-0858-43d5-b315-0a0df8a6b351 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:19.347366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3f073cf7-64a9-4fa2-aace-ff227063f379 req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.349788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'name': 'network-vif-deleted', 'tag': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:08:19.362393 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3f073cf7-64a9-4fa2-aace-ff227063f379 req-951d029b-277c-48dc-9bf7-565041949f59 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.30 "DELETE /v2.0/ports/adb6bfb7-0858-43d5-b315-0a0df8a6b351 HTTP/1.1" status: 204 len: 173 time: 0.7637899 Mar 11 16:08:19.393643 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bc1caa-eb24-4038-8c65-a86ebf2c45a0', 'name': 'network-vif-deleted', 'tag': 'adb6bfb7-0858-43d5-b315-0a0df8a6b351', 'status': 'completed', 'code': 200} Mar 11 16:08:19.575828 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-56e0b5c3-c23e-471c-b723-0009d3d17c81 req-ce87298b-5395-4a86-9e70-59af879bc54a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Synchronizing usage tracker for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:19.679788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-56e0b5c3-c23e-471c-b723-0009d3d17c81 req-ce87298b-5395-4a86-9e70-59af879bc54a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Unset dirty status for tenant:6797a56b2aca4fd594e47cef9b833912 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:19.681293 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-56e0b5c3-c23e-471c-b723-0009d3d17c81 req-ce87298b-5395-4a86-9e70-59af879bc54a tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3bc1caa-eb24-4038-8c65-a86ebf2c45a0 HTTP/1.1" status: 200 len: 210 time: 0.1496496 Mar 11 16:08:20.775918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45698) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:20.840195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2ec97e70-6f15-437b-a2ac-3cd2f8b05be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.842065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5f88c69a-04a0-4367-a6b9-e464a5a28f32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.871776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5f88c69a-04a0-4367-a6b9-e464a5a28f32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.011486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5f88c69a-04a0-4367-a6b9-e464a5a28f32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.028761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88c69a-04a0-4367-a6b9-e464a5a28f32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ac35bf-9163-438b-b4a1-50cef2219c66,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:21.112927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5f88c69a-04a0-4367-a6b9-e464a5a28f32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.114113 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5f88c69a-04a0-4367-a6b9-e464a5a28f32 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/security-groups/48ac35bf-9163-438b-b4a1-50cef2219c66 HTTP/1.1" status: 204 len: 168 time: 0.3372314 Mar 11 16:08:21.194474 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45704) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:21.740602 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.088209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port b86edbd5-f794-471a-8cb2-e2c55d2da3c2 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:08:22.089935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.275372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port b86edbd5-f794-471a-8cb2-e2c55d2da3c2, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:22.275726 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.350814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device adb6bfb7-0858-43d5-b315-0a0df8a6b351 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:22.389522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: adb6bfb7-0858-43d5-b315-0a0df8a6b351 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:08:22.389868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device adb6bfb7-0858-43d5-b315-0a0df8a6b351 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:22.501480 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for b86edbd5-f794-471a-8cb2-e2c55d2da3c2 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:08:22.890543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.938079 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=b86edbd5-f794-471a-8cb2-e2c55d2da3c2,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:23.210285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.560954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Router e7f66133-60dc-4740-b01f-cca0bc7a725c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:08:23.679450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-58622f2f-9806-40df-bf87-e80a17eb2c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.742141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:08:23.752874 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f859c70-faeb-421d-9727-e71ae96e2b2e None None] Sync routers for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:08:23.761860 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f859c70-faeb-421d-9727-e71ae96e2b2e None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:08:23.762461 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4f859c70-faeb-421d-9727-e71ae96e2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:08:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:23.812795 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7eff0245-fbef-4187-9e4d-d9aac7c452c4 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "PUT /v2.0/routers/e7f66133-60dc-4740-b01f-cca0bc7a725c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6171141 Mar 11 16:08:23.815188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45708) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:23.944781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db9a8cf-967e-487a-8f36-22c522aa1a7e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting subnet d227de45-2ca8-4813-b240-4e47ab8639ad {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:08:23.948029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8db9a8cf-967e-487a-8f36-22c522aa1a7e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.970651 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-4f859c70-faeb-421d-9727-e71ae96e2b2e None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:08:24.118955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8db9a8cf-967e-487a-8f36-22c522aa1a7e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.199373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8db9a8cf-967e-487a-8f36-22c522aa1a7e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.254082 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4f859c70-faeb-421d-9727-e71ae96e2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:08:22Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:08:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:24.257751 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f859c70-faeb-421d-9727-e71ae96e2b2e None None] Checking router: e7f66133-60dc-4740-b01f-cca0bc7a725c for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:08:24.266653 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f859c70-faeb-421d-9727-e71ae96e2b2e None None] Routers {'e7f66133-60dc-4740-b01f-cca0bc7a725c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:08:24.267285 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4f859c70-faeb-421d-9727-e71ae96e2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:08:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['e7f66133-60dc-4740-b01f-cca0bc7a725c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:24.337494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8db9a8cf-967e-487a-8f36-22c522aa1a7e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.375247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9a8cf-967e-487a-8f36-22c522aa1a7e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Subnet': ['ID=d227de45-2ca8-4813-b240-4e47ab8639ad,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:24.380487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8db9a8cf-967e-487a-8f36-22c522aa1a7e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.387098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695f12e-54fe-4b0a-86b7-d134cf3f686c None None] Network 1ac0e466-1374-4d5e-8175-5a7927a0f498 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:08:24.387341 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8db9a8cf-967e-487a-8f36-22c522aa1a7e tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/subnets/d227de45-2ca8-4813-b240-4e47ab8639ad HTTP/1.1" status: 204 len: 168 time: 0.5709164 Mar 11 16:08:24.389766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45714) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:24.401503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.450400 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-4f859c70-faeb-421d-9727-e71ae96e2b2e None None] Set router e7f66133-60dc-4740-b01f-cca0bc7a725c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:08:24.578807 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.623228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.655280 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2249954a-0ad0-48d0-ae1b-07a31451ea61 None None] DHCP port deletion for 1ac0e466-1374-4d5e-8175-5a7927a0f498 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:08:24.659626 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2249954a-0ad0-48d0-ae1b-07a31451ea61 None None] Deleting port bc209fce-2ff9-4787-a060-bfb37735b34d {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:08:24.660311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2249954a-0ad0-48d0-ae1b-07a31451ea61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.740983 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4f859c70-faeb-421d-9727-e71ae96e2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:08:22Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:08:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:24.745093 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f859c70-faeb-421d-9727-e71ae96e2b2e None None] The sync data for ids ['e7f66133-60dc-4740-b01f-cca0bc7a725c'] in dv-neutron-833203-2-hyperv is: [{'id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'name': 'tempest-TestNetworkBasicOps-router-1710357069', 'tenant_id': '6797a56b2aca4fd594e47cef9b833912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '0fa867bd-0319-4162-a560-f9ee18029441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:22Z', 'updated_at': '2022-03-11T16:08:22Z', 'revision_number': 7, 'project_id': '6797a56b2aca4fd594e47cef9b833912', 'gw_port': {'id': '0fa867bd-0319-4162-a560-f9ee18029441', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f66133-60dc-4740-b01f-cca0bc7a725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:23Z', 'updated_at': '2022-03-11T16:08:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:08:24.763968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.866698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2249954a-0ad0-48d0-ae1b-07a31451ea61 None None] For port bc209fce-2ff9-4787-a060-bfb37735b34d, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=bc209fce-2ff9-4787-a060-bfb37735b34d,segment=NetworkSegment(39bb803c-e0d2-485c-9a1a-458d79cb7f75),segment_id=39bb803c-e0d2-485c-9a1a-458d79cb7f75)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:24.867280 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2249954a-0ad0-48d0-ae1b-07a31451ea61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.868685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Deleting port 0fa867bd-0319-4162-a560-f9ee18029441 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:08:24.869011 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.987164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2249954a-0ad0-48d0-ae1b-07a31451ea61 None None] Calling delete_port for bc209fce-2ff9-4787-a060-bfb37735b34d owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:08:25.043093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] For port 0fa867bd-0319-4162-a560-f9ee18029441, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0fa867bd-0319-4162-a560-f9ee18029441,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:25.043446 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.155060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bc209fce-2ff9-4787-a060-bfb37735b34d no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:25.167935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Calling delete_port for 0fa867bd-0319-4162-a560-f9ee18029441 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:08:25.201829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2249954a-0ad0-48d0-ae1b-07a31451ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.264166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249954a-0ad0-48d0-ae1b-07a31451ea61 None None] Pushing event deleted for resources: {'Port': ['ID=bc209fce-2ff9-4787-a060-bfb37735b34d,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:25.268684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2249954a-0ad0-48d0-ae1b-07a31451ea61 None None] No DVR routers for this DVR port bc209fce-2ff9-4787-a060-bfb37735b34d on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:25.282511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No active binding found for port bc209fce-2ff9-4787-a060-bfb37735b34d {{(pid=88559) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 11 16:08:25.283063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device bc209fce-2ff9-4787-a060-bfb37735b34d not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:25.283479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b86edbd5-f794-471a-8cb2-e2c55d2da3c2 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:25.321203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: b86edbd5-f794-471a-8cb2-e2c55d2da3c2 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:08:25.321557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b86edbd5-f794-471a-8cb2-e2c55d2da3c2 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:25.400371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.445034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Port': ['ID=0fa867bd-0319-4162-a560-f9ee18029441,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:25.542789 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.812889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.814986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.897274 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.897788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Fanout notify agent at l3_agent the message router_deleted on router e7f66133-60dc-4740-b01f-cca0bc7a725c {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:08:25.913378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.914481 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b1fa5ad0-4ed8-48a1-8b8a-ecbd93112556 tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/routers/e7f66133-60dc-4740-b01f-cca0bc7a725c HTTP/1.1" status: 204 len: 168 time: 1.5238125 Mar 11 16:08:25.917261 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45718) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:25.994168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.039802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.131517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.169317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.193787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac0e466-1374-4d5e-8175-5a7927a0f498']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:26.205993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bb803c-e0d2-485c-9a1a-458d79cb7f75') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:26.206290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bb803c-e0d2-485c-9a1a-458d79cb7f75') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:26.217345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.232923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.238892 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:08:26.239270 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:26.253831 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:26.411123 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.427825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.439021 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] Pushing event deleted for resources: {'Network': ['ID=1ac0e466-1374-4d5e-8175-5a7927a0f498,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:26.537381 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fa01a50a-8f43-40a7-bb8c-ad4dc00e221d tempest-TestNetworkBasicOps-86820966 tempest-TestNetworkBasicOps-86820966-project] 10.222.0.39 "DELETE /v2.0/networks/1ac0e466-1374-4d5e-8175-5a7927a0f498 HTTP/1.1" status: 204 len: 168 time: 0.6190891 Mar 11 16:08:26.877742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0fa867bd-0319-4162-a560-f9ee18029441 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:26.913137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 0fa867bd-0319-4162-a560-f9ee18029441 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:08:26.913485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0fa867bd-0319-4162-a560-f9ee18029441 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:27.139879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45726) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:27.285343 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9c932e4c-f0b0-456f-a10b-091db9727f67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6797a56b2aca4fd594e47cef9b833912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443264 Mar 11 16:08:27.287862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45732) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:27.348360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4e20deae-902b-4ac3-85aa-0d03358e1c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.374376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4e20deae-902b-4ac3-85aa-0d03358e1c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.491105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4e20deae-902b-4ac3-85aa-0d03358e1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.506762 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20deae-902b-4ac3-85aa-0d03358e1c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272ebf8b-e18a-46b0-88f9-ce2d7fddaf53,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:27.515977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4e20deae-902b-4ac3-85aa-0d03358e1c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.517129 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4e20deae-902b-4ac3-85aa-0d03358e1c7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/272ebf8b-e18a-46b0-88f9-ce2d7fddaf53 HTTP/1.1" status: 204 len: 168 time: 0.2283885 Mar 11 16:08:28.046680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45740) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:28.064290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d144d45f-0fe4-4d8e-81db-3ce11e4f02c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.078162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d144d45f-0fe4-4d8e-81db-3ce11e4f02c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:28.081872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d144d45f-0fe4-4d8e-81db-3ce11e4f02c6 admin admin] Usage tracker for resource:security_group_rule and tenant:dc96c8cdcb364333a771e9fc2582d25f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:28.084575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d144d45f-0fe4-4d8e-81db-3ce11e4f02c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:28.090044 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d144d45f-0fe4-4d8e-81db-3ce11e4f02c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:28.169628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d144d45f-0fe4-4d8e-81db-3ce11e4f02c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.222547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d144d45f-0fe4-4d8e-81db-3ce11e4f02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.270129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d144d45f-0fe4-4d8e-81db-3ce11e4f02c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc96c8cdcb364333a771e9fc2582d25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221339 Mar 11 16:08:28.271513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144d45f-0fe4-4d8e-81db-3ce11e4f02c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d60f89-efb7-4ca0-bd8a-00b4c1011191,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:28.272909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45744) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:28.332861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8479d787-f98d-4258-bb65-60b2a12e9ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.358428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8479d787-f98d-4258-bb65-60b2a12e9ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.502857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8479d787-f98d-4258-bb65-60b2a12e9ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.518772 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479d787-f98d-4258-bb65-60b2a12e9ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d60f89-efb7-4ca0-bd8a-00b4c1011191,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:28.524018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8479d787-f98d-4258-bb65-60b2a12e9ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.526382 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8479d787-f98d-4258-bb65-60b2a12e9ee8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1d60f89-efb7-4ca0-bd8a-00b4c1011191 HTTP/1.1" status: 204 len: 168 time: 0.2515845 Mar 11 16:08:36.599915 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-d210a18a-7932-48dc-a155-7f2d91849041 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=69cb03f187c24f79869965b56bf0214e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274749 Mar 11 16:08:36.753338 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-9761ef86-a07a-466a-9652-dcc8ff072ed1 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:36.753338 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-9761ef86-a07a-466a-9652-dcc8ff072ed1 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1479285 Mar 11 16:08:36.768447 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-76d5ebf9-1dce-494b-929f-e0873eb3be7a tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/quotas/69cb03f187c24f79869965b56bf0214e HTTP/1.1" status: 200 len: 375 time: 0.0096438 Mar 11 16:08:36.819511 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-2ce5d33f-cdd9-430a-8350-6102fb5a1f33 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=69cb03f187c24f79869965b56bf0214e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457058 Mar 11 16:08:37.216303 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3077bc00-111c-427e-a48a-b7720f74097f req-12e57e9e-042a-4be3-a27a-157e734f8237 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 210 time: 0.1539338 Mar 11 16:08:38.365499 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ee28ca0e-0cad-4418-86e6-13f9202fbcc1 req-cf66925d-3da3-4ece-a34f-ec3ee2beea34 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 210 time: 0.0415509 Mar 11 16:08:39.115576 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-fab49661-f74b-4f64-8c03-88dab2a4bd40 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=69cb03f187c24f79869965b56bf0214e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295722 Mar 11 16:08:39.359506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-12b51b41-a54c-44d9-a150-4ab95c4246e8 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:39.360934 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-12b51b41-a54c-44d9-a150-4ab95c4246e8 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411838 Mar 11 16:08:39.372129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Request body: {'port': {'device_id': 'e75dd427-c5bc-4cc9-8851-c8ac35743564', 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263', 'admin_state_up': True, 'tenant_id': '69cb03f187c24f79869965b56bf0214e'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:08:39.524151 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e9002cc-1678-4797-ad86-e6afaa40f7b4 req-dbb7787b-cc59-4ffb-ad30-279606230c6c tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 210 time: 0.0464656 Mar 11 16:08:39.550348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:39.554128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Usage tracker for resource:port and tenant:69cb03f187c24f79869965b56bf0214e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:39.556893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:39.562481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:39.639227 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Made reservation on behalf of 69cb03f187c24f79869965b56bf0214e for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:39.642649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.654514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.670176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:39.674115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Usage tracker for resource:security_group_rule and tenant:69cb03f187c24f79869965b56bf0214e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:39.676884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:39.682954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:39.765581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.833887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.914149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd58656-b09c-4203-ada7-02c8a3cd87c9,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:40.002138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Allocated IP 192.168.233.78 (81b637d4-b45a-4a79-82c7-5a6fc3a16263/4b8e4398-9360-45c6-b03b-92c52f3694d6/bb8db93d-8393-448c-b28e-50701cad25f1) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:40.199595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.215034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Transition to ACTIVE for port object bb8db93d-8393-448c-b28e-50701cad25f1 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:40.308449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.374990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Network 81b637d4-b45a-4a79-82c7-5a6fc3a16263 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:40.382433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:40.386687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:08:40.421461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Pushing event updated for resources: {'Port': ['ID=bb8db93d-8393-448c-b28e-50701cad25f1,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:40.457949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:40.458879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.572180 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-18840453-226f-48eb-b3d6-3fc7c73dfda3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2031376 Mar 11 16:08:40.582280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Request body: {'port': {'device_id': 'e75dd427-c5bc-4cc9-8851-c8ac35743564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:08:40.634405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a10a237c-b690-4b0f-995d-e1cb9876866a None None] Provisioning for port bb8db93d-8393-448c-b28e-50701cad25f1 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:40.639604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a10a237c-b690-4b0f-995d-e1cb9876866a None None] Provisioning complete for port bb8db93d-8393-448c-b28e-50701cad25f1 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:40.645054 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a10a237c-b690-4b0f-995d-e1cb9876866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.694121 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a10a237c-b690-4b0f-995d-e1cb9876866a None None] Port bb8db93d-8393-448c-b28e-50701cad25f1 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:08:40.748093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.814450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8120b5-31c5-44c9-8cf5-c82779af3443 req-407e095f-41eb-44c7-8305-42cdabb34772 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:40.815122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-8a8120b5-31c5-44c9-8cf5-c82779af3443 req-407e095f-41eb-44c7-8305-42cdabb34772 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Synchronizing usage tracker for tenant:69cb03f187c24f79869965b56bf0214e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:40.940971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-8a8120b5-31c5-44c9-8cf5-c82779af3443 req-407e095f-41eb-44c7-8305-42cdabb34772 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Unset dirty status for tenant:69cb03f187c24f79869965b56bf0214e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:40.942151 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a8120b5-31c5-44c9-8cf5-c82779af3443 req-407e095f-41eb-44c7-8305-42cdabb34772 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 935 time: 0.3091450 Mar 11 16:08:41.052722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-8a8120b5-31c5-44c9-8cf5-c82779af3443 req-b867cf45-3857-46ac-857d-265b17f47bb5 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Synchronizing usage tracker for tenant:69cb03f187c24f79869965b56bf0214e on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:41.150602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-8a8120b5-31c5-44c9-8cf5-c82779af3443 req-b867cf45-3857-46ac-857d-265b17f47bb5 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Unset dirty status for tenant:69cb03f187c24f79869965b56bf0214e on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:41.151730 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a8120b5-31c5-44c9-8cf5-c82779af3443 req-b867cf45-3857-46ac-857d-265b17f47bb5 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024100 Mar 11 16:08:41.155451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8db93d-8393-448c-b28e-50701cad25f1 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:08:41.163051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.178132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Transition to ACTIVE for port object bb8db93d-8393-448c-b28e-50701cad25f1 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:41.245037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.503711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8db93d-8393-448c-b28e-50701cad25f1,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:41.580012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Attempting to bind port bb8db93d-8393-448c-b28e-50701cad25f1 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:41.580348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Attempting to bind port bb8db93d-8393-448c-b28e-50701cad25f1 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:41.580712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Attempting to bind port bb8db93d-8393-448c-b28e-50701cad25f1 on network 81b637d4-b45a-4a79-82c7-5a6fc3a16263 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:08:41.585179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Port bb8db93d-8393-448c-b28e-50701cad25f1 on network 81b637d4-b45a-4a79-82c7-5a6fc3a16263 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:08:41.585498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Attempting to bind port bb8db93d-8393-448c-b28e-50701cad25f1 on network 81b637d4-b45a-4a79-82c7-5a6fc3a16263 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:08:41.590434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:08:41.590767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Checking segment: {'id': 'e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:08:41.591146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Bound using segment: {'id': 'e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:08:41.591565 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Bound port: bb8db93d-8393-448c-b28e-50701cad25f1, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:41.591968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.679914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] For port bb8db93d-8393-448c-b28e-50701cad25f1, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:08:41.683408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] For port bb8db93d-8393-448c-b28e-50701cad25f1, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bb8db93d-8393-448c-b28e-50701cad25f1,segment=NetworkSegment(e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8),segment_id=e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:08:41.771316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.795125 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:08:41.826316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:41.826850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.828185 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/bb8db93d-8393-448c-b28e-50701cad25f1 HTTP/1.1" status: 200 len: 1097 time: 1.2499819 Mar 11 16:08:41.828628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75dd427-c5bc-4cc9-8851-c8ac35743564', 'tag': 'bb8db93d-8393-448c-b28e-50701cad25f1'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:08:41.858588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7a24d-2366-4dfa-a9b7-f5d62addf2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8db93d-8393-448c-b28e-50701cad25f1,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:41.954628 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75dd427-c5bc-4cc9-8851-c8ac35743564', 'tag': 'bb8db93d-8393-448c-b28e-50701cad25f1', 'status': 'completed', 'code': 200} Mar 11 16:08:41.990062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-e07b72d6-59e6-43eb-857c-f5dcf0df6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:41.991522 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-e07b72d6-59e6-43eb-857c-f5dcf0df6687 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69cb03f187c24f79869965b56bf0214e&device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 1100 time: 0.0728562 Mar 11 16:08:42.061329 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-d1db491a-0879-4993-8e29-247a059cbad3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=bb8db93d-8393-448c-b28e-50701cad25f1 HTTP/1.1" status: 200 len: 217 time: 0.0635431 Mar 11 16:08:42.122700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-50c3dfbf-b4e2-48eb-9bf2-745b41f3f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:42.124020 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-50c3dfbf-b4e2-48eb-9bf2-745b41f3f36d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b8e4398-9360-45c6-b03b-92c52f3694d6 HTTP/1.1" status: 200 len: 843 time: 0.0572140 Mar 11 16:08:42.197134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-95bacf09-e7ba-4883-9364-1f40dbfa6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:42.198679 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-95bacf09-e7ba-4883-9364-1f40dbfa6dd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b637d4-b45a-4a79-82c7-5a6fc3a16263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0693266 Mar 11 16:08:42.381017 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-017f50cc-0103-4a6f-938a-0e9603b249d8 service neutron] 10.222.0.30 "GET /v2.0/networks/81b637d4-b45a-4a79-82c7-5a6fc3a16263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768081 Mar 11 16:08:42.434475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ea413-ca55-4929-bddd-6014b55024ff req-14b0ef69-0401-450e-8542-f9753a484578 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:42.435894 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c2ea413-ca55-4929-bddd-6014b55024ff req-14b0ef69-0401-450e-8542-f9753a484578 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 947 time: 0.1483436 Mar 11 16:08:42.542349 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c2ea413-ca55-4929-bddd-6014b55024ff req-864053d5-7794-462b-b48c-7f255aa2deeb tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585382 Mar 11 16:08:42.558429 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8917a952-03cf-4198-99a2-deb62bdc1cbb req-ead5e9dd-c3af-406a-9269-0c7f2cbfecb7 service neutron] 10.222.0.30 "GET /v2.0/networks/81b637d4-b45a-4a79-82c7-5a6fc3a16263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689267 Mar 11 16:08:42.744639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21c464-0527-4f49-8944-e80f522a548e req-f6b5ba11-1d02-47e7-9f4b-3320ced801df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:42.745996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff21c464-0527-4f49-8944-e80f522a548e req-f6b5ba11-1d02-47e7-9f4b-3320ced801df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69cb03f187c24f79869965b56bf0214e&device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 1100 time: 0.0726995 Mar 11 16:08:42.876472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21c464-0527-4f49-8944-e80f522a548e req-f82df5dd-b071-4a32-bda0-773591367c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:42.878023 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff21c464-0527-4f49-8944-e80f522a548e req-f82df5dd-b071-4a32-bda0-773591367c53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=81b637d4-b45a-4a79-82c7-5a6fc3a16263 HTTP/1.1" status: 200 len: 870 time: 0.1264589 Mar 11 16:08:42.948890 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff21c464-0527-4f49-8944-e80f522a548e req-84bd80ba-6ca7-4f61-91bc-9aa619e184ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=bb8db93d-8393-448c-b28e-50701cad25f1 HTTP/1.1" status: 200 len: 217 time: 0.0647695 Mar 11 16:08:43.014721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21c464-0527-4f49-8944-e80f522a548e req-f7b4ddd8-7f35-4600-8c2f-242d314f3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:43.016143 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff21c464-0527-4f49-8944-e80f522a548e req-f7b4ddd8-7f35-4600-8c2f-242d314f3b48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b8e4398-9360-45c6-b03b-92c52f3694d6 HTTP/1.1" status: 200 len: 843 time: 0.0618725 Mar 11 16:08:43.090691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21c464-0527-4f49-8944-e80f522a548e req-b2b24b89-39b0-4c3a-9031-9b2be4a4d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:43.092215 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff21c464-0527-4f49-8944-e80f522a548e req-b2b24b89-39b0-4c3a-9031-9b2be4a4d79f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b637d4-b45a-4a79-82c7-5a6fc3a16263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0700874 Mar 11 16:08:43.224960 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff21c464-0527-4f49-8944-e80f522a548e req-e9300ede-0816-4447-87a8-8b73e4e82d80 service neutron] 10.222.0.30 "GET /v2.0/networks/81b637d4-b45a-4a79-82c7-5a6fc3a16263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265144 Mar 11 16:08:43.457137 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff21c464-0527-4f49-8944-e80f522a548e req-70ee6ead-609b-45c4-b7fc-a0a68506b429 service neutron] 10.222.0.30 "GET /v2.0/networks/81b637d4-b45a-4a79-82c7-5a6fc3a16263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261205 Mar 11 16:08:43.726287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b14aac-e0d5-4622-9766-3656b582c12e req-565a9915-64ac-4083-9ab0-aedd35967ef6 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:43.727702 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42b14aac-e0d5-4622-9766-3656b582c12e req-565a9915-64ac-4083-9ab0-aedd35967ef6 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 947 time: 0.0813324 Mar 11 16:08:43.770209 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42b14aac-e0d5-4622-9766-3656b582c12e req-175d123c-4b40-44ed-a2bb-d2229c9a6864 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369260 Mar 11 16:08:44.953820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ae36-421b-4d8a-b2cb-c3b9d9bb665e req-28fca1ec-d99c-4523-a670-482462327ece tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:44.955285 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e570ae36-421b-4d8a-b2cb-c3b9d9bb665e req-28fca1ec-d99c-4523-a670-482462327ece tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 947 time: 0.0798202 Mar 11 16:08:44.998564 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e570ae36-421b-4d8a-b2cb-c3b9d9bb665e req-59638bd1-4a71-4f87-aebe-f59488bab8ef tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 Mar 11 16:08:46.179871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e99a3-4541-410d-b1c5-0d788f278842 req-667a98be-b259-4d80-89a9-58f3eec5fd74 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:46.181898 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-827e99a3-4541-410d-b1c5-0d788f278842 req-667a98be-b259-4d80-89a9-58f3eec5fd74 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 947 time: 0.0831106 Mar 11 16:08:46.224339 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-827e99a3-4541-410d-b1c5-0d788f278842 req-5aaada8f-3e60-4d41-b69d-206d23ed0dba tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Mar 11 16:08:46.463717 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device bb8db93d-8393-448c-b28e-50701cad25f1 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:08:46.593698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port bb8db93d-8393-448c-b28e-50701cad25f1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bb8db93d-8393-448c-b28e-50701cad25f1,segment=NetworkSegment(e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8),segment_id=e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:46.606941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'bb8db93d-8393-448c-b28e-50701cad25f1', 'network_id': '81b637d4-b45a-4a79-82c7-5a6fc3a16263', 'port_id': 'bb8db93d-8393-448c-b28e-50701cad25f1', 'mac_address': 'fa:16:3e:a2:4d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8e4398-9360-45c6-b03b-92c52f3694d6', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:08:46.660857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.680018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8db93d-8393-448c-b28e-50701cad25f1 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:08:46.698743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port bb8db93d-8393-448c-b28e-50701cad25f1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bb8db93d-8393-448c-b28e-50701cad25f1,segment=NetworkSegment(e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8),segment_id=e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:46.902256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.971281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=bb8db93d-8393-448c-b28e-50701cad25f1,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:47.244022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['bb8db93d-8393-448c-b28e-50701cad25f1'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:08:47.407520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087027b-959b-4140-9d22-9bd2940a317f req-9d372cd3-9a31-4c24-ae7d-abba6d9982ef tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:47.409025 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b087027b-959b-4140-9d22-9bd2940a317f req-9d372cd3-9a31-4c24-ae7d-abba6d9982ef tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 948 time: 0.0809674 Mar 11 16:08:47.455999 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b087027b-959b-4140-9d22-9bd2940a317f req-22f1c3fc-cbe8-4651-acb6-25a56e01c114 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Mar 11 16:08:48.466559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device bb8db93d-8393-448c-b28e-50701cad25f1 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:48.588505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port bb8db93d-8393-448c-b28e-50701cad25f1 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:48.593672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port bb8db93d-8393-448c-b28e-50701cad25f1 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:48.594040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.639554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcf87-fcb5-48e7-86e5-d71efdb33330 req-d81fdf0d-438b-46bc-8b05-4120a40e3367 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:48.641017 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a3bcf87-fcb5-48e7-86e5-d71efdb33330 req-d81fdf0d-438b-46bc-8b05-4120a40e3367 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 948 time: 0.0799894 Mar 11 16:08:48.684642 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a3bcf87-fcb5-48e7-86e5-d71efdb33330 req-fc3b9964-2f4e-417a-b067-ef242fb5b4c8 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378559 Mar 11 16:08:48.713010 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.738776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75dd427-c5bc-4cc9-8851-c8ac35743564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8db93d-8393-448c-b28e-50701cad25f1'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:08:48.748734 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port bb8db93d-8393-448c-b28e-50701cad25f1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bb8db93d-8393-448c-b28e-50701cad25f1,segment=NetworkSegment(e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8),segment_id=e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:48.783117 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75dd427-c5bc-4cc9-8851-c8ac35743564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8db93d-8393-448c-b28e-50701cad25f1', 'code': 200} Mar 11 16:08:48.828430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.896624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=bb8db93d-8393-448c-b28e-50701cad25f1,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:49.140187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec75fde-5320-469e-a0b3-226aa867332a req-d777ef73-6fb7-4e3d-b87a-728dfa00e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:49.142175 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bec75fde-5320-469e-a0b3-226aa867332a req-d777ef73-6fb7-4e3d-b87a-728dfa00e4ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 1102 time: 0.0728817 Mar 11 16:08:49.182727 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bec75fde-5320-469e-a0b3-226aa867332a req-71218a73-1a10-45d7-b014-30fa43724029 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345471 Mar 11 16:08:49.865295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6575b38-0684-4009-a71d-2b127e557ee5 req-421afcf7-9051-4afc-aa93-ce2bd8b5db09 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:49.866769 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e6575b38-0684-4009-a71d-2b127e557ee5 req-421afcf7-9051-4afc-aa93-ce2bd8b5db09 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 949 time: 0.0796394 Mar 11 16:08:49.909287 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e6575b38-0684-4009-a71d-2b127e557ee5 req-15abafdc-c533-4415-a0d3-4034275160fc tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363593 Mar 11 16:08:50.850371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-51201a16-4f33-4ee0-83f6-119a0542b3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:51.094811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c68174-1d89-46d1-8d12-d571623ee746 req-645feaa6-0450-4278-8368-c6b6533c0757 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:51.096155 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9c68174-1d89-46d1-8d12-d571623ee746 req-645feaa6-0450-4278-8368-c6b6533c0757 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 949 time: 0.0815463 Mar 11 16:08:51.139338 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9c68174-1d89-46d1-8d12-d571623ee746 req-352540fa-3203-4797-ab8a-36895a47f8c3 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372858 Mar 11 16:08:52.688869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa402eca-0925-4c03-a4c3-17320d14bff0 req-900b3b32-241b-4e29-8c67-33d82e80ef18 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:52.690299 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aa402eca-0925-4c03-a4c3-17320d14bff0 req-900b3b32-241b-4e29-8c67-33d82e80ef18 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 949 time: 0.0818594 Mar 11 16:08:52.733755 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aa402eca-0925-4c03-a4c3-17320d14bff0 req-7663b215-53e8-4115-adf2-f7e9005ea394 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379324 Mar 11 16:08:53.645007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0c4d-1223-45b7-945b-ac670d6076ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.919107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05650e7-58e8-4a8b-8438-046f100032b6 req-3154a30d-6e80-460e-a724-29eeabda02db tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:53.920453 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f05650e7-58e8-4a8b-8438-046f100032b6 req-3154a30d-6e80-460e-a724-29eeabda02db tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 949 time: 0.0795822 Mar 11 16:08:53.962868 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f05650e7-58e8-4a8b-8438-046f100032b6 req-7aca5d3c-25f5-4fd4-9a1b-7dbc8ebf1120 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd58656-b09c-4203-ada7-02c8a3cd87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361445 Mar 11 16:08:54.053149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eb4b7-1b84-41c5-9ded-663cf3b9214f req-a6361f5a-2f23-4ca5-9299-04051c116a75 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:54.054542 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-df9eb4b7-1b84-41c5-9ded-663cf3b9214f req-a6361f5a-2f23-4ca5-9299-04051c116a75 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.30 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 949 time: 0.0813625 Mar 11 16:08:54.120291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-df9eb4b7-1b84-41c5-9ded-663cf3b9214f req-9f7cf997-b2e3-4bd0-9ede-6c89c3c66cc4 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Deleting port bb8db93d-8393-448c-b28e-50701cad25f1 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:08:54.120652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-df9eb4b7-1b84-41c5-9ded-663cf3b9214f req-9f7cf997-b2e3-4bd0-9ede-6c89c3c66cc4 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.361517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-df9eb4b7-1b84-41c5-9ded-663cf3b9214f req-9f7cf997-b2e3-4bd0-9ede-6c89c3c66cc4 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] For port bb8db93d-8393-448c-b28e-50701cad25f1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bb8db93d-8393-448c-b28e-50701cad25f1,segment=NetworkSegment(e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8),segment_id=e0d6c8ba-f0ac-42cc-a6ba-905d30eef8e8)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:08:54.361891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-df9eb4b7-1b84-41c5-9ded-663cf3b9214f req-9f7cf997-b2e3-4bd0-9ede-6c89c3c66cc4 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.433798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.482337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-df9eb4b7-1b84-41c5-9ded-663cf3b9214f req-9f7cf997-b2e3-4bd0-9ede-6c89c3c66cc4 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Calling delete_port for bb8db93d-8393-448c-b28e-50701cad25f1 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:08:54.611082 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.793774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-df9eb4b7-1b84-41c5-9ded-663cf3b9214f req-9f7cf997-b2e3-4bd0-9ede-6c89c3c66cc4 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.805166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['bb8db93d-8393-448c-b28e-50701cad25f1'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:08:54.845968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cf997-b2e3-4bd0-9ede-6c89c3c66cc4 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Pushing event deleted for resources: {'Port': ['ID=bb8db93d-8393-448c-b28e-50701cad25f1,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:54.921724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9eb4b7-1b84-41c5-9ded-663cf3b9214f req-9f7cf997-b2e3-4bd0-9ede-6c89c3c66cc4 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] No DVR routers for this DVR port bb8db93d-8393-448c-b28e-50701cad25f1 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:54.924171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-df9eb4b7-1b84-41c5-9ded-663cf3b9214f req-9f7cf997-b2e3-4bd0-9ede-6c89c3c66cc4 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.926729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75dd427-c5bc-4cc9-8851-c8ac35743564', 'name': 'network-vif-deleted', 'tag': 'bb8db93d-8393-448c-b28e-50701cad25f1'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:08:54.971628 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75dd427-c5bc-4cc9-8851-c8ac35743564', 'name': 'network-vif-deleted', 'tag': 'bb8db93d-8393-448c-b28e-50701cad25f1', 'status': 'completed', 'code': 200} Mar 11 16:08:54.983342 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-df9eb4b7-1b84-41c5-9ded-663cf3b9214f req-9f7cf997-b2e3-4bd0-9ede-6c89c3c66cc4 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.30 "DELETE /v2.0/ports/bb8db93d-8393-448c-b28e-50701cad25f1 HTTP/1.1" status: 204 len: 173 time: 0.9241638 Mar 11 16:08:55.121626 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c0e4545e-a700-4485-a73d-3a5c0dad1790 req-5ceebd43-54f8-4379-ae7c-35c71931d4c5 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Synchronizing usage tracker for tenant:69cb03f187c24f79869965b56bf0214e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:55.176362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c0e4545e-a700-4485-a73d-3a5c0dad1790 req-5ceebd43-54f8-4379-ae7c-35c71931d4c5 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] Unset dirty status for tenant:69cb03f187c24f79869965b56bf0214e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:55.177561 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c0e4545e-a700-4485-a73d-3a5c0dad1790 req-5ceebd43-54f8-4379-ae7c-35c71931d4c5 tempest-ServersAdminNegativeTestJSON-1495316503 tempest-ServersAdminNegativeTestJSON-1495316503-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75dd427-c5bc-4cc9-8851-c8ac35743564 HTTP/1.1" status: 200 len: 210 time: 0.1059198 Mar 11 16:08:56.039066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.159387 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.693040 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45890) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:56.835004 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-787ac158-e2b4-4c5a-a18e-58238fded152 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69cb03f187c24f79869965b56bf0214e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408050 Mar 11 16:08:56.837985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45896) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:56.894250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d66ee520-9e70-4a18-ab02-37074649d566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.920158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d66ee520-9e70-4a18-ab02-37074649d566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.050346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d66ee520-9e70-4a18-ab02-37074649d566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.067758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ee520-9e70-4a18-ab02-37074649d566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd58656-b09c-4203-ada7-02c8a3cd87c9,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:57.146457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d66ee520-9e70-4a18-ab02-37074649d566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.147599 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d66ee520-9e70-4a18-ab02-37074649d566 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3dd58656-b09c-4203-ada7-02c8a3cd87c9 HTTP/1.1" status: 204 len: 168 time: 0.3087277 Mar 11 16:08:57.702836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45904) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:57.723666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a53ac434-7cd0-41d7-b149-e248c2a54bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.738504 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a53ac434-7cd0-41d7-b149-e248c2a54bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:57.742300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a53ac434-7cd0-41d7-b149-e248c2a54bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:a4103fdaacf34ef483dfdda41f10b5c8 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:57.745102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a53ac434-7cd0-41d7-b149-e248c2a54bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:57.750682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a53ac434-7cd0-41d7-b149-e248c2a54bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:57.831428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a53ac434-7cd0-41d7-b149-e248c2a54bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.925095 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a53ac434-7cd0-41d7-b149-e248c2a54bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.970043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ac434-7cd0-41d7-b149-e248c2a54bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1568b186-40a4-4aca-91e3-68b57731c3c2,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:57.974174 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a53ac434-7cd0-41d7-b149-e248c2a54bb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4103fdaacf34ef483dfdda41f10b5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702971 Mar 11 16:08:57.977510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 45908) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:58.034644 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a97c25ec-acb8-4a58-95da-9ca8ce2b9b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.059024 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a97c25ec-acb8-4a58-95da-9ca8ce2b9b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.165178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a97c25ec-acb8-4a58-95da-9ca8ce2b9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.179285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c25ec-acb8-4a58-95da-9ca8ce2b9b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1568b186-40a4-4aca-91e3-68b57731c3c2,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:58.185187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a97c25ec-acb8-4a58-95da-9ca8ce2b9b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.186307 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a97c25ec-acb8-4a58-95da-9ca8ce2b9b03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1568b186-40a4-4aca-91e3-68b57731c3c2 HTTP/1.1" status: 204 len: 168 time: 0.2081747 Mar 11 16:08:58.479095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device bb8db93d-8393-448c-b28e-50701cad25f1 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:58.512398 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: bb8db93d-8393-448c-b28e-50701cad25f1 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:08:58.512768 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device bb8db93d-8393-448c-b28e-50701cad25f1 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:59.225471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45932) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:59.327402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1617486346-network', 'tenant_id': '5f9be19167744305b0a71ea661a6255a'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:08:59.332243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:59.336073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Usage tracker for resource:network and tenant:5f9be19167744305b0a71ea661a6255a is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:59.339416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:59.345585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:59.416853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Made reservation on behalf of 5f9be19167744305b0a71ea661a6255a for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:59.419092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.430964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.444872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:59.448589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Usage tracker for resource:security_group_rule and tenant:5f9be19167744305b0a71ea661a6255a is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:59.451342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:59.456917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:59.536391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.615603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.646761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:08:59.652412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91953de6-58fc-4309-955e-de30e5013de9,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:59.659796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.659796 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Added segment 0b750f0d-c7d6-450c-905c-81db900445fb of type vlan for network d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 Mar 11 16:08:59.685403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.799367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.800274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:59.800899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.906398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] Pushing event updated for resources: {'Network': ['ID=d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:59.918022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:08:59.971200 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4082c210-817b-493b-a9ee-48f928656213 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7443583 Mar 11 16:08:59.974044 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 45938) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:59.980392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Request body: {'subnet': {'network_id': 'd24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1617486346-subnet', 'tenant_id': '5f9be19167744305b0a71ea661a6255a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:08:59.985350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:59.989238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Usage tracker for resource:subnet and tenant:5f9be19167744305b0a71ea661a6255a is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:59.992166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:59.997915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:00.067749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Made reservation on behalf of 5f9be19167744305b0a71ea661a6255a for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:00.070110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.365037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.438571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1cad3f-7eea-4e4e-9d33-168243f35fb7,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:00.445796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Checking segment: {'id': '0b750f0d-c7d6-450c-905c-81db900445fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:09:00.446153 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Network hostable DHCP agents. Network: d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:00.576513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Network d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:00.678899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:00.682805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:00.683390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.689539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8540a235-32d8-49f7-9509-3ad1b91ac4a5 None None] Network d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:09:00.777413 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d8b322df-7f85-4a82-8b60-4e27484bab0b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8022382 Mar 11 16:09:00.940446 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693cc09-d88b-4773-ba47-aa577318147b None None] Network d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:09:01.278625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-2c80a80c-0c8b-4b07-9a0c-b2ceb55db38a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:01.279304 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-2c80a80c-0c8b-4b07-9a0c-b2ceb55db38a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Synchronizing usage tracker for tenant:5f9be19167744305b0a71ea661a6255a on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:01.370290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-2c80a80c-0c8b-4b07-9a0c-b2ceb55db38a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Unset dirty status for tenant:5f9be19167744305b0a71ea661a6255a on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:01.371375 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-2c80a80c-0c8b-4b07-9a0c-b2ceb55db38a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/networks?id=d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 HTTP/1.1" status: 200 len: 812 time: 0.2362156 Mar 11 16:09:01.386344 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-409891bd-c6a0-44a9-93fa-e4960c7cd579 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/quotas/5f9be19167744305b0a71ea661a6255a HTTP/1.1" status: 200 len: 375 time: 0.0095775 Mar 11 16:09:01.435638 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-30525e4a-f558-46ee-8083-bde5e138a34f tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f9be19167744305b0a71ea661a6255a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443814 Mar 11 16:09:01.607470 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-7e062cf0-a15f-452a-a9c0-e72fac19a006 service neutron] 10.222.0.39 "GET /v2.0/networks/d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651366 Mar 11 16:09:01.736336 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-c5b7c261-3e99-4579-9410-3f9515daae75 service neutron] 10.222.0.39 "GET /v2.0/networks/d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230717 Mar 11 16:09:03.006454 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ffe1ebf8-292e-4051-8c1b-fa417d2d0fd9 req-78138071-b430-49ef-b959-18f3ed52825a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 210 time: 0.0411882 Mar 11 16:09:04.099285 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-46b03be2-2f76-4f17-b184-055990a17f0b req-a9a89109-5a9a-4933-9c09-89cfb79418f9 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 210 time: 0.0417731 Mar 11 16:09:05.200265 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2ec7d16d-843f-4a44-a0ea-0ae6534cf31d req-8db2db62-a2de-4bd7-85b4-95a0f6a2afbd tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 210 time: 0.0474346 Mar 11 16:09:06.294987 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e2f6e8fb-49d6-4adb-ab3b-f3e371363951 req-6e6deae9-f4c2-43d2-8e38-a916f5e66f5e tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 210 time: 0.0421290 Mar 11 16:09:07.437556 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dc507773-70ca-41f6-b1da-ce17fb8333c6 req-e97fc890-dbf1-4d0f-a6ae-33936f66ce38 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 210 time: 0.0420566 Mar 11 16:09:08.583974 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb3203d8-929f-4376-8f69-e9e802f121b4 req-3dba3bdd-5b5a-4c57-85f6-ba8d5453a8e2 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 210 time: 0.0452487 Mar 11 16:09:09.595543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-f289edb2-431b-4bc9-b0da-263e4a87b630 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:09.596987 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-f289edb2-431b-4bc9-b0da-263e4a87b630 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.30 "GET /v2.0/networks?id=d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 HTTP/1.1" status: 200 len: 812 time: 0.2307756 Mar 11 16:09:09.608533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Request body: {'port': {'device_id': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'network_id': 'd24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1', 'admin_state_up': True, 'tenant_id': '5f9be19167744305b0a71ea661a6255a'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:09:09.750922 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11223039-001f-431f-a941-25793960f05a req-6698e654-be07-412d-bb10-77108a132b93 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 210 time: 0.0543821 Mar 11 16:09:09.784444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:09.788222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Usage tracker for resource:port and tenant:5f9be19167744305b0a71ea661a6255a is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:09.791020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:09.797325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:09.879245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Made reservation on behalf of 5f9be19167744305b0a71ea661a6255a for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:09.882855 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.039582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Allocated IP 172.20.0.12 (d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1/bb1cad3f-7eea-4e4e-9d33-168243f35fb7/c7e9e16b-a41c-45e4-9ee8-d76ade80fef4) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:10.234688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.308437 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.377762 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Network d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:10.384679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:10.389696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:09:10.419947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Pushing event updated for resources: {'Port': ['ID=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:10.453811 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:10.454411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.548229 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c5759d9-272d-4e50-a23d-6126de316d5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9437447 Mar 11 16:09:10.559294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Request body: {'port': {'device_id': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:09:10.667545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.011368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d20a0f-6313-4fdc-937f-d79c0a774a71 req-329cc922-cead-42cf-9a51-202836562a5c tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:11.012581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-31d20a0f-6313-4fdc-937f-d79c0a774a71 req-329cc922-cead-42cf-9a51-202836562a5c tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Synchronizing usage tracker for tenant:5f9be19167744305b0a71ea661a6255a on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:11.076850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:09:11.083954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.099414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Transition to ACTIVE for port object c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:11.124327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-31d20a0f-6313-4fdc-937f-d79c0a774a71 req-329cc922-cead-42cf-9a51-202836562a5c tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Unset dirty status for tenant:5f9be19167744305b0a71ea661a6255a on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:11.125580 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31d20a0f-6313-4fdc-937f-d79c0a774a71 req-329cc922-cead-42cf-9a51-202836562a5c tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 932 time: 0.2391059 Mar 11 16:09:11.168172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-31d20a0f-6313-4fdc-937f-d79c0a774a71 req-a80f033b-33e7-4bbd-9f53-5e6177f09e36 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Synchronizing usage tracker for tenant:5f9be19167744305b0a71ea661a6255a on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:11.171734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.336639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:11.464221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-31d20a0f-6313-4fdc-937f-d79c0a774a71 req-a80f033b-33e7-4bbd-9f53-5e6177f09e36 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Unset dirty status for tenant:5f9be19167744305b0a71ea661a6255a on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:11.466060 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31d20a0f-6313-4fdc-937f-d79c0a774a71 req-a80f033b-33e7-4bbd-9f53-5e6177f09e36 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348496 Mar 11 16:09:11.503868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Attempting to bind port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:09:11.504199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Attempting to bind port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '0b750f0d-c7d6-450c-905c-81db900445fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:09:11.504525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Attempting to bind port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 on network d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:09:11.509300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 on network d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:09:11.509615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Attempting to bind port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 on network d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:09:11.515001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:09:11.515332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Checking segment: {'id': '0b750f0d-c7d6-450c-905c-81db900445fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:09:11.515709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Bound using segment: {'id': '0b750f0d-c7d6-450c-905c-81db900445fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:09:11.516123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Bound port: c7e9e16b-a41c-45e4-9ee8-d76ade80fef4, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b750f0d-c7d6-450c-905c-81db900445fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:09:11.516462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.608833 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] For port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:09:11.611685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] For port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,segment=NetworkSegment(0b750f0d-c7d6-450c-905c-81db900445fb),segment_id=0b750f0d-c7d6-450c-905c-81db900445fb)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:09:11.668148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.722401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:11.723016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.724374 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] 10.222.0.30 "PUT /v2.0/ports/c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 HTTP/1.1" status: 200 len: 1094 time: 1.1689947 Mar 11 16:09:11.724825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'tag': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:09:11.748484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e8090-46c4-4cf9-9466-4258295b9e77 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:11.770415 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'tag': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4', 'status': 'completed', 'code': 200} Mar 11 16:09:11.857860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27645ad5-36d5-4cbf-ae3f-1fd73ede8c62 req-61dfb74a-24d4-409f-bda0-693c4b3266fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:11.859301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27645ad5-36d5-4cbf-ae3f-1fd73ede8c62 req-61dfb74a-24d4-409f-bda0-693c4b3266fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f9be19167744305b0a71ea661a6255a&device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 1097 time: 0.0698054 Mar 11 16:09:11.993195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27645ad5-36d5-4cbf-ae3f-1fd73ede8c62 req-7dd5bd02-3231-47a8-86e1-1e36a0c0627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:11.994506 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27645ad5-36d5-4cbf-ae3f-1fd73ede8c62 req-7dd5bd02-3231-47a8-86e1-1e36a0c0627b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5f9be19167744305b0a71ea661a6255a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1291473 Mar 11 16:09:12.128081 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27645ad5-36d5-4cbf-ae3f-1fd73ede8c62 req-d49e5765-7ae6-4cee-86a7-01f8a9d61de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:12.129612 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27645ad5-36d5-4cbf-ae3f-1fd73ede8c62 req-d49e5765-7ae6-4cee-86a7-01f8a9d61de9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298482 Mar 11 16:09:12.239700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-4fe3fea1-346e-4884-a595-8cf5383a472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:12.241251 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-4fe3fea1-346e-4884-a595-8cf5383a472d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f9be19167744305b0a71ea661a6255a&device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 1097 time: 0.0766771 Mar 11 16:09:12.310965 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-3c39d85b-757e-4788-a647-6d263f520b16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 HTTP/1.1" status: 200 len: 217 time: 0.0630600 Mar 11 16:09:12.372579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-d31cf67f-91ec-4abd-a0bb-80eb44761060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:12.374037 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-d31cf67f-91ec-4abd-a0bb-80eb44761060 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb1cad3f-7eea-4e4e-9d33-168243f35fb7 HTTP/1.1" status: 200 len: 852 time: 0.0574005 Mar 11 16:09:12.419506 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-ecebb94d-58bb-4b1d-b633-f2d0d090c411 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399866 Mar 11 16:09:12.551689 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-b2d5d7f1-3563-47db-a51b-baec875bb3d3 service neutron] 10.222.0.30 "GET /v2.0/networks/d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261377 Mar 11 16:09:12.741711 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15577fc3-8cfa-4da6-99a1-bf94302ca09b req-a18ad206-68ca-4d1c-a5db-9beb8d50f9af service neutron] 10.222.0.30 "GET /v2.0/networks/d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846611 Mar 11 16:09:12.750596 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a28dd-b454-4c35-8993-096319018bf9 req-154a591a-3fd8-4aa2-b7cb-0b3073baaa2b tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:12.751997 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-100a28dd-b454-4c35-8993-096319018bf9 req-154a591a-3fd8-4aa2-b7cb-0b3073baaa2b tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 944 time: 0.1768160 Mar 11 16:09:12.795828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-100a28dd-b454-4c35-8993-096319018bf9 req-16929312-3a83-4f82-9cd4-4a7a3faa19d4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380661 Mar 11 16:09:13.974979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3dc75-b94d-4c30-ac4c-fef664ac5db6 req-47fa5c21-808a-4cca-9a68-d4fc90d56af1 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:13.976709 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07b3dc75-b94d-4c30-ac4c-fef664ac5db6 req-47fa5c21-808a-4cca-9a68-d4fc90d56af1 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 944 time: 0.0783014 Mar 11 16:09:14.023291 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07b3dc75-b94d-4c30-ac4c-fef664ac5db6 req-c4ba8f31-471b-47e8-9593-8d45c2aee0ca tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Mar 11 16:09:15.205693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c761c8-cbdc-482c-be6e-972fc8bc8632 req-022e2590-71b6-49f1-bcc1-b524e50eb2c4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:15.207062 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-90c761c8-cbdc-482c-be6e-972fc8bc8632 req-022e2590-71b6-49f1-bcc1-b524e50eb2c4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 944 time: 0.0795033 Mar 11 16:09:15.251490 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-90c761c8-cbdc-482c-be6e-972fc8bc8632 req-d067698c-4d70-4b0b-bd26-868961809110 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Mar 11 16:09:16.433310 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6adb-a9cf-4e48-80ae-22ddfb2c4e8f req-8f8605df-8ef2-465a-947f-e52981f4b1a4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:16.435221 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-299c6adb-a9cf-4e48-80ae-22ddfb2c4e8f req-8f8605df-8ef2-465a-947f-e52981f4b1a4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 944 time: 0.0813630 Mar 11 16:09:16.478133 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-299c6adb-a9cf-4e48-80ae-22ddfb2c4e8f req-784e2c85-4609-498e-a525-ddc66025b447 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372691 Mar 11 16:09:16.571386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:09:16.700869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,segment=NetworkSegment(0b750f0d-c7d6-450c-905c-81db900445fb),segment_id=0b750f0d-c7d6-450c-905c-81db900445fb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:09:16.713255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4', 'network_id': 'd24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1', 'port_id': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4', 'mac_address': 'fa:16:3e:4b:cc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1cad3f-7eea-4e4e-9d33-168243f35fb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:09:16.770523 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.786578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:09:16.802038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,segment=NetworkSegment(0b750f0d-c7d6-450c-905c-81db900445fb),segment_id=0b750f0d-c7d6-450c-905c-81db900445fb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:09:16.861617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.925589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:16.932474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:16.932840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:16.933187 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:16.933497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:16.933821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:16.934703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:16.935022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:16.935344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:16.935662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:16.935980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:16.936291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:16.936621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:17.191051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['c7e9e16b-a41c-45e4-9ee8-d76ade80fef4'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:09:17.667768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a78bba-643f-4b59-8616-314b49117e38 req-44a92e8c-3033-42a2-827e-0fe1f108d691 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:17.669290 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f7a78bba-643f-4b59-8616-314b49117e38 req-44a92e8c-3033-42a2-827e-0fe1f108d691 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 945 time: 0.0859406 Mar 11 16:09:17.712748 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f7a78bba-643f-4b59-8616-314b49117e38 req-54f897d9-7417-41c6-8d53-fc7d57e151a7 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378714 Mar 11 16:09:18.568416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:18.707029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:18.711725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:18.712095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.793123 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:09:18.828733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.855394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:09:18.865968 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,segment=NetworkSegment(0b750f0d-c7d6-450c-905c-81db900445fb),segment_id=0b750f0d-c7d6-450c-905c-81db900445fb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:09:18.899959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55a86b-63bf-427f-a98b-e0f977343834 req-5c79ecb9-c3d9-4a76-9c4c-8d8e83c5c2a7 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:18.901435 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ab55a86b-63bf-427f-a98b-e0f977343834 req-5c79ecb9-c3d9-4a76-9c4c-8d8e83c5c2a7 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 945 time: 0.0830450 Mar 11 16:09:18.942451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.945739 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ab55a86b-63bf-427f-a98b-e0f977343834 req-458152a3-0ebe-454a-b63e-9317c494d688 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381825 Mar 11 16:09:18.988462 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4', 'code': 200} Mar 11 16:09:19.019885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:19.333589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa365f5e-1035-457c-afc1-73ddc7d2b29b req-6d293da9-40d6-4c2c-8816-7976ee6c2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:19.335036 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aa365f5e-1035-457c-afc1-73ddc7d2b29b req-6d293da9-40d6-4c2c-8816-7976ee6c2b90 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 1099 time: 0.0678511 Mar 11 16:09:19.378574 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aa365f5e-1035-457c-afc1-73ddc7d2b29b req-ee07f270-feb0-4803-8e31-3925160ae04b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364017 Mar 11 16:09:20.213872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c7cea-958c-4540-95d8-d723005ad545 req-a91a7da2-b787-4139-a5bb-9543b27f2590 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:20.215303 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb3c7cea-958c-4540-95d8-d723005ad545 req-a91a7da2-b787-4139-a5bb-9543b27f2590 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.1642261 Mar 11 16:09:20.258394 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb3c7cea-958c-4540-95d8-d723005ad545 req-9591c778-54c0-4781-99f7-d674dd3e978f tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372696 Mar 11 16:09:20.850468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-91ff41a1-c2c6-4efd-985b-54175913fba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.440502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0daa71-b183-4b3e-96df-1ca96becd450 req-c3c1e4fe-66ff-4394-9ede-afeacb58af54 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:21.441953 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-da0daa71-b183-4b3e-96df-1ca96becd450 req-c3c1e4fe-66ff-4394-9ede-afeacb58af54 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0800226 Mar 11 16:09:21.485703 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-da0daa71-b183-4b3e-96df-1ca96becd450 req-f8eefe86-81a1-4b12-988d-7c6017665b6d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381937 Mar 11 16:09:22.017028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d4935-bece-4d91-a456-c1533fac9636 req-dbbb916e-7138-44f8-bdc5-043fe3cc3398 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:22.018476 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a99d4935-bece-4d91-a456-c1533fac9636 req-dbbb916e-7138-44f8-bdc5-043fe3cc3398 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0796809 Mar 11 16:09:22.065376 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a99d4935-bece-4d91-a456-c1533fac9636 req-322b2e0e-e054-4147-8073-0a69f2a4bd93 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Mar 11 16:09:22.141746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 46034) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:22.250170 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-e4f50cc2-e881-433b-aa85-e79d1b7f1869 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1072750 Mar 11 16:09:23.250842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0a346-884f-482b-a426-0514a07ccab1 req-29de1d72-721f-456d-bdd1-5260be5b682d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:23.252302 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e3f0a346-884f-482b-a426-0514a07ccab1 req-29de1d72-721f-456d-bdd1-5260be5b682d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0807025 Mar 11 16:09:23.300138 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e3f0a346-884f-482b-a426-0514a07ccab1 req-c6fd228a-f2b1-4950-ad9c-a901f302fa94 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Mar 11 16:09:23.678737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-226e42b3-71de-4701-b997-a232d185c059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.272924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-b93918a3-f3a6-4a92-8e45-8306bedb7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:24.274368 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-b93918a3-f3a6-4a92-8e45-8306bedb7ad6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f9be19167744305b0a71ea661a6255a&device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 1099 time: 0.0703409 Mar 11 16:09:24.382526 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.405789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-89771423-ba7f-496b-bfe9-b3f499024c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:24.407250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-89771423-ba7f-496b-bfe9-b3f499024c79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 HTTP/1.1" status: 200 len: 913 time: 0.1271021 Mar 11 16:09:24.482754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-a93b380c-9e20-4fb3-98de-d8f13c374ead service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 HTTP/1.1" status: 200 len: 217 time: 0.0677972 Mar 11 16:09:24.545838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-bdbf0c08-bee1-4769-8812-83e4385dae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:24.547191 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-bdbf0c08-bee1-4769-8812-83e4385dae9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb1cad3f-7eea-4e4e-9d33-168243f35fb7 HTTP/1.1" status: 200 len: 852 time: 0.0598648 Mar 11 16:09:24.609772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.629817 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-2eaaaaff-89c4-437b-b76e-3d46a30f4580 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770772 Mar 11 16:09:24.779983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034227ba-b997-4352-8e80-3e32ff00d03b req-8a820e01-cc97-4109-a0ab-9d4e4bf6ca26 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:24.781661 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-034227ba-b997-4352-8e80-3e32ff00d03b req-8a820e01-cc97-4109-a0ab-9d4e4bf6ca26 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.1989439 Mar 11 16:09:24.786559 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-ce10403f-9049-44c0-aa55-de6e3508fc03 service neutron] 10.222.0.30 "GET /v2.0/networks/d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493514 Mar 11 16:09:24.912683 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-034227ba-b997-4352-8e80-3e32ff00d03b req-e84a8e14-9bd8-4721-b00e-6fd4a5135473 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251805 Mar 11 16:09:24.945950 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-82881923-e173-4cbd-af97-91844948c7f1 service neutron] 10.222.0.30 "GET /v2.0/networks/d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463113 Mar 11 16:09:26.027470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.103873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bfc06-013c-4c8c-b6fa-111f20d537fd req-3cab7fb4-1a4d-4283-8e92-a5fd0a9df1b6 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:26.105372 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b78bfc06-013c-4c8c-b6fa-111f20d537fd req-3cab7fb4-1a4d-4283-8e92-a5fd0a9df1b6 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0839128 Mar 11 16:09:26.149123 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b78bfc06-013c-4c8c-b6fa-111f20d537fd req-8ba47082-dcc9-4d17-84b4-c04a41ee92fa tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380719 Mar 11 16:09:26.170596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.329180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39687b2-a032-45c1-bf45-f68b85fc323d req-6f734f56-bc58-4de6-9bd8-c29031b99863 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:27.330606 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d39687b2-a032-45c1-bf45-f68b85fc323d req-6f734f56-bc58-4de6-9bd8-c29031b99863 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0781939 Mar 11 16:09:27.373156 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d39687b2-a032-45c1-bf45-f68b85fc323d req-a93cf232-c946-42e9-8603-98d60b278244 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370061 Mar 11 16:09:28.557513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566bf7f-35c7-47a8-b4c0-8e5d710ace14 req-4fc902c9-9533-402e-becf-a4dbf51734ac tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:28.558853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6566bf7f-35c7-47a8-b4c0-8e5d710ace14 req-4fc902c9-9533-402e-becf-a4dbf51734ac tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0826423 Mar 11 16:09:28.603158 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6566bf7f-35c7-47a8-b4c0-8e5d710ace14 req-593dc31a-cb9b-45cf-99ed-f39e64ec72e1 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Mar 11 16:09:29.784594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e60e71-10ae-41d1-8191-d6bcca1c06b9 req-dfb51b07-73d3-422d-a9aa-0a8fb3ac9231 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:29.786049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d7e60e71-10ae-41d1-8191-d6bcca1c06b9 req-dfb51b07-73d3-422d-a9aa-0a8fb3ac9231 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0785038 Mar 11 16:09:29.920150 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d7e60e71-10ae-41d1-8191-d6bcca1c06b9 req-e405200a-2690-4299-9e79-71cd9879dddb tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284125 Mar 11 16:09:31.098596 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ee2cc-3239-4f36-b0eb-1bbbaa8cbec3 req-0d77fd40-2dd2-45ee-b2c9-475632b0447d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:31.099996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af7ee2cc-3239-4f36-b0eb-1bbbaa8cbec3 req-0d77fd40-2dd2-45ee-b2c9-475632b0447d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0769153 Mar 11 16:09:31.142868 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af7ee2cc-3239-4f36-b0eb-1bbbaa8cbec3 req-31c5f97d-82da-40e7-8f94-9883f5ec5238 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369484 Mar 11 16:09:32.329916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b5b8c-995e-4629-8dae-8eb08095a193 req-93e574a3-14ab-4aea-a1e4-3cd1150f42c4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:32.331605 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-238b5b8c-995e-4629-8dae-8eb08095a193 req-93e574a3-14ab-4aea-a1e4-3cd1150f42c4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0826523 Mar 11 16:09:32.374988 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-238b5b8c-995e-4629-8dae-8eb08095a193 req-a40bce2a-822d-41ee-8a74-f15c5e5b2a0b tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Mar 11 16:09:33.558230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7571a51-bdd6-418f-bf89-817773f8b181 req-e2a01020-113b-467d-88f6-fdb9a335b0a5 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:33.559633 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f7571a51-bdd6-418f-bf89-817773f8b181 req-e2a01020-113b-467d-88f6-fdb9a335b0a5 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0790586 Mar 11 16:09:33.606173 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f7571a51-bdd6-418f-bf89-817773f8b181 req-29ef3e23-097e-4a4b-847b-f24aa90e80f1 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404620 Mar 11 16:09:34.789556 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f335ea4-590c-4fd8-a098-22b3483a0d04 req-f06d0e92-bc55-4b1d-984e-90e01931ee59 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:34.791025 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9f335ea4-590c-4fd8-a098-22b3483a0d04 req-f06d0e92-bc55-4b1d-984e-90e01931ee59 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0793579 Mar 11 16:09:34.833811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9f335ea4-590c-4fd8-a098-22b3483a0d04 req-37c7b250-701d-4fc4-936e-1a0019207088 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Mar 11 16:09:36.163164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b49b-e7af-4f2a-826c-c08ebc82c3ee req-7a142497-6f8f-4b21-8678-1431894aea40 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:36.164529 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfa1b49b-e7af-4f2a-826c-c08ebc82c3ee req-7a142497-6f8f-4b21-8678-1431894aea40 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0821502 Mar 11 16:09:36.208898 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfa1b49b-e7af-4f2a-826c-c08ebc82c3ee req-dfb0284f-b243-47b7-8509-b71708967081 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Mar 11 16:09:37.393134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3a345-f85e-4d74-9051-65e3d5b20121 req-7117fd14-9220-4764-a1e2-4b71964a2195 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:37.394601 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c0f3a345-f85e-4d74-9051-65e3d5b20121 req-7117fd14-9220-4764-a1e2-4b71964a2195 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0796375 Mar 11 16:09:37.439029 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c0f3a345-f85e-4d74-9051-65e3d5b20121 req-3cc43378-7cfd-49f5-941f-4ec438ef45eb tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385537 Mar 11 16:09:38.622510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7132a14-cb9c-4c8f-aaa1-80de52db5cd4 req-829992a1-5168-4c2d-863c-b0bacf348b56 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:38.624609 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7132a14-cb9c-4c8f-aaa1-80de52db5cd4 req-829992a1-5168-4c2d-863c-b0bacf348b56 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0835309 Mar 11 16:09:38.667860 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7132a14-cb9c-4c8f-aaa1-80de52db5cd4 req-bdc45553-fff5-4851-b489-63dba124867e tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376966 Mar 11 16:09:39.854394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad5a51-c3ff-4b93-9ed1-4b477d1c9814 req-b346fdd3-528d-4560-9cff-8ecbde6aaeb8 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:39.855841 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9bad5a51-c3ff-4b93-9ed1-4b477d1c9814 req-b346fdd3-528d-4560-9cff-8ecbde6aaeb8 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0795546 Mar 11 16:09:39.902711 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9bad5a51-c3ff-4b93-9ed1-4b477d1c9814 req-74f2e237-428c-475d-83bd-ab289d6dfc5d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 Mar 11 16:09:41.089096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63536473-e6c7-407e-8dde-94675c91abdd req-7bee3cfd-7593-4e4a-a0fa-d43122a0e3f5 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:41.091100 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-63536473-e6c7-407e-8dde-94675c91abdd req-7bee3cfd-7593-4e4a-a0fa-d43122a0e3f5 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0826261 Mar 11 16:09:41.137623 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-63536473-e6c7-407e-8dde-94675c91abdd req-bf2b5915-54c9-4bcd-9546-f61567f32815 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Mar 11 16:09:42.321472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10211255-1478-4205-bba9-9ce1b4f7ce2b req-dfa1cd3b-e207-4959-9abf-977800d301c9 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:42.322945 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-10211255-1478-4205-bba9-9ce1b4f7ce2b req-dfa1cd3b-e207-4959-9abf-977800d301c9 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0828395 Mar 11 16:09:42.366507 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-10211255-1478-4205-bba9-9ce1b4f7ce2b req-e7e2fe90-cf72-4102-b53b-034bbe04894a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378408 Mar 11 16:09:43.546939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e5406-0f00-4486-a039-73fe4a018b64 req-4f947d18-28de-4001-b5d4-225f162332cd tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:43.548293 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-310e5406-0f00-4486-a039-73fe4a018b64 req-4f947d18-28de-4001-b5d4-225f162332cd tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0788949 Mar 11 16:09:43.594536 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-310e5406-0f00-4486-a039-73fe4a018b64 req-aa4b54fb-123d-48b0-bd49-9d99e41e0d51 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Mar 11 16:09:44.779322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ab8ba-db49-4ef1-aef3-7a28532d227f req-15e18d3f-1a20-49f0-98c1-e73e6cb48b54 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:44.780774 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-165ab8ba-db49-4ef1-aef3-7a28532d227f req-15e18d3f-1a20-49f0-98c1-e73e6cb48b54 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0783372 Mar 11 16:09:44.826975 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-165ab8ba-db49-4ef1-aef3-7a28532d227f req-14139cad-cc83-43b3-8295-8596fdd8ca3d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 Mar 11 16:09:46.010123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62065f6-6fc1-4006-863f-fb613b2ef9fe req-0732c61d-0222-44cd-8f03-037c5cf82e4d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:46.013602 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d62065f6-6fc1-4006-863f-fb613b2ef9fe req-0732c61d-0222-44cd-8f03-037c5cf82e4d tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0821059 Mar 11 16:09:46.056114 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d62065f6-6fc1-4006-863f-fb613b2ef9fe req-0d8de1df-c318-465b-8ee3-ee838738a1d7 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382376 Mar 11 16:09:47.238855 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740b17c-9ddd-4b1c-9e34-39ad518eae97 req-f2d04b92-4c06-4181-9ca8-d6120ab0212c tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:47.240230 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d740b17c-9ddd-4b1c-9e34-39ad518eae97 req-f2d04b92-4c06-4181-9ca8-d6120ab0212c tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0793600 Mar 11 16:09:47.284648 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d740b17c-9ddd-4b1c-9e34-39ad518eae97 req-4b873cc7-0a54-4c1d-bc8f-7848a8f321c8 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Mar 11 16:09:48.469757 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410384b-693d-4bf5-ba27-83eebac9e513 req-2fa17be7-f4b5-43bf-b7ad-cbc7fcf21a5a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:48.471194 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c410384b-693d-4bf5-ba27-83eebac9e513 req-2fa17be7-f4b5-43bf-b7ad-cbc7fcf21a5a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0816851 Mar 11 16:09:48.514573 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c410384b-693d-4bf5-ba27-83eebac9e513 req-9081997c-9814-437d-a5d6-562219d32dc4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379035 Mar 11 16:09:49.694493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed616d-13e2-4d97-b56e-2437c431f22e req-d2649e7d-1f18-420f-b792-8e3fc7f772cd tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:49.695939 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1bed616d-13e2-4d97-b56e-2437c431f22e req-d2649e7d-1f18-420f-b792-8e3fc7f772cd tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0790737 Mar 11 16:09:49.741858 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1bed616d-13e2-4d97-b56e-2437c431f22e req-6688795c-2fb7-41e1-929d-15500a348eae tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402961 Mar 11 16:09:50.867147 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2d13c688-bc09-4b3f-9943-3409e0a98c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.923953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7ee49-829d-4efc-8eb0-2afda0182f5e req-fec6f8b4-452b-4285-9a24-60a3fcfda298 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:50.925444 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bcb7ee49-829d-4efc-8eb0-2afda0182f5e req-fec6f8b4-452b-4285-9a24-60a3fcfda298 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0795612 Mar 11 16:09:50.968238 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bcb7ee49-829d-4efc-8eb0-2afda0182f5e req-cbf4b53b-8d76-4c4f-a923-390384b36c8a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Mar 11 16:09:52.166344 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-cf0e88c0-2ede-49a7-bf21-5e88951cfbb3 service neutron] 10.222.0.30 "GET /v2.0/ports/c7e9e16b-a41c-45e4-9ee8-d76ade80fef4/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.1230769 Mar 11 16:09:52.189046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d67e5e-ce70-486a-8a46-21cd9e6253b7 req-5fa0582d-d4c5-4128-9825-dd2287d04888 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:52.190541 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a8d67e5e-ce70-486a-8a46-21cd9e6253b7 req-5fa0582d-d4c5-4128-9825-dd2287d04888 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.1117153 Mar 11 16:09:52.236976 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a8d67e5e-ce70-486a-8a46-21cd9e6253b7 req-3f5dbc2b-2893-46a4-bd0a-55d68c8f0045 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Mar 11 16:09:52.794312 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-6aedcd63-8334-49ee-8931-56c926a7b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:52.795770 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-6aedcd63-8334-49ee-8931-56c926a7b54b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe&tenant_id=5f9be19167744305b0a71ea661a6255a HTTP/1.1" status: 200 len: 1099 time: 0.0715158 Mar 11 16:09:52.882966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-55f6f7a5-58cd-496e-bf39-f0211fb2f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:52.884468 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-55f6f7a5-58cd-496e-bf39-f0211fb2f5eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f9be19167744305b0a71ea661a6255a&device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 1099 time: 0.0689113 Mar 11 16:09:53.098142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-5f6eba39-877f-4414-b026-4f590f59a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:53.099613 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-5f6eba39-877f-4414-b026-4f590f59a0f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 HTTP/1.1" status: 200 len: 913 time: 0.2101095 Mar 11 16:09:53.168225 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-dca8c175-7b8f-412e-a48c-86bc3e4b973a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 HTTP/1.1" status: 200 len: 217 time: 0.0626934 Mar 11 16:09:53.230209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-3eea1910-b5ea-4f38-adbb-9e29fe633977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:53.243327 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-3eea1910-b5ea-4f38-adbb-9e29fe633977 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb1cad3f-7eea-4e4e-9d33-168243f35fb7 HTTP/1.1" status: 200 len: 852 time: 0.0586147 Mar 11 16:09:53.282250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-8f432d56-2595-43ba-8fd4-9f3ad9ec0382 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447376 Mar 11 16:09:53.460221 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-c028dbdb-ad1d-453a-8837-343f864c0d8d service neutron] 10.222.0.30 "GET /v2.0/networks/d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721218 Mar 11 16:09:53.516530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6d99b-fb55-4528-80d2-b4dd156df2b8 req-8d5698e4-470e-40d4-9c1c-12bb2c8295d4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:53.517958 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0bd6d99b-fb55-4528-80d2-b4dd156df2b8 req-8d5698e4-470e-40d4-9c1c-12bb2c8295d4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.1512465 Mar 11 16:09:53.634956 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0bd6d99b-fb55-4528-80d2-b4dd156df2b8 req-389016ce-2959-4b48-a60f-8d872689fd45 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708227 Mar 11 16:09:53.642595 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27455dd9-ddb4-49ff-ac2b-08cf7a65a93a req-a6d3e7fa-d56c-4e16-af40-9617cac5539b service neutron] 10.222.0.30 "GET /v2.0/networks/d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733327 Mar 11 16:09:53.644332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b4ed94ed-ae09-4cea-9b73-38bd3aab1660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.386909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.603927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.821073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb3c41-0a07-446b-a06b-2af65bb2a574 req-19d28f51-ade4-49f9-854a-1d8a8c0f491a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:54.822536 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-95cb3c41-0a07-446b-a06b-2af65bb2a574 req-19d28f51-ade4-49f9-854a-1d8a8c0f491a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0799451 Mar 11 16:09:54.867225 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-95cb3c41-0a07-446b-a06b-2af65bb2a574 req-6820a817-bdc9-45d7-9f9f-d73c77a8fdcf tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384371 Mar 11 16:09:55.791896 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:09:55.992999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.056368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54e617-df4c-4919-a324-287feb2d194f req-d4c3512d-bb4d-44ee-9bbf-30813fbfbeb4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:56.057725 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac54e617-df4c-4919-a324-287feb2d194f req-d4c3512d-bb4d-44ee-9bbf-30813fbfbeb4 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0830166 Mar 11 16:09:56.102547 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac54e617-df4c-4919-a324-287feb2d194f req-46cd7cd4-ee47-4a95-b95b-ced8ecb033b7 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387335 Mar 11 16:09:56.158108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.748867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:09:56.752204 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:09:56.960032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.000172 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,segment=NetworkSegment(0b750f0d-c7d6-450c-905c-81db900445fb),segment_id=0b750f0d-c7d6-450c-905c-81db900445fb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:09:57.019060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:09:57.027764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4', 'network_id': 'd24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1', 'port_id': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4', 'mac_address': 'fa:16:3e:4b:cc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1cad3f-7eea-4e4e-9d33-168243f35fb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:09:57.035607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,segment=NetworkSegment(0b750f0d-c7d6-450c-905c-81db900445fb),segment_id=0b750f0d-c7d6-450c-905c-81db900445fb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:09:57.074557 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4', 'code': 200} Mar 11 16:09:57.087430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.104239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:09:57.110084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.254650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:09:57.254918 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:09:57.258618 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:57.288143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab8e95-3e51-4645-bca3-1813ebb95787 req-a7d9e1e2-2ff6-4616-ad9f-7eabe7d2faff tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:57.289748 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c7ab8e95-3e51-4645-bca3-1813ebb95787 req-a7d9e1e2-2ff6-4616-ad9f-7eabe7d2faff tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 944 time: 0.0818744 Mar 11 16:09:57.333482 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c7ab8e95-3e51-4645-bca3-1813ebb95787 req-3185bcf3-8fcb-49fb-8dbf-2442d42e4715 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 Mar 11 16:09:57.810886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.828661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:09:57.844720 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,segment=NetworkSegment(0b750f0d-c7d6-450c-905c-81db900445fb),segment_id=0b750f0d-c7d6-450c-905c-81db900445fb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:09:57.902544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-97deef75-d66a-4a89-9e20-55d676a35c38 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:57.903976 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-97deef75-d66a-4a89-9e20-55d676a35c38 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.30 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe&tenant_id=5f9be19167744305b0a71ea661a6255a&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 944 time: 0.0853724 Mar 11 16:09:57.912483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-25ec9c87-9b33-41eb-ac44-43a8863206fe tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:09:57.913521 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-25ec9c87-9b33-41eb-ac44-43a8863206fe tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048869 Mar 11 16:09:57.924284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.993729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['c7e9e16b-a41c-45e4-9ee8-d76ade80fef4'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:09:58.029943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:58.055239 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-66c03760-9307-4b11-9d07-f364b8cd609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:58.056743 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-66c03760-9307-4b11-9d07-f364b8cd609c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f9be19167744305b0a71ea661a6255a&device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 1098 time: 0.0720894 Mar 11 16:09:58.186058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-71b17fb8-d691-4e57-8e6a-a321bbf20cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:58.188082 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-71b17fb8-d691-4e57-8e6a-a321bbf20cb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 HTTP/1.1" status: 200 len: 913 time: 0.1254194 Mar 11 16:09:58.257827 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-e517ef23-44ad-4705-a8a9-73deeedb4810 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 HTTP/1.1" status: 200 len: 217 time: 0.0641065 Mar 11 16:09:58.318693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-fd982666-a29f-4343-8783-0ca1a293a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:58.320102 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-fd982666-a29f-4343-8783-0ca1a293a05a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb1cad3f-7eea-4e4e-9d33-168243f35fb7 HTTP/1.1" status: 200 len: 852 time: 0.0570037 Mar 11 16:09:58.368169 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-b5fd1e0b-9903-49b7-b646-e324897f5a60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423498 Mar 11 16:09:58.497299 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-e1ee2226-fec3-4502-b071-b25b43b7e0ea service neutron] 10.222.0.30 "GET /v2.0/networks/d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234818 Mar 11 16:09:58.712942 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-746fe2ec-5959-4364-91de-4a5742dbea52 service neutron] 10.222.0.30 "GET /v2.0/networks/d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102923 Mar 11 16:09:58.762346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:58.830866 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:58.831241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.948439 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.980632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,segment=NetworkSegment(0b750f0d-c7d6-450c-905c-81db900445fb),segment_id=0b750f0d-c7d6-450c-905c-81db900445fb)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:09:59.067276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.097643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:09:59.138393 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:59.157693 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4', 'code': 200} Mar 11 16:10:00.254936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c897506-a701-46fc-b94e-d4ed8fd19b25 req-003f096e-edbd-4bb6-a0e0-2f821f438b17 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:00.256405 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7c897506-a701-46fc-b94e-d4ed8fd19b25 req-003f096e-edbd-4bb6-a0e0-2f821f438b17 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0800483 Mar 11 16:10:00.300063 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7c897506-a701-46fc-b94e-d4ed8fd19b25 req-8bb04751-9001-4d74-b6ce-912a3c7e9ec1 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374815 Mar 11 16:10:01.487285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c041c8-1281-4731-904d-0f3bb877cd19 req-b4b6e6a9-9900-4bfb-ba90-4f354d32d015 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:01.488760 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f1c041c8-1281-4731-904d-0f3bb877cd19 req-b4b6e6a9-9900-4bfb-ba90-4f354d32d015 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0809581 Mar 11 16:10:01.533035 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f1c041c8-1281-4731-904d-0f3bb877cd19 req-5e78b84c-58dd-4b95-9874-09290c1f408a tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/security-groups?id=91953de6-58fc-4309-955e-de30e5013de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 Mar 11 16:10:01.951360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-79ab5648-050c-48cb-ad71-42fef274df1e tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:01.952819 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-79ab5648-050c-48cb-ad71-42fef274df1e tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.30 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 946 time: 0.0772507 Mar 11 16:10:02.022758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Deleting port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:10:02.023099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.268017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] For port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,segment=NetworkSegment(0b750f0d-c7d6-450c-905c-81db900445fb),segment_id=0b750f0d-c7d6-450c-905c-81db900445fb)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:10:02.268293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.388019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Calling delete_port for c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:10:02.593334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.604315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['c7e9e16b-a41c-45e4-9ee8-d76ade80fef4'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:10:02.642496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Pushing event deleted for resources: {'Port': ['ID=c7e9e16b-a41c-45e4-9ee8-d76ade80fef4,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:02.715179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.715525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.715866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.716231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.716586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.716924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.717252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.717578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.717938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.718260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.718581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.718902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:02.759802 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af72685f-d7be-45bf-ae7e-401aba49f257 req-4e54d07c-6f4e-4168-93db-86d903908e29 tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.39 "GET /v2.0/ports?device_id=14e12970-0bc6-4e27-9e70-d41816d36dfe HTTP/1.1" status: 200 len: 210 time: 0.1131446 Mar 11 16:10:02.770880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] No DVR routers for this DVR port c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:10:02.773535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.776046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'name': 'network-vif-deleted', 'tag': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:10:02.818827 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e12970-0bc6-4e27-9e70-d41816d36dfe', 'name': 'network-vif-deleted', 'tag': 'c7e9e16b-a41c-45e4-9ee8-d76ade80fef4', 'status': 'completed', 'code': 200} Mar 11 16:10:02.821591 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a7490c1-aa40-4aa5-84ef-b75e63a58588 req-15239d14-cb86-4d71-9443-6b57b984f2ef tempest-DeleteServersTestJSON-2049878210 tempest-DeleteServersTestJSON-2049878210-project] 10.222.0.30 "DELETE /v2.0/ports/c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 HTTP/1.1" status: 204 len: 173 time: 0.8637204 Mar 11 16:10:03.997236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 46142) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:04.057299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-88587c6b-f689-4d32-9998-2caecffbd72d admin admin] Deleting subnet bb1cad3f-7eea-4e4e-9d33-168243f35fb7 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:10:04.060028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88587c6b-f689-4d32-9998-2caecffbd72d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.107288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88587c6b-f689-4d32-9998-2caecffbd72d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.161710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88587c6b-f689-4d32-9998-2caecffbd72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.290492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88587c6b-f689-4d32-9998-2caecffbd72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.327888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88587c6b-f689-4d32-9998-2caecffbd72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1cad3f-7eea-4e4e-9d33-168243f35fb7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:04.331433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-88587c6b-f689-4d32-9998-2caecffbd72d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.337199 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-88587c6b-f689-4d32-9998-2caecffbd72d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bb1cad3f-7eea-4e4e-9d33-168243f35fb7 HTTP/1.1" status: 204 len: 168 time: 0.3389637 Mar 11 16:10:04.340763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 46146) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:04.537752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.669325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.694209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:04.705692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b750f0d-c7d6-450c-905c-81db900445fb') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:04.705987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b750f0d-c7d6-450c-905c-81db900445fb') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:04.716871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.732195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.738511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:10:04.738885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:04.752089 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:04.877935 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.893526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.903427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] Pushing event deleted for resources: {'Network': ['ID=d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:04.941584 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bb9ddf76-d3e7-416f-8cfd-71d6b592d44e admin admin] 10.222.0.39 "DELETE /v2.0/networks/d24a7ae9-39a9-4abb-95e6-68ae1cdbfcb1 HTTP/1.1" status: 204 len: 168 time: 0.5998149 Mar 11 16:10:05.159489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 46152) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:05.207790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a74de373-d8e0-4e5f-9e7c-38603fdf68d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f9be19167744305b0a71ea661a6255a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470951 Mar 11 16:10:05.210212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 46156) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:05.272971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b330ab7e-575f-4313-a2ef-353d3e87f2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.298934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b330ab7e-575f-4313-a2ef-353d3e87f2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.392435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b330ab7e-575f-4313-a2ef-353d3e87f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.410245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330ab7e-575f-4313-a2ef-353d3e87f2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91953de6-58fc-4309-955e-de30e5013de9,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:05.471673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b330ab7e-575f-4313-a2ef-353d3e87f2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.472770 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b330ab7e-575f-4313-a2ef-353d3e87f2f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91953de6-58fc-4309-955e-de30e5013de9 HTTP/1.1" status: 204 len: 168 time: 0.2616479 Mar 11 16:10:06.519579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46180) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:06.623441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1612486503-network', 'tenant_id': '882b92bbe23940cb843ca025c4904b3d'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:10:06.628629 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:06.632784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Usage tracker for resource:network and tenant:882b92bbe23940cb843ca025c4904b3d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:06.635575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:06.641180 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:06.712541 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Made reservation on behalf of 882b92bbe23940cb843ca025c4904b3d for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:06.714849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.727693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.742328 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:06.746235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Usage tracker for resource:security_group_rule and tenant:882b92bbe23940cb843ca025c4904b3d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:06.748975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:06.754516 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:06.770821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:10:06.804818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:10:06.805168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c7e9e16b-a41c-45e4-9ee8-d76ade80fef4 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:10:06.837970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.912660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.939070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:06.951235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba4e122-8d26-413e-a468-eeabfcc752ce,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:06.959398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.959739 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Added segment ffe53257-98ff-4c5c-9a23-225b98963955 of type vlan for network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 Mar 11 16:10:06.961625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.961969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.962303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.962635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.963029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.963358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.963682 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.964005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.964321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.964662 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.964981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.965295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:06.994454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.089414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.090363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:07.090944 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.193438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] Pushing event updated for resources: {'Network': ['ID=3e3a2542-6ad2-4081-bfd8-a06a021201e7,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:07.204231 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:07.239377 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e48a8ef4-b8c2-4e81-8413-b3cdb28f863e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7185473 Mar 11 16:10:07.242187 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46186) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:07.247761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Request body: {'subnet': {'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1612486503-subnet', 'tenant_id': '882b92bbe23940cb843ca025c4904b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:10:07.253454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:07.257453 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Usage tracker for resource:subnet and tenant:882b92bbe23940cb843ca025c4904b3d is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:07.260313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:07.266973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:07.346791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Made reservation on behalf of 882b92bbe23940cb843ca025c4904b3d for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:07.349212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.661040 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.730464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=863cda39-8531-4c33-bc62-7dea0e3f7bda,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:07.742213 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Checking segment: {'id': 'ffe53257-98ff-4c5c-9a23-225b98963955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:10:07.742669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Network hostable DHCP agents. Network: 3e3a2542-6ad2-4081-bfd8-a06a021201e7, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:07.826661 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:07.883719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 3e3a2542-6ad2-4081-bfd8-a06a021201e7) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:07.887577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:07.888159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.892527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c303ef3-1186-453b-bb8f-1dc2c91d7d87 None None] Network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:10:07.947851 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3620406e-82d3-4190-9356-951a20b52ca5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7044802 Mar 11 16:10:08.104790 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c393d0-d65d-43ea-8a42-8d5c09d38571 None None] Network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:10:08.453493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-6bdd6680-1ec2-4029-b341-229a7a45a83c tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:08.454912 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-6bdd6680-1ec2-4029-b341-229a7a45a83c tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/networks?id=3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 200 len: 815 time: 0.1418993 Mar 11 16:10:08.469905 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-6b220b3a-8ab1-40fd-bb16-51e3538f8935 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/quotas/882b92bbe23940cb843ca025c4904b3d HTTP/1.1" status: 200 len: 375 time: 0.0095034 Mar 11 16:10:08.514863 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-2ab13a05-e95f-438a-890b-c23c0648e7f0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397880 Mar 11 16:10:08.641620 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-4d86081d-cb1d-433a-9e45-ab918119a810 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204100 Mar 11 16:10:08.769193 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-70900b00-7362-4063-801e-3943480ccfbd service neutron] 10.222.0.39 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217980 Mar 11 16:10:09.019154 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9a5fc029-97f3-4ba7-9e86-317ba91fb6d4 req-7132f2a2-ed11-4fa6-a864-dbe23a25a2f2 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 210 time: 0.0466514 Mar 11 16:10:10.165144 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c4163e18-ad7a-4150-8341-d8281cf4d09c req-2184940f-efee-4fb3-b613-04466f711941 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 210 time: 0.0431209 Mar 11 16:10:11.015237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-0a3f8e95-4a3f-44fa-a959-cf71ba634423 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:11.016675 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-0a3f8e95-4a3f-44fa-a959-cf71ba634423 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.30 "GET /v2.0/networks?id=3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 200 len: 815 time: 0.1439791 Mar 11 16:10:11.028043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Request body: {'port': {'device_id': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7', 'admin_state_up': True, 'tenant_id': '882b92bbe23940cb843ca025c4904b3d'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:10:11.163036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:11.166688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Usage tracker for resource:port and tenant:882b92bbe23940cb843ca025c4904b3d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:11.169545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:11.175129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:11.255510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Made reservation on behalf of 882b92bbe23940cb843ca025c4904b3d for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:11.259209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.325468 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e0fdb289-21ce-4372-b2f2-0bfb7f4542ab req-19185198-d9b4-4d25-b8f3-37e73d5948e6 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 210 time: 0.0540421 Mar 11 16:10:11.463241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Allocated IP 172.20.0.8 (3e3a2542-6ad2-4081-bfd8-a06a021201e7/863cda39-8531-4c33-bc62-7dea0e3f7bda/cebae467-04ce-4f4a-9082-87887094af09) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:11.662529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.764296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.827945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:11.834786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:11.839109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:10:11.869360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Pushing event updated for resources: {'Port': ['ID=cebae467-04ce-4f4a-9082-87887094af09,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:11.903086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:11.903687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.993029 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af025e91-31f4-4b82-bc57-f754b3a78d8b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9684508 Mar 11 16:10:12.049849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Request body: {'port': {'device_id': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:10:12.161109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.595968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98015e7b-bd32-4c4a-9bcb-0b9f812e9b72 req-845cf7a8-c519-4d55-8dce-b8a907f674c9 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:12.596692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-98015e7b-bd32-4c4a-9bcb-0b9f812e9b72 req-845cf7a8-c519-4d55-8dce-b8a907f674c9 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Synchronizing usage tracker for tenant:882b92bbe23940cb843ca025c4904b3d on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:12.671623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebae467-04ce-4f4a-9082-87887094af09 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:10:12.678650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.692956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Transition to ACTIVE for port object cebae467-04ce-4f4a-9082-87887094af09 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:12.706630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-98015e7b-bd32-4c4a-9bcb-0b9f812e9b72 req-845cf7a8-c519-4d55-8dce-b8a907f674c9 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Unset dirty status for tenant:882b92bbe23940cb843ca025c4904b3d on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:12.711269 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98015e7b-bd32-4c4a-9bcb-0b9f812e9b72 req-845cf7a8-c519-4d55-8dce-b8a907f674c9 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 931 time: 0.2759297 Mar 11 16:10:12.751905 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98015e7b-bd32-4c4a-9bcb-0b9f812e9b72 req-1c145cc9-2fb7-4e82-aa63-5e840310ee70 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383263 Mar 11 16:10:12.786391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.911741 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Pushing event updated for resources: {'Port': ['ID=cebae467-04ce-4f4a-9082-87887094af09,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:13.017041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Attempting to bind port cebae467-04ce-4f4a-9082-87887094af09 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:13.017370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Attempting to bind port cebae467-04ce-4f4a-9082-87887094af09 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'ffe53257-98ff-4c5c-9a23-225b98963955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:13.017697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Attempting to bind port cebae467-04ce-4f4a-9082-87887094af09 on network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:10:13.022120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Port cebae467-04ce-4f4a-9082-87887094af09 on network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:10:13.022438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Attempting to bind port cebae467-04ce-4f4a-9082-87887094af09 on network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:10:13.027386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:10:13.027724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Checking segment: {'id': 'ffe53257-98ff-4c5c-9a23-225b98963955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:10:13.028106 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Bound using segment: {'id': 'ffe53257-98ff-4c5c-9a23-225b98963955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:10:13.028527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Bound port: cebae467-04ce-4f4a-9082-87887094af09, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe53257-98ff-4c5c-9a23-225b98963955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:13.028895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.117192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] For port cebae467-04ce-4f4a-9082-87887094af09, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:10:13.120005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] For port cebae467-04ce-4f4a-9082-87887094af09, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cebae467-04ce-4f4a-9082-87887094af09,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:10:13.204293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.258658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:13.259272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.260756 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] 10.222.0.30 "PUT /v2.0/ports/cebae467-04ce-4f4a-9082-87887094af09 HTTP/1.1" status: 200 len: 1093 time: 1.2608440 Mar 11 16:10:13.261147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'tag': 'cebae467-04ce-4f4a-9082-87887094af09'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:10:13.292233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219d5fc-edd4-44f7-ba8c-c6e74b80fcee service neutron] Pushing event updated for resources: {'Port': ['ID=cebae467-04ce-4f4a-9082-87887094af09,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:13.309901 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'tag': 'cebae467-04ce-4f4a-9082-87887094af09', 'status': 'completed', 'code': 200} Mar 11 16:10:13.401105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed33a9-ddd8-42e3-be61-222ddf67c1c8 req-d779a4bf-4154-4938-94f7-6d148cb620c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:13.402559 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-48ed33a9-ddd8-42e3-be61-222ddf67c1c8 req-d779a4bf-4154-4938-94f7-6d148cb620c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0740845 Mar 11 16:10:13.539484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed33a9-ddd8-42e3-be61-222ddf67c1c8 req-38132f1e-05a9-45c3-b26f-52b8892a9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:13.540852 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-48ed33a9-ddd8-42e3-be61-222ddf67c1c8 req-38132f1e-05a9-45c3-b26f-52b8892a9689 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=882b92bbe23940cb843ca025c4904b3d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1313629 Mar 11 16:10:13.676434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed33a9-ddd8-42e3-be61-222ddf67c1c8 req-cbb29f85-1d63-4ba6-8c2a-ca5b091414c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:13.677898 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-48ed33a9-ddd8-42e3-be61-222ddf67c1c8 req-cbb29f85-1d63-4ba6-8c2a-ca5b091414c8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310899 Mar 11 16:10:13.780246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-c4557fb6-e816-49a4-8331-072be174d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:13.781754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-c4557fb6-e816-49a4-8331-072be174d67f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0697110 Mar 11 16:10:13.851535 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-e361dc95-ad82-45e0-9dec-e7b3f651cf1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebae467-04ce-4f4a-9082-87887094af09 HTTP/1.1" status: 200 len: 217 time: 0.0630784 Mar 11 16:10:13.959574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-5ec78b0e-9fac-4248-a4f5-9ae1ddfb6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:13.961049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-5ec78b0e-9fac-4248-a4f5-9ae1ddfb6c1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=863cda39-8531-4c33-bc62-7dea0e3f7bda HTTP/1.1" status: 200 len: 855 time: 0.0765476 Mar 11 16:10:14.016760 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-c7aef122-bcc6-4d1a-a277-b07afef8fbef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e3a2542-6ad2-4081-bfd8-a06a021201e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436697 Mar 11 16:10:14.025283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2ed0a-71bc-4d06-8f50-e80bf36f1edd req-a33dca8a-1762-45f6-a7c8-479a2ed8f466 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:14.026632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9ca2ed0a-71bc-4d06-8f50-e80bf36f1edd req-a33dca8a-1762-45f6-a7c8-479a2ed8f466 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 943 time: 0.1728649 Mar 11 16:10:14.253548 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9ca2ed0a-71bc-4d06-8f50-e80bf36f1edd req-2e67bf1d-a5bf-4ddd-9214-d89525640e6e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092257 Mar 11 16:10:14.284385 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-9f967603-be24-46f1-bf94-d237b52133d6 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568362 Mar 11 16:10:14.410515 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf564dc-dcb4-42a8-80f7-d23b937b5022 req-af54397d-3e6d-478a-aa9d-9e52e5528ef4 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205475 Mar 11 16:10:15.439367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703bc5-84bc-4be9-8e7c-fc1e326395e6 req-793977b2-d731-4003-8c23-62d7d1e1ec7f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:15.440832 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bb703bc5-84bc-4be9-8e7c-fc1e326395e6 req-793977b2-d731-4003-8c23-62d7d1e1ec7f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 943 time: 0.0818019 Mar 11 16:10:15.484164 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bb703bc5-84bc-4be9-8e7c-fc1e326395e6 req-e5593651-0ab0-47f9-bfe2-da8450c44c18 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377908 Mar 11 16:10:16.664257 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85850002-424d-4a78-9f87-e232d5af8722 req-e555afc6-3407-437e-be1f-507af8322f55 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:16.665706 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-85850002-424d-4a78-9f87-e232d5af8722 req-e555afc6-3407-437e-be1f-507af8322f55 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 943 time: 0.0780706 Mar 11 16:10:16.712100 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-85850002-424d-4a78-9f87-e232d5af8722 req-b2b3dfdc-c837-4860-bce0-f545b78697e8 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407307 Mar 11 16:10:17.891377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155b302-ed72-43c3-ab1d-3776c870f5d3 req-c92c4c8f-0ff5-4576-9481-39fd16938a35 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:17.892830 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e155b302-ed72-43c3-ab1d-3776c870f5d3 req-c92c4c8f-0ff5-4576-9481-39fd16938a35 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 943 time: 0.0789471 Mar 11 16:10:17.934591 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e155b302-ed72-43c3-ab1d-3776c870f5d3 req-4f85ac86-a89e-438f-b3c5-9951c4e650b5 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361443 Mar 11 16:10:18.802469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device cebae467-04ce-4f4a-9082-87887094af09 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:10:18.946554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port cebae467-04ce-4f4a-9082-87887094af09, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cebae467-04ce-4f4a-9082-87887094af09,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:10:18.959338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'cebae467-04ce-4f4a-9082-87887094af09', 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7', 'port_id': 'cebae467-04ce-4f4a-9082-87887094af09', 'mac_address': 'fa:16:3e:a2:9e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863cda39-8531-4c33-bc62-7dea0e3f7bda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:10:19.017862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.034208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebae467-04ce-4f4a-9082-87887094af09 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:10:19.049929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port cebae467-04ce-4f4a-9082-87887094af09, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cebae467-04ce-4f4a-9082-87887094af09,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:10:19.106788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.124357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15402f3a-ca80-4ec7-a424-203e919cd845 req-436b46b2-de2b-42cf-b1fd-7630798de519 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:19.125984 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15402f3a-ca80-4ec7-a424-203e919cd845 req-436b46b2-de2b-42cf-b1fd-7630798de519 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 943 time: 0.0853987 Mar 11 16:10:19.172078 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-15402f3a-ca80-4ec7-a424-203e919cd845 req-17e0cac3-532b-4c30-8ad3-a70cc5f43014 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400064 Mar 11 16:10:19.174438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=cebae467-04ce-4f4a-9082-87887094af09,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:19.181643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.182005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.182331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.182671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.182982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.183311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.183624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.183943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.184263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.184601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.184943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.188870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:19.441839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['cebae467-04ce-4f4a-9082-87887094af09'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:10:20.354804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f544318-03cb-4c55-9912-ea2150ba4913 req-acb3ac35-3dbd-471b-80b8-4594f68bc51b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:20.356261 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3f544318-03cb-4c55-9912-ea2150ba4913 req-acb3ac35-3dbd-471b-80b8-4594f68bc51b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 944 time: 0.0794816 Mar 11 16:10:20.400361 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3f544318-03cb-4c55-9912-ea2150ba4913 req-4450138f-ad43-4fe4-94ff-c55904eb259e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379941 Mar 11 16:10:20.816884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device cebae467-04ce-4f4a-9082-87887094af09 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:20.868500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3c1dcb74-a854-4526-abd4-17beeae3c78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.946097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port cebae467-04ce-4f4a-9082-87887094af09 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:20.951094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port cebae467-04ce-4f4a-9082-87887094af09 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:20.951466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.064459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.090087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebae467-04ce-4f4a-9082-87887094af09'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:10:21.100039 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port cebae467-04ce-4f4a-9082-87887094af09, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cebae467-04ce-4f4a-9082-87887094af09,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:10:21.133934 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebae467-04ce-4f4a-9082-87887094af09', 'code': 200} Mar 11 16:10:21.163562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.238247 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=cebae467-04ce-4f4a-9082-87887094af09,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:21.476529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e879aa-2482-4daa-8d18-2fe7760b49fa req-f59a0713-7f0c-4ded-9cdd-4cc4a02249bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:21.478269 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-76e879aa-2482-4daa-8d18-2fe7760b49fa req-f59a0713-7f0c-4ded-9cdd-4cc4a02249bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0746615 Mar 11 16:10:21.557572 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-76e879aa-2482-4daa-8d18-2fe7760b49fa req-668aa812-cfe8-4f4c-a6c9-7405675eb349 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730021 Mar 11 16:10:21.597005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423b6eb-2f3f-4e4a-a684-648acd929f45 req-53e47d26-48da-491d-a357-deed95c10efe tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:21.598423 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8423b6eb-2f3f-4e4a-a684-648acd929f45 req-53e47d26-48da-491d-a357-deed95c10efe tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0943706 Mar 11 16:10:21.644432 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8423b6eb-2f3f-4e4a-a684-648acd929f45 req-1a3d86f5-3f50-4d63-905a-bb937634d8bf tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401220 Mar 11 16:10:22.826932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05522de9-b8ac-429b-a7c3-cc9297db7b68 req-a987ece1-cf35-417c-ad6d-611e94da19de tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:22.828286 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-05522de9-b8ac-429b-a7c3-cc9297db7b68 req-a987ece1-cf35-417c-ad6d-611e94da19de tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0777831 Mar 11 16:10:22.874340 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-05522de9-b8ac-429b-a7c3-cc9297db7b68 req-50815ac8-16ee-48e2-82e6-c5f09da81c57 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385978 Mar 11 16:10:23.665956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-96a64360-d3a8-4b94-9359-0f3f68260546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.057661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753634f-e941-4511-9e3e-243390c52e52 req-29fe90f7-e4b3-430c-b47b-3f96c23d0411 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:24.059046 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a753634f-e941-4511-9e3e-243390c52e52 req-29fe90f7-e4b3-430c-b47b-3f96c23d0411 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0817447 Mar 11 16:10:24.102212 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a753634f-e941-4511-9e3e-243390c52e52 req-10a33616-6e10-4ae4-8e66-40f5b7b85d9d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367088 Mar 11 16:10:24.282673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484217a-e2d7-433e-8ace-974ada9fb2e8 req-7889b281-ab97-4c75-85bb-6bf93b225ab9 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:24.284109 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f484217a-e2d7-433e-8ace-974ada9fb2e8 req-7889b281-ab97-4c75-85bb-6bf93b225ab9 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0785086 Mar 11 16:10:24.327664 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f484217a-e2d7-433e-8ace-974ada9fb2e8 req-c0158630-ddd8-4867-9edc-3187cbe3be7b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 Mar 11 16:10:24.381013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.609688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.702578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f573f9f-dc8b-46bc-8ebb-c7682a33e606 req-0d911610-1fc2-4cfd-a41c-2dfcb6a31a2d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:24.704000 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f573f9f-dc8b-46bc-8ebb-c7682a33e606 req-0d911610-1fc2-4cfd-a41c-2dfcb6a31a2d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0811377 Mar 11 16:10:24.747389 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f573f9f-dc8b-46bc-8ebb-c7682a33e606 req-c621102c-75a7-4cce-bbbf-dc6c0a7758c6 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Mar 11 16:10:24.924931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d099f-e65b-429a-bcaf-c422765f8d77 req-6ea56b17-b9a7-4cc6-b9bb-99ae9a3ca4d4 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:24.926366 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b47d099f-e65b-429a-bcaf-c422765f8d77 req-6ea56b17-b9a7-4cc6-b9bb-99ae9a3ca4d4 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0783672 Mar 11 16:10:24.972212 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b47d099f-e65b-429a-bcaf-c422765f8d77 req-1e9c91f7-d246-4ec2-819c-9548e9ada3e3 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Mar 11 16:10:25.502691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a793f-cd1e-4735-b34e-2bcb0d244267 req-60cb34e6-5246-4ada-9897-3ab567aacafe tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:25.504145 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc9a793f-cd1e-4735-b34e-2bcb0d244267 req-60cb34e6-5246-4ada-9897-3ab567aacafe tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0808482 Mar 11 16:10:25.598496 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc9a793f-cd1e-4735-b34e-2bcb0d244267 req-3d275831-407b-4922-bddd-4ba28626c552 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881879 Mar 11 16:10:25.622665 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-f0505680-bf24-419b-9611-354310720b78 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973568 Mar 11 16:10:26.003514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.141264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.786763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4fcfd-d467-4e93-a7c8-b37ffa60929f req-28c2d3b5-4f32-479f-a1e6-290e5992eaeb tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:26.788256 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-51d4fcfd-d467-4e93-a7c8-b37ffa60929f req-28c2d3b5-4f32-479f-a1e6-290e5992eaeb tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0823722 Mar 11 16:10:26.832282 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-51d4fcfd-d467-4e93-a7c8-b37ffa60929f req-e3b4046e-d1db-4346-881b-44a02379b40f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384002 Mar 11 16:10:27.563495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-3e773d9c-38bc-411a-86e6-c7d6a7928394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:27.564864 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-3e773d9c-38bc-411a-86e6-c7d6a7928394 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0727549 Mar 11 16:10:27.782856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-5656eee6-8df4-4b93-bb9a-718f2a898cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:27.784352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-5656eee6-8df4-4b93-bb9a-718f2a898cf6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 200 len: 916 time: 0.2139018 Mar 11 16:10:27.849727 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-5f7d6b80-8e54-407e-85e3-b031fc4949ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebae467-04ce-4f4a-9082-87887094af09 HTTP/1.1" status: 200 len: 217 time: 0.0597544 Mar 11 16:10:27.913730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-dce72b64-b547-47e8-902c-6868c00d2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:27.915224 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-dce72b64-b547-47e8-902c-6868c00d2c21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=863cda39-8531-4c33-bc62-7dea0e3f7bda HTTP/1.1" status: 200 len: 855 time: 0.0601778 Mar 11 16:10:27.990225 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-365ab092-3972-4192-8e5c-661de4695fb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e3a2542-6ad2-4081-bfd8-a06a021201e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690711 Mar 11 16:10:28.150121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522d2e6-9783-4c1b-8a2d-04e5e6f23b4b req-37e32b08-c3f9-4ca2-86eb-31e366aed991 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:28.151476 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e522d2e6-9783-4c1b-8a2d-04e5e6f23b4b req-37e32b08-c3f9-4ca2-86eb-31e366aed991 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.1968687 Mar 11 16:10:28.153446 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-66da50e1-098b-450c-917f-1686b67561eb service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575603 Mar 11 16:10:28.286627 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e522d2e6-9783-4c1b-8a2d-04e5e6f23b4b req-3d27ad4c-3a06-4aba-a512-9bd53f3cc460 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290269 Mar 11 16:10:28.315884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-e356a28b-9186-4b42-abba-f3537953ada1 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572094 Mar 11 16:10:29.467692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3391c-44d3-4145-baa2-2bed89bfdacc req-e66b8bb8-e3cc-404d-afe0-73c4e11d7558 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:29.469188 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f5a3391c-44d3-4145-baa2-2bed89bfdacc req-e66b8bb8-e3cc-404d-afe0-73c4e11d7558 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0788696 Mar 11 16:10:29.516327 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f5a3391c-44d3-4145-baa2-2bed89bfdacc req-b3d389c0-7b50-4c50-bd89-fdd0cd446fea tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Mar 11 16:10:30.697797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06f90a-7a5e-4c36-9e19-f29b4831f384 req-2a7b45e8-fcfa-48d8-8fea-8b0e7a337fb3 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:30.699238 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e06f90a-7a5e-4c36-9e19-f29b4831f384 req-2a7b45e8-fcfa-48d8-8fea-8b0e7a337fb3 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0802402 Mar 11 16:10:30.742030 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e06f90a-7a5e-4c36-9e19-f29b4831f384 req-71f1cd39-0a25-471d-a5f9-9276f483a495 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366001 Mar 11 16:10:31.925341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd942ce3-d343-4528-b860-723708d612b6 req-17da07e9-213f-4d68-bc36-a906549fe15a tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:31.926759 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dd942ce3-d343-4528-b860-723708d612b6 req-17da07e9-213f-4d68-bc36-a906549fe15a tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0804033 Mar 11 16:10:31.969346 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dd942ce3-d343-4528-b860-723708d612b6 req-715fea7b-a13a-4821-8a03-5129f173168f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370889 Mar 11 16:10:32.790413 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:10:33.149060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289e481-9565-44a5-b057-f545315115e5 req-20c36850-ed17-49a5-94a4-46342fea7b05 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:33.150499 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e289e481-9565-44a5-b057-f545315115e5 req-20c36850-ed17-49a5-94a4-46342fea7b05 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0784860 Mar 11 16:10:33.194270 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e289e481-9565-44a5-b057-f545315115e5 req-a0165959-6cb1-48d1-a71c-71ccda24074c tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382299 Mar 11 16:10:34.382265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad53ded-0a10-4d20-8c8b-3a16a6331150 req-e4bdf54c-c680-41af-bfd4-0d295b9d5589 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:34.383720 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ad53ded-0a10-4d20-8c8b-3a16a6331150 req-e4bdf54c-c680-41af-bfd4-0d295b9d5589 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0822365 Mar 11 16:10:34.427601 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ad53ded-0a10-4d20-8c8b-3a16a6331150 req-bf8292c6-94af-4532-9947-1c57dc6c3f66 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382404 Mar 11 16:10:35.609917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34dee9-c2f0-4091-a5d4-496b8ffa4cce req-67da87cd-6738-4c17-ad9c-fdd5dc768803 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:35.611379 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3b34dee9-c2f0-4091-a5d4-496b8ffa4cce req-67da87cd-6738-4c17-ad9c-fdd5dc768803 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0791252 Mar 11 16:10:35.655297 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3b34dee9-c2f0-4091-a5d4-496b8ffa4cce req-4f1a4afb-87d7-4cac-9bc8-944851160f9d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383439 Mar 11 16:10:36.840648 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d627b-2021-4d6a-87f6-27f096b1ad05 req-13db0858-0519-4fae-af48-365b0a687130 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:36.842637 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-928d627b-2021-4d6a-87f6-27f096b1ad05 req-13db0858-0519-4fae-af48-365b0a687130 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0818465 Mar 11 16:10:36.886914 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-928d627b-2021-4d6a-87f6-27f096b1ad05 req-a0179f72-868d-48d8-82a2-7cadad0ccba9 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386341 Mar 11 16:10:38.070718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ecece-36f7-46be-b54e-e02f9ebef4ca req-605854d1-5c89-4e50-875a-4c8d06814532 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:38.072144 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0e2ecece-36f7-46be-b54e-e02f9ebef4ca req-605854d1-5c89-4e50-875a-4c8d06814532 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0809231 Mar 11 16:10:38.115487 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0e2ecece-36f7-46be-b54e-e02f9ebef4ca req-6015610f-6d3c-411a-86ef-073099d53f50 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378044 Mar 11 16:10:39.299741 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5697a-e349-48e2-9a72-f9b170ca9568 req-425f42c4-f7f7-4621-ab06-ad5b3af5990d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:39.301246 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5ab5697a-e349-48e2-9a72-f9b170ca9568 req-425f42c4-f7f7-4621-ab06-ad5b3af5990d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0810442 Mar 11 16:10:39.344745 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5ab5697a-e349-48e2-9a72-f9b170ca9568 req-2fc0625f-ed84-4bbc-a7ba-0cd44a22eb3f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377853 Mar 11 16:10:40.530027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ee6fc-107f-4e05-90ed-9b21de780deb req-e33a2343-7bd6-4443-b5f2-38dc610a8d92 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:40.531464 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e65ee6fc-107f-4e05-90ed-9b21de780deb req-e33a2343-7bd6-4443-b5f2-38dc610a8d92 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0830872 Mar 11 16:10:40.574834 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e65ee6fc-107f-4e05-90ed-9b21de780deb req-998475df-285c-47c8-9aad-3c1050f23efe tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377553 Mar 11 16:10:41.758284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb44459-c5b6-4942-97da-e2c7cd90800c req-532fe7c3-aa2c-48cc-9a96-90166f6af532 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:41.759734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0fb44459-c5b6-4942-97da-e2c7cd90800c req-532fe7c3-aa2c-48cc-9a96-90166f6af532 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0792789 Mar 11 16:10:41.802824 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0fb44459-c5b6-4942-97da-e2c7cd90800c req-c4b7c7bf-377f-4c4f-94ad-d4de40ca5284 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367191 Mar 11 16:10:43.081586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67e085-1680-4aef-968c-6b39132eddbd req-22884099-eecd-4eb8-827a-e280cdafa2bb tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:43.082958 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ea67e085-1680-4aef-968c-6b39132eddbd req-22884099-eecd-4eb8-827a-e280cdafa2bb tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.1751678 Mar 11 16:10:43.125349 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ea67e085-1680-4aef-968c-6b39132eddbd req-a68a5fee-1c19-4975-96a4-e1fa91e1a196 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368555 Mar 11 16:10:44.309754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497b9f-a23c-467f-9fe7-8f2a7c858cec req-3102f09f-368d-492c-ab8c-42dec1ff5ada tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:44.311799 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94497b9f-a23c-467f-9fe7-8f2a7c858cec req-3102f09f-368d-492c-ab8c-42dec1ff5ada tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0824251 Mar 11 16:10:44.355197 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94497b9f-a23c-467f-9fe7-8f2a7c858cec req-a5302dc5-1bb8-4be6-b63d-ff32480f13a7 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374734 Mar 11 16:10:45.380985 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-cb264f47-a582-466d-bc7c-46b1a05ac952 service neutron] 10.222.0.30 "GET /v2.0/ports/cebae467-04ce-4f4a-9082-87887094af09/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0719287 Mar 11 16:10:45.543251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca02a-96cd-4a64-b4db-638185eeaa20 req-6e63f5cc-ff26-4072-88db-214c3e6cae13 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:45.544631 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f13ca02a-96cd-4a64-b4db-638185eeaa20 req-6e63f5cc-ff26-4072-88db-214c3e6cae13 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0818939 Mar 11 16:10:45.587733 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f13ca02a-96cd-4a64-b4db-638185eeaa20 req-10b0bb59-68de-426a-8428-88fe80aff661 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375481 Mar 11 16:10:46.022560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-93284ae4-d61d-4229-9c44-13288ab072a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:46.024011 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-93284ae4-d61d-4229-9c44-13288ab072a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6&tenant_id=882b92bbe23940cb843ca025c4904b3d HTTP/1.1" status: 200 len: 1098 time: 0.0690033 Mar 11 16:10:46.114523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-df57601a-5ee3-4c4d-acf6-4b481428e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:46.115948 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-df57601a-5ee3-4c4d-acf6-4b481428e37c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0724275 Mar 11 16:10:46.243470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-bfe3b787-7cb9-47e3-aac9-c7f125e70493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:46.244978 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-bfe3b787-7cb9-47e3-aac9-c7f125e70493 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 200 len: 916 time: 0.1235316 Mar 11 16:10:46.309617 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-0d46aaa8-3c8f-46cf-aa64-a27ef41bded7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebae467-04ce-4f4a-9082-87887094af09 HTTP/1.1" status: 200 len: 217 time: 0.0589900 Mar 11 16:10:46.372262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-3846eecb-8123-481d-8f60-2fcddbf0e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:46.374181 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-3846eecb-8123-481d-8f60-2fcddbf0e176 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=863cda39-8531-4c33-bc62-7dea0e3f7bda HTTP/1.1" status: 200 len: 855 time: 0.0589790 Mar 11 16:10:46.419068 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-34632261-c4f6-4404-91fe-4cdbeadb924a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e3a2542-6ad2-4081-bfd8-a06a021201e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387993 Mar 11 16:10:46.547638 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-a64100ab-f298-4de6-b15a-a3f4784bf92a service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222446 Mar 11 16:10:46.678995 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93a2d5aa-79dd-4b76-9ee8-ce8d137474e4 req-c8b36b4e-b12d-49fb-a1d0-8ee92018a997 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244197 Mar 11 16:10:46.774618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166d86b-ebd3-4c2f-90df-d109606d5295 req-15502bef-e8b8-4059-a43e-afdb74c6e50e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:46.776056 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d166d86b-ebd3-4c2f-90df-d109606d5295 req-15502bef-e8b8-4059-a43e-afdb74c6e50e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0838668 Mar 11 16:10:46.821662 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d166d86b-ebd3-4c2f-90df-d109606d5295 req-d7943dd6-5930-4699-945b-b663b7c5ed50 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386088 Mar 11 16:10:48.002458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c02e0-720a-4883-a344-2c2ac6392a19 req-d4fb90d2-a627-4c17-9892-8e1fcb98bbbf tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:48.003951 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-104c02e0-720a-4883-a344-2c2ac6392a19 req-d4fb90d2-a627-4c17-9892-8e1fcb98bbbf tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0775766 Mar 11 16:10:48.046966 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-104c02e0-720a-4883-a344-2c2ac6392a19 req-6215aee7-56e8-48c9-82c3-6088c7e4b0e2 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373082 Mar 11 16:10:48.981145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device cebae467-04ce-4f4a-9082-87887094af09 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:10:48.983943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device cebae467-04ce-4f4a-9082-87887094af09 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:10:49.195604 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.233045 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port cebae467-04ce-4f4a-9082-87887094af09, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cebae467-04ce-4f4a-9082-87887094af09,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:10:49.236067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d4b19-c39f-4446-9e65-9b068093285f req-3622e84b-bda4-4ab6-be89-6b415e298b04 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:49.237563 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-081d4b19-c39f-4446-9e65-9b068093285f req-3622e84b-bda4-4ab6-be89-6b415e298b04 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0841300 Mar 11 16:10:49.246866 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebae467-04ce-4f4a-9082-87887094af09'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:10:49.261085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port cebae467-04ce-4f4a-9082-87887094af09, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cebae467-04ce-4f4a-9082-87887094af09,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:10:49.261297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'cebae467-04ce-4f4a-9082-87887094af09', 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7', 'port_id': 'cebae467-04ce-4f4a-9082-87887094af09', 'mac_address': 'fa:16:3e:a2:9e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863cda39-8531-4c33-bc62-7dea0e3f7bda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:10:49.286535 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-081d4b19-c39f-4446-9e65-9b068093285f req-34116fcc-c87d-42b5-9a62-d69965bb465a tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Mar 11 16:10:49.322655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.334303 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebae467-04ce-4f4a-9082-87887094af09', 'code': 200} Mar 11 16:10:49.342020 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cebae467-04ce-4f4a-9082-87887094af09 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:10:49.352877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.462392 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:10:49.462673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:10:49.468013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=cebae467-04ce-4f4a-9082-87887094af09,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:50.016181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.032122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebae467-04ce-4f4a-9082-87887094af09 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:10:50.046783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port cebae467-04ce-4f4a-9082-87887094af09, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cebae467-04ce-4f4a-9082-87887094af09,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:10:50.117203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.182066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['cebae467-04ce-4f4a-9082-87887094af09'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:10:50.229570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=cebae467-04ce-4f4a-9082-87887094af09,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:50.474439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa72ed-d4fe-414f-b9c0-5c3158f2bae4 req-02574faa-66a0-4846-bebb-0abc1862d162 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:50.475857 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8dfa72ed-d4fe-414f-b9c0-5c3158f2bae4 req-02574faa-66a0-4846-bebb-0abc1862d162 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 944 time: 0.0769839 Mar 11 16:10:50.522034 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8dfa72ed-d4fe-414f-b9c0-5c3158f2bae4 req-0a417543-f3cc-41de-8c49-b00544d460ea tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Mar 11 16:10:50.848951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ee9c81ea-d84d-4461-a465-2cd95d57a8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.950353 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ea48-77f8-40dc-b990-0b4c28d70c44 req-2d5d4d38-e6d5-4aba-afe3-686b93f200b1 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:50.951794 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f4c5ea48-77f8-40dc-b990-0b4c28d70c44 req-2d5d4d38-e6d5-4aba-afe3-686b93f200b1 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 944 time: 0.0807114 Mar 11 16:10:50.994696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device cebae467-04ce-4f4a-9082-87887094af09 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:51.065183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port cebae467-04ce-4f4a-9082-87887094af09 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:51.065867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.144359 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f4c5ea48-77f8-40dc-b990-0b4c28d70c44 req-5f34e3ba-e130-49dc-8716-6170b2d29000 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570566 Mar 11 16:10:51.169451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-b52e0c34-5da8-41d1-9deb-58d89d6f3269 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:51.170882 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-b52e0c34-5da8-41d1-9deb-58d89d6f3269 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.30 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6&tenant_id=882b92bbe23940cb843ca025c4904b3d&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 944 time: 0.2148328 Mar 11 16:10:51.231316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.262916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port cebae467-04ce-4f4a-9082-87887094af09, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cebae467-04ce-4f4a-9082-87887094af09,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:10:51.306588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-c35d2f87-27b6-40ae-8c65-1debbaa0310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:51.308051 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-c35d2f87-27b6-40ae-8c65-1debbaa0310d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0697405 Mar 11 16:10:51.335457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebae467-04ce-4f4a-9082-87887094af09'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:10:51.363583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.402803 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebae467-04ce-4f4a-9082-87887094af09', 'code': 200} Mar 11 16:10:51.434421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=cebae467-04ce-4f4a-9082-87887094af09,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:51.439318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-c225b69f-0a8e-4a28-9adf-9cd3dc28662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:51.440829 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-c225b69f-0a8e-4a28-9adf-9cd3dc28662a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 200 len: 916 time: 0.1268322 Mar 11 16:10:51.509561 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-8aa76efa-1c24-4627-86d7-8c19be6925b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebae467-04ce-4f4a-9082-87887094af09 HTTP/1.1" status: 200 len: 217 time: 0.0631561 Mar 11 16:10:51.568162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-e4d71ad2-ffe6-4edf-b29f-1b78a0750951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:51.569556 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-e4d71ad2-ffe6-4edf-b29f-1b78a0750951 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=863cda39-8531-4c33-bc62-7dea0e3f7bda HTTP/1.1" status: 200 len: 855 time: 0.0549674 Mar 11 16:10:51.614163 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-a9760075-6ec4-4b58-bf93-5b7274aef94d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e3a2542-6ad2-4081-bfd8-a06a021201e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392437 Mar 11 16:10:51.742049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-bb6eeaa4-8957-43aa-9029-4704dd3d8dc2 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209874 Mar 11 16:10:51.870198 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0f234b9-1a54-49c6-b638-724f0b43d025 req-9c22ec78-575c-4a34-be58-edf2187d600c service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225927 Mar 11 16:10:52.334743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452d77f-8461-4d92-9fac-636bc3310105 req-526aa898-413d-4952-b22f-a6fdd651ba3e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:52.336200 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3452d77f-8461-4d92-9fac-636bc3310105 req-526aa898-413d-4952-b22f-a6fdd651ba3e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0825343 Mar 11 16:10:52.380010 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3452d77f-8461-4d92-9fac-636bc3310105 req-d5af0041-609c-4d7c-ad73-c2ef6e83b146 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376358 Mar 11 16:10:53.564226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c80bf6-9c6c-48c5-8ca7-a971090dd776 req-574e72df-4429-4b08-a7e6-25421bec9900 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:53.565595 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a1c80bf6-9c6c-48c5-8ca7-a971090dd776 req-574e72df-4429-4b08-a7e6-25421bec9900 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0816953 Mar 11 16:10:53.608337 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a1c80bf6-9c6c-48c5-8ca7-a971090dd776 req-108808f0-43ce-4ec6-bd42-b52680a7fc51 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372760 Mar 11 16:10:53.671945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4b39308b-29ef-4358-a8f9-7848d898677e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.788825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48300a1-ea38-4b4e-878f-ea0baf3aee2f req-ccfcf373-0dce-4e53-ab09-2fa3c8885fbc tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:53.790247 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f48300a1-ea38-4b4e-878f-ea0baf3aee2f req-ccfcf373-0dce-4e53-ab09-2fa3c8885fbc tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0799317 Mar 11 16:10:53.832554 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f48300a1-ea38-4b4e-878f-ea0baf3aee2f req-d5155ca4-2b81-4f31-a134-736b6aad65e9 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361898 Mar 11 16:10:54.021133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dbb74-bf32-4bc7-9890-9cdd93c1af6e req-c0c00b43-16ea-4124-9f17-4786375c6fcf tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:54.022569 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-084dbb74-bf32-4bc7-9890-9cdd93c1af6e req-c0c00b43-16ea-4124-9f17-4786375c6fcf tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0827100 Mar 11 16:10:54.065428 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-084dbb74-bf32-4bc7-9890-9cdd93c1af6e req-a0d37c3b-1daa-4d43-bfab-abadb3dc9cef tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371890 Mar 11 16:10:54.403374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:54.662685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:54.806466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-89f095f7-7ba9-48f2-83bc-93d6c74496ad tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:54.807901 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-89f095f7-7ba9-48f2-83bc-93d6c74496ad tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/networks?id=3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 200 len: 815 time: 0.1512246 Mar 11 16:10:54.823912 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-f800370b-8513-4c89-bb80-6fdaeac88e6d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/quotas/882b92bbe23940cb843ca025c4904b3d HTTP/1.1" status: 200 len: 375 time: 0.0098753 Mar 11 16:10:54.901755 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-7925fe82-3076-426b-9378-eee22346787f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730329 Mar 11 16:10:54.912204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-18e02c49-f407-4c36-bc15-59754e3e2382 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:10:54.913272 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-18e02c49-f407-4c36-bc15-59754e3e2382 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049973 Mar 11 16:10:55.042028 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-13205660-1e94-4a85-9d4d-254e62beb9c1 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235187 Mar 11 16:10:55.171796 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-0febb73e-0445-4aeb-ad70-b8ee419faa61 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234374 Mar 11 16:10:55.470310 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4b0193e-8e37-4151-983a-00553d806e31 req-0befba83-b128-411c-a916-a8ed32123295 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 210 time: 0.0461299 Mar 11 16:10:56.066024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.174567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.491838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-e67354e6-ab13-4efe-952d-50db01e7043d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:56.493338 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-e67354e6-ab13-4efe-952d-50db01e7043d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.30 "GET /v2.0/ports?device_id=344f3388-e087-44cb-a5a5-ef37f5520fb6 HTTP/1.1" status: 200 len: 945 time: 0.0775583 Mar 11 16:10:56.696147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-f6a311e1-585c-4d0b-bdf9-37a467c4d903 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Deleting port cebae467-04ce-4f4a-9082-87887094af09 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:10:56.696484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-f6a311e1-585c-4d0b-bdf9-37a467c4d903 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.736397 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b721ba50-3c32-44dc-aa42-637015be3608 req-85235491-66e7-41dd-8985-2e597bba486b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 210 time: 0.0818572 Mar 11 16:10:56.946806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-f6a311e1-585c-4d0b-bdf9-37a467c4d903 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] For port cebae467-04ce-4f4a-9082-87887094af09, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cebae467-04ce-4f4a-9082-87887094af09,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:10:56.947158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-f6a311e1-585c-4d0b-bdf9-37a467c4d903 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:57.068368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-f6a311e1-585c-4d0b-bdf9-37a467c4d903 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Calling delete_port for cebae467-04ce-4f4a-9082-87887094af09 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:10:57.289564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-f6a311e1-585c-4d0b-bdf9-37a467c4d903 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:57.300467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['cebae467-04ce-4f4a-9082-87887094af09'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:10:57.342376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a311e1-585c-4d0b-bdf9-37a467c4d903 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Pushing event deleted for resources: {'Port': ['ID=cebae467-04ce-4f4a-9082-87887094af09,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:57.416316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-f6a311e1-585c-4d0b-bdf9-37a467c4d903 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] No DVR routers for this DVR port cebae467-04ce-4f4a-9082-87887094af09 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:10:57.418604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-f6a311e1-585c-4d0b-bdf9-37a467c4d903 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:57.421420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'name': 'network-vif-deleted', 'tag': 'cebae467-04ce-4f4a-9082-87887094af09'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:10:57.466423 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344f3388-e087-44cb-a5a5-ef37f5520fb6', 'name': 'network-vif-deleted', 'tag': 'cebae467-04ce-4f4a-9082-87887094af09', 'status': 'completed', 'code': 200} Mar 11 16:10:57.523442 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-f6a311e1-585c-4d0b-bdf9-37a467c4d903 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.30 "DELETE /v2.0/ports/cebae467-04ce-4f4a-9082-87887094af09 HTTP/1.1" status: 204 len: 173 time: 1.0253668 Mar 11 16:10:57.580725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-662f9d54-8c82-4504-af25-6e6c3f0427d7 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:57.582130 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-662f9d54-8c82-4504-af25-6e6c3f0427d7 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.30 "GET /v2.0/networks?id=3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 200 len: 815 time: 0.1545901 Mar 11 16:10:57.593286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Request body: {'port': {'device_id': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7', 'admin_state_up': True, 'tenant_id': '882b92bbe23940cb843ca025c4904b3d'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:10:57.731016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:57.735029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Usage tracker for resource:port and tenant:882b92bbe23940cb843ca025c4904b3d is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:57.737808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:57.743373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:57.878698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Made reservation on behalf of 882b92bbe23940cb843ca025c4904b3d for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:57.882608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:57.900793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-04d3c019-885b-4eaf-b5fd-d70caa4cce16 req-db69e7ce-5045-4a64-be18-73ed2c8c4c0f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Synchronizing usage tracker for tenant:882b92bbe23940cb843ca025c4904b3d on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:58.058894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Allocated IP 172.20.0.10 (3e3a2542-6ad2-4081-bfd8-a06a021201e7/863cda39-8531-4c33-bc62-7dea0e3f7bda/e3c252b1-bae0-44fd-b4d1-7ec690c5d093) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:58.063534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-04d3c019-885b-4eaf-b5fd-d70caa4cce16 req-db69e7ce-5045-4a64-be18-73ed2c8c4c0f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Unset dirty status for tenant:882b92bbe23940cb843ca025c4904b3d on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:58.064737 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04d3c019-885b-4eaf-b5fd-d70caa4cce16 req-db69e7ce-5045-4a64-be18-73ed2c8c4c0f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 210 time: 0.2236946 Mar 11 16:10:58.264339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.352487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.371126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['cebae467-04ce-4f4a-9082-87887094af09'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:10:58.422468 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:58.429656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:58.433993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:10:58.464359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Pushing event updated for resources: {'Port': ['ID=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:58.499838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:58.500436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.558031 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ec59670c-f0d7-47d3-8ab7-69b5dba338a0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9682693 Mar 11 16:10:58.568834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Request body: {'port': {'device_id': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:10:58.770257 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.103326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c252b1-bae0-44fd-b4d1-7ec690c5d093 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:10:59.110741 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.125554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Transition to ACTIVE for port object e3c252b1-bae0-44fd-b4d1-7ec690c5d093 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:59.209147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.376190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:59.449849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f96f22-34e2-46ad-80f5-5a8fcc2e5415 req-c1c834ef-d494-45c2-9dc0-842155d38f23 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:59.451807 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-68f96f22-34e2-46ad-80f5-5a8fcc2e5415 req-c1c834ef-d494-45c2-9dc0-842155d38f23 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 944 time: 0.2819915 Mar 11 16:10:59.486796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Attempting to bind port e3c252b1-bae0-44fd-b4d1-7ec690c5d093 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:59.487130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Attempting to bind port e3c252b1-bae0-44fd-b4d1-7ec690c5d093 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'ffe53257-98ff-4c5c-9a23-225b98963955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:59.487448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Attempting to bind port e3c252b1-bae0-44fd-b4d1-7ec690c5d093 on network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:10:59.502025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Port e3c252b1-bae0-44fd-b4d1-7ec690c5d093 on network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:10:59.502339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Attempting to bind port e3c252b1-bae0-44fd-b4d1-7ec690c5d093 on network 3e3a2542-6ad2-4081-bfd8-a06a021201e7 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:10:59.510390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:10:59.510725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Checking segment: {'id': 'ffe53257-98ff-4c5c-9a23-225b98963955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:10:59.511097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Bound using segment: {'id': 'ffe53257-98ff-4c5c-9a23-225b98963955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:10:59.511509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Bound port: e3c252b1-bae0-44fd-b4d1-7ec690c5d093, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe53257-98ff-4c5c-9a23-225b98963955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:59.511849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.524204 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-68f96f22-34e2-46ad-80f5-5a8fcc2e5415 req-3c5a5b87-eb57-40b4-ae93-c23226ef4364 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635016 Mar 11 16:10:59.603576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] For port e3c252b1-bae0-44fd-b4d1-7ec690c5d093, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:10:59.606406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] For port e3c252b1-bae0-44fd-b4d1-7ec690c5d093, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:10:59.660736 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.714341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:59.714960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.716375 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] 10.222.0.30 "PUT /v2.0/ports/e3c252b1-bae0-44fd-b4d1-7ec690c5d093 HTTP/1.1" status: 200 len: 1094 time: 1.1515727 Mar 11 16:10:59.716843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'tag': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:10:59.743071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760984e8-bb08-42ad-94a1-848c3d16ca93 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:59.765622 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'tag': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093', 'status': 'completed', 'code': 200} Mar 11 16:10:59.856831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ef279-2291-4e52-ace0-02c949f9dd21 req-9cdd6d22-0b51-4a28-93dc-88f1d72928d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:59.858264 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-266ef279-2291-4e52-ace0-02c949f9dd21 req-9cdd6d22-0b51-4a28-93dc-88f1d72928d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 1097 time: 0.0722644 Mar 11 16:10:59.995308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ef279-2291-4e52-ace0-02c949f9dd21 req-90b520f9-befd-44c7-a304-806869090e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:59.996699 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-266ef279-2291-4e52-ace0-02c949f9dd21 req-90b520f9-befd-44c7-a304-806869090e43 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=882b92bbe23940cb843ca025c4904b3d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1315839 Mar 11 16:11:00.127935 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ef279-2291-4e52-ace0-02c949f9dd21 req-44d1e98d-c4a3-435d-8bb8-0fdec0375784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:00.129362 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-266ef279-2291-4e52-ace0-02c949f9dd21 req-44d1e98d-c4a3-435d-8bb8-0fdec0375784 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271546 Mar 11 16:11:00.230098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ba02b740-6242-4599-8fcc-45f60abce711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:00.231625 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-ba02b740-6242-4599-8fcc-45f60abce711 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 1097 time: 0.0694702 Mar 11 16:11:00.300186 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-5ab1dc9b-3ca1-4168-a7ea-975498da8feb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093 HTTP/1.1" status: 200 len: 217 time: 0.0621102 Mar 11 16:11:00.361372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-587f9797-55e6-4b58-9178-8162f11ae7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:00.362761 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-587f9797-55e6-4b58-9178-8162f11ae7e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=863cda39-8531-4c33-bc62-7dea0e3f7bda HTTP/1.1" status: 200 len: 855 time: 0.0568895 Mar 11 16:11:00.410235 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-7f149a08-e1d4-4ad5-87be-e54bc1e4a9c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e3a2542-6ad2-4081-bfd8-a06a021201e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419035 Mar 11 16:11:00.660037 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-c03478cf-4d38-4354-93ca-1f0c91867cf2 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437027 Mar 11 16:11:00.812906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34c24c-e35d-47e3-906c-21685123f0b2 req-377bc95f-fde0-47d1-8e9d-29f0cbc8dd04 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:00.814248 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb34c24c-e35d-47e3-906c-21685123f0b2 req-377bc95f-fde0-47d1-8e9d-29f0cbc8dd04 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 944 time: 0.1861875 Mar 11 16:11:00.819187 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-411512ad-cbfc-4db5-b0d6-effd24d36c78 req-c1960064-44b7-4f6b-a150-6f1a3f490a29 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479981 Mar 11 16:11:00.862076 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb34c24c-e35d-47e3-906c-21685123f0b2 req-8645ecc6-27f2-4b08-8d77-63554a994a37 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419762 Mar 11 16:11:01.071640 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device cebae467-04ce-4f4a-9082-87887094af09 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:01.105064 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: cebae467-04ce-4f4a-9082-87887094af09 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:11:01.105409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device cebae467-04ce-4f4a-9082-87887094af09 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:02.045379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5212942-0e7c-46fb-82ac-56a051fe1608 req-77c68a5a-1e87-4781-b1ee-5b4e7e8ef607 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:02.046833 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f5212942-0e7c-46fb-82ac-56a051fe1608 req-77c68a5a-1e87-4781-b1ee-5b4e7e8ef607 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 944 time: 0.0800273 Mar 11 16:11:02.090025 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f5212942-0e7c-46fb-82ac-56a051fe1608 req-16eadf16-dd95-41dd-9973-7bd08e698a06 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374908 Mar 11 16:11:03.277540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b649d20-3af9-4d78-a16c-63415d131b47 req-46decae6-a574-47ef-923f-b28281eeeb9b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:03.279568 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9b649d20-3af9-4d78-a16c-63415d131b47 req-46decae6-a574-47ef-923f-b28281eeeb9b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 944 time: 0.0837927 Mar 11 16:11:03.323345 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9b649d20-3af9-4d78-a16c-63415d131b47 req-dd16a3c3-9aab-4a71-a3ae-bc07be3ab7f5 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380185 Mar 11 16:11:04.504014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae0b9-177c-4327-afcf-a82b1154acad req-ab56e239-0393-493c-91b6-afeb4cf1bec5 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:04.505486 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-925ae0b9-177c-4327-afcf-a82b1154acad req-ab56e239-0393-493c-91b6-afeb4cf1bec5 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 944 time: 0.0781114 Mar 11 16:11:04.549042 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-925ae0b9-177c-4327-afcf-a82b1154acad req-ddc4d16a-9152-444e-b57c-7452477a04b8 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379426 Mar 11 16:11:05.066080 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device e3c252b1-bae0-44fd-b4d1-7ec690c5d093 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:11:05.195957 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port e3c252b1-bae0-44fd-b4d1-7ec690c5d093, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:11:05.209333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093', 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7', 'port_id': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093', 'mac_address': 'fa:16:3e:96:80:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863cda39-8531-4c33-bc62-7dea0e3f7bda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:11:05.267473 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.283639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c252b1-bae0-44fd-b4d1-7ec690c5d093 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:11:05.299263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port e3c252b1-bae0-44fd-b4d1-7ec690c5d093, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:11:05.391100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.455506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:05.687160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['e3c252b1-bae0-44fd-b4d1-7ec690c5d093'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:11:05.733813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa16aa-00f1-4e4d-ac65-4b9be96d715d req-ded35200-0ade-4885-aad1-f798375d352d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:05.735190 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14fa16aa-00f1-4e4d-ac65-4b9be96d715d req-ded35200-0ade-4885-aad1-f798375d352d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 945 time: 0.0841777 Mar 11 16:11:05.778686 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14fa16aa-00f1-4e4d-ac65-4b9be96d715d req-a7379665-ba35-4461-8016-3d830be440b0 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377100 Mar 11 16:11:06.961753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e7be0-2ae6-4441-9d95-d4e65b309294 req-84cc9c71-a3a5-4e38-9d7a-009df6e5125e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:06.963227 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-222e7be0-2ae6-4441-9d95-d4e65b309294 req-84cc9c71-a3a5-4e38-9d7a-009df6e5125e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 945 time: 0.0787437 Mar 11 16:11:07.007721 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-222e7be0-2ae6-4441-9d95-d4e65b309294 req-6599f29c-4862-4245-bc0a-fc931a62a42d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Mar 11 16:11:07.066160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device e3c252b1-bae0-44fd-b4d1-7ec690c5d093 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:07.225428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port e3c252b1-bae0-44fd-b4d1-7ec690c5d093 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:07.230694 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port e3c252b1-bae0-44fd-b4d1-7ec690c5d093 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:07.240431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:07.346241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:07.372328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:11:07.382117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port e3c252b1-bae0-44fd-b4d1-7ec690c5d093, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:11:07.414601 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093', 'code': 200} Mar 11 16:11:07.466009 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:07.534717 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:07.792480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed284475-7cdc-4f1b-9bf5-a5ed2b7429b1 req-1fa0aa1f-c7a0-421c-8d35-ce3f4e60e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:07.793884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed284475-7cdc-4f1b-9bf5-a5ed2b7429b1 req-1fa0aa1f-c7a0-421c-8d35-ce3f4e60e6fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 1099 time: 0.0715103 Mar 11 16:11:07.834001 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed284475-7cdc-4f1b-9bf5-a5ed2b7429b1 req-92f59a86-3b7a-481f-87ce-9c2e254cfa88 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344265 Mar 11 16:11:08.187817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfb0be-647b-4d69-9bfe-0be1b02a038a req-98fedfc6-1a76-439d-a555-ec0e78e95862 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:08.189299 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43bfb0be-647b-4d69-9bfe-0be1b02a038a req-98fedfc6-1a76-439d-a555-ec0e78e95862 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0789094 Mar 11 16:11:08.237571 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43bfb0be-647b-4d69-9bfe-0be1b02a038a req-03729163-c54f-4291-898a-3fc2cce07ba6 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426259 Mar 11 16:11:09.422519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331c4a-618e-4179-a586-2ea519e20712 req-979d9140-04a0-45d6-8671-706e2b69c199 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:09.423970 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-64331c4a-618e-4179-a586-2ea519e20712 req-979d9140-04a0-45d6-8671-706e2b69c199 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0788238 Mar 11 16:11:09.468331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-64331c4a-618e-4179-a586-2ea519e20712 req-6d067200-2b7a-4894-8fb7-d506688363d1 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379760 Mar 11 16:11:09.789046 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:11:10.650954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaeb24-2a74-484e-a952-51c9cb66ba1b req-e35ab64f-a3cb-40e8-bb6d-560c8d1038e8 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:10.652394 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8aeaeb24-2a74-484e-a952-51c9cb66ba1b req-e35ab64f-a3cb-40e8-bb6d-560c8d1038e8 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0815394 Mar 11 16:11:10.695535 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8aeaeb24-2a74-484e-a952-51c9cb66ba1b req-cfb01f9b-0013-4e19-a9d4-9d06d192fedd tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368381 Mar 11 16:11:10.882234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18021c4-5b43-4680-a0f4-8e0205a56b4a req-196a70c0-20f3-4882-b680-8d5e2b8ab70c tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:10.883674 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a18021c4-5b43-4680-a0f4-8e0205a56b4a req-196a70c0-20f3-4882-b680-8d5e2b8ab70c tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0835791 Mar 11 16:11:10.927300 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a18021c4-5b43-4680-a0f4-8e0205a56b4a req-e54f29c5-3d56-4261-b103-e01d240429b7 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372403 Mar 11 16:11:11.469207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07404315-1d46-4132-8b8a-8621d93fcc50 req-854ce3fb-fc2c-4234-ac22-d53200aea4cb tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:11.470790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07404315-1d46-4132-8b8a-8621d93fcc50 req-854ce3fb-fc2c-4234-ac22-d53200aea4cb tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0800755 Mar 11 16:11:11.554687 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07404315-1d46-4132-8b8a-8621d93fcc50 req-b69c0047-6c93-403d-bc73-5b57b27e9c96 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781102 Mar 11 16:11:11.578754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-1b256e84-ed4e-4e47-a0af-a21e346f7864 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875244 Mar 11 16:11:12.744108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4c10b-1838-4b57-89e1-f40900f61eb0 req-2a7eedc2-e6e2-4fdc-9abe-9c6e358b1168 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:12.745538 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7b4c10b-1838-4b57-89e1-f40900f61eb0 req-2a7eedc2-e6e2-4fdc-9abe-9c6e358b1168 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0846114 Mar 11 16:11:12.788884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7b4c10b-1838-4b57-89e1-f40900f61eb0 req-93c2884a-7a68-4975-8005-418fc936cf49 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383081 Mar 11 16:11:13.523549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-c0113225-e1d2-41e6-9929-fd2d8fe85137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:13.525027 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-c0113225-e1d2-41e6-9929-fd2d8fe85137 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 1099 time: 0.0687230 Mar 11 16:11:13.741263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-b79a7741-0433-48c0-824e-a3a7c74f3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:13.742721 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-b79a7741-0433-48c0-824e-a3a7c74f3be6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 200 len: 916 time: 0.2121015 Mar 11 16:11:13.811727 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-df53778f-3362-43f5-9a02-7746002f2be7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093 HTTP/1.1" status: 200 len: 217 time: 0.0631266 Mar 11 16:11:13.877162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-29ba509a-40b0-4be2-96d6-7ecad6dd3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:13.877989 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-29ba509a-40b0-4be2-96d6-7ecad6dd3d2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=863cda39-8531-4c33-bc62-7dea0e3f7bda HTTP/1.1" status: 200 len: 855 time: 0.0603340 Mar 11 16:11:13.951693 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-8716d14a-b3e4-4a21-9db2-c2e365299113 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e3a2542-6ad2-4081-bfd8-a06a021201e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679879 Mar 11 16:11:14.110973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a30885-d582-47ca-8e01-40ad991b3f9e req-560caedc-5775-4cb6-9c31-132f84245b72 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:14.112412 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11a30885-d582-47ca-8e01-40ad991b3f9e req-560caedc-5775-4cb6-9c31-132f84245b72 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.1957366 Mar 11 16:11:14.115520 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-6564c3c6-a38a-4b83-bd05-e296c49690cf service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535525 Mar 11 16:11:14.244754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11a30885-d582-47ca-8e01-40ad991b3f9e req-c66ddc24-30c3-4c15-a67a-9fc9fa7d751b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263969 Mar 11 16:11:14.276444 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-82c7f1f9-2b3a-452c-b73b-baade85d2e49 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453876 Mar 11 16:11:15.427984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ef5df-3075-4785-ad45-7bae034826d6 req-2b514ec4-e8e0-4738-a9e9-b07943c3d919 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:15.429441 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-395ef5df-3075-4785-ad45-7bae034826d6 req-2b514ec4-e8e0-4738-a9e9-b07943c3d919 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0777955 Mar 11 16:11:15.472598 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-395ef5df-3075-4785-ad45-7bae034826d6 req-effdb40c-8ae4-4b85-83a3-60e0033323e4 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375583 Mar 11 16:11:16.660978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb847d-a9e9-4a21-b1b2-e3c9ea6528d3 req-3b048d7b-da48-49d8-9cf5-4f0f38c5ac34 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:16.662443 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8ecb847d-a9e9-4a21-b1b2-e3c9ea6528d3 req-3b048d7b-da48-49d8-9cf5-4f0f38c5ac34 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0825899 Mar 11 16:11:16.706709 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8ecb847d-a9e9-4a21-b1b2-e3c9ea6528d3 req-b5c038c8-1e32-457d-8816-bdce0100d3b6 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386140 Mar 11 16:11:17.566693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd1731-1c2f-4faa-818f-d70899bd9c81 req-8bf5b1da-244b-49e8-a829-db3ebf9a112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:17.568168 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-becd1731-1c2f-4faa-818f-d70899bd9c81 req-8bf5b1da-244b-49e8-a829-db3ebf9a112d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 1099 time: 0.0693555 Mar 11 16:11:17.708299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd1731-1c2f-4faa-818f-d70899bd9c81 req-aef3463c-210e-4a22-b0c3-d4d7353cfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:17.709756 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-becd1731-1c2f-4faa-818f-d70899bd9c81 req-aef3463c-210e-4a22-b0c3-d4d7353cfd42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 200 len: 916 time: 0.1246400 Mar 11 16:11:17.781201 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-becd1731-1c2f-4faa-818f-d70899bd9c81 req-a13b6448-db9a-46ad-b305-0f46835e573e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093 HTTP/1.1" status: 200 len: 217 time: 0.0658154 Mar 11 16:11:17.891692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd1731-1c2f-4faa-818f-d70899bd9c81 req-0400f03a-38d0-45e3-a64c-5ea0cb52ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:17.893208 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-becd1731-1c2f-4faa-818f-d70899bd9c81 req-0400f03a-38d0-45e3-a64c-5ea0cb52ab18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=863cda39-8531-4c33-bc62-7dea0e3f7bda HTTP/1.1" status: 200 len: 855 time: 0.1068060 Mar 11 16:11:17.952742 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-becd1731-1c2f-4faa-818f-d70899bd9c81 req-e6fdde7e-768a-4eee-9e16-f4bfa8ce4357 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e3a2542-6ad2-4081-bfd8-a06a021201e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440521 Mar 11 16:11:17.961006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54215-8d4a-422d-b683-42402d4b9645 req-f1998f2e-0c18-4c2b-ac5b-a9a5d5a5fb81 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:17.962431 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fc54215-8d4a-422d-b683-42402d4b9645 req-f1998f2e-0c18-4c2b-ac5b-a9a5d5a5fb81 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.1431971 Mar 11 16:11:18.099118 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fc54215-8d4a-422d-b683-42402d4b9645 req-bbe2c795-2fe9-4cd5-a6dd-1b0aa98dca84 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117105 Mar 11 16:11:18.125158 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-becd1731-1c2f-4faa-818f-d70899bd9c81 req-5ee14234-020d-42f4-8db4-28de7c45a642 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578388 Mar 11 16:11:18.351309 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-becd1731-1c2f-4faa-818f-d70899bd9c81 req-fe8816bd-efb3-4847-bfef-ea6473a76118 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200232 Mar 11 16:11:19.280703 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1462b-a822-4095-ab0c-dc892cf9af91 req-a3c9d177-7996-4e1a-a30d-5ec22011ec62 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:19.282137 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-73b1462b-a822-4095-ab0c-dc892cf9af91 req-a3c9d177-7996-4e1a-a30d-5ec22011ec62 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0798287 Mar 11 16:11:19.328170 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-73b1462b-a822-4095-ab0c-dc892cf9af91 req-d1ae0750-743e-4e0a-870a-a95a4ebf3f4a tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Mar 11 16:11:20.511176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46c17-8b31-4a79-a612-5eff0aea7862 req-ff3769ae-7509-43df-b719-f1b10ddbb546 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:20.512634 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-52f46c17-8b31-4a79-a612-5eff0aea7862 req-ff3769ae-7509-43df-b719-f1b10ddbb546 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0809863 Mar 11 16:11:20.556176 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-52f46c17-8b31-4a79-a612-5eff0aea7862 req-2bf51adc-6d71-4a87-9d88-3e32c6a07c25 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373132 Mar 11 16:11:20.848525 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-65d39764-8ca1-4a0c-94e0-f46bfb9cca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.736987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730ed7e-6a7c-44f4-a2ea-f51deeab3a44 req-ef688baa-471b-4666-9535-5b7d8c8d2aa8 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:21.738461 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d730ed7e-6a7c-44f4-a2ea-f51deeab3a44 req-ef688baa-471b-4666-9535-5b7d8c8d2aa8 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0791879 Mar 11 16:11:21.781914 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d730ed7e-6a7c-44f4-a2ea-f51deeab3a44 req-97af42de-6ae7-44de-bca0-eb091864c03e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379837 Mar 11 16:11:22.969159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601b765-3e18-4196-9078-818298904a56 req-79b6fba9-814c-4b00-bcd0-d1776def285f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:22.970594 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a601b765-3e18-4196-9078-818298904a56 req-79b6fba9-814c-4b00-bcd0-d1776def285f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0822382 Mar 11 16:11:23.013956 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a601b765-3e18-4196-9078-818298904a56 req-537a984e-ebb8-4f7a-8488-671ba0135354 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377963 Mar 11 16:11:23.653964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f239ab0c-9751-43e8-95a0-34e3ff17a27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.196567 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f5bc1-2164-4c4f-aef2-9c42d229e9b1 req-090af0ad-cf9a-44b6-abf5-4e495d8ad0c6 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:24.198015 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fa5f5bc1-2164-4c4f-aef2-9c42d229e9b1 req-090af0ad-cf9a-44b6-abf5-4e495d8ad0c6 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0788612 Mar 11 16:11:24.242110 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fa5f5bc1-2164-4c4f-aef2-9c42d229e9b1 req-c25216b7-c291-4d92-94ef-c0b1f83bcd71 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378399 Mar 11 16:11:24.402794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.630891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:25.428509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6a87f-ee11-4b77-aec3-15cbb6cb27fd req-39809234-3c72-4cc4-98a6-09acece5a863 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:25.429998 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aee6a87f-ee11-4b77-aec3-15cbb6cb27fd req-39809234-3c72-4cc4-98a6-09acece5a863 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0828497 Mar 11 16:11:25.474019 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aee6a87f-ee11-4b77-aec3-15cbb6cb27fd req-b15b55a0-fb78-4c81-b5ed-421fdb77857e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Mar 11 16:11:26.031428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.157218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.655907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb548bdc-8836-42c2-b18e-46237832dcf4 req-00383e11-f5e8-4606-965b-f3b35ffc054b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:26.657550 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cb548bdc-8836-42c2-b18e-46237832dcf4 req-00383e11-f5e8-4606-965b-f3b35ffc054b tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0797884 Mar 11 16:11:26.704508 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cb548bdc-8836-42c2-b18e-46237832dcf4 req-f09355cd-dfd4-46f4-9a2f-b4b01aedba31 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413945 Mar 11 16:11:27.884120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521df6e0-8229-4869-8b59-87e3b8a2ca72 req-fd3709f5-217a-4011-bb52-8b007af13c0e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:27.885649 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-521df6e0-8229-4869-8b59-87e3b8a2ca72 req-fd3709f5-217a-4011-bb52-8b007af13c0e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0799634 Mar 11 16:11:27.930199 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-521df6e0-8229-4869-8b59-87e3b8a2ca72 req-10942afa-c592-44e6-9178-072e52bddac3 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384691 Mar 11 16:11:29.116730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c55eca-a5b1-4d7d-9535-fcce2f39e5cc req-b87c15ff-e728-422f-9653-be021687f99e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:29.118161 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-95c55eca-a5b1-4d7d-9535-fcce2f39e5cc req-b87c15ff-e728-422f-9653-be021687f99e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0851243 Mar 11 16:11:29.161250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-95c55eca-a5b1-4d7d-9535-fcce2f39e5cc req-fcbeac0a-4f78-4ad6-9649-79ce6a209b36 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374920 Mar 11 16:11:30.354974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc75492-60d1-44d5-b14b-42efe175ba36 req-e4f7bee0-2c02-4f65-98be-3f0970e05b72 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:30.356436 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-abc75492-60d1-44d5-b14b-42efe175ba36 req-e4f7bee0-2c02-4f65-98be-3f0970e05b72 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0874140 Mar 11 16:11:30.402680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-abc75492-60d1-44d5-b14b-42efe175ba36 req-a5a874f3-3cae-4d7e-962e-eb9f3b662921 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401773 Mar 11 16:11:31.312049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-61c9063a-adae-4de1-8e43-8beaa23c90df service neutron] 10.222.0.30 "GET /v2.0/ports/e3c252b1-bae0-44fd-b4d1-7ec690c5d093/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0729063 Mar 11 16:11:31.587414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee7dfa-c048-444d-86ca-646e6242984c req-662928f4-8067-446c-8d87-e9f7348a3079 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:31.588875 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bee7dfa-c048-444d-86ca-646e6242984c req-662928f4-8067-446c-8d87-e9f7348a3079 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0792797 Mar 11 16:11:31.637586 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bee7dfa-c048-444d-86ca-646e6242984c req-83e9d3a3-6137-425e-affc-637a38e5f5e8 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Mar 11 16:11:31.824090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-7405578f-4b4f-4d5a-ba57-c5ac6dcb5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:31.825552 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-7405578f-4b4f-4d5a-ba57-c5ac6dcb5b30 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a&tenant_id=882b92bbe23940cb843ca025c4904b3d HTTP/1.1" status: 200 len: 1099 time: 0.0698042 Mar 11 16:11:31.915764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-c8e7877e-906f-4c04-b89d-2a62c3bcb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:31.917118 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-c8e7877e-906f-4c04-b89d-2a62c3bcb4b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 1099 time: 0.0685778 Mar 11 16:11:32.047452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-e3c904ab-488e-4f3f-a84e-259366500d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:32.048887 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-e3c904ab-488e-4f3f-a84e-259366500d9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 200 len: 916 time: 0.1256845 Mar 11 16:11:32.117033 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-ba4324f3-f657-49f6-810f-1f9786d80d20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093 HTTP/1.1" status: 200 len: 217 time: 0.0627725 Mar 11 16:11:32.181534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-bcc0659a-2297-4367-86fa-69639b1612f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:32.182871 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-bcc0659a-2297-4367-86fa-69639b1612f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=863cda39-8531-4c33-bc62-7dea0e3f7bda HTTP/1.1" status: 200 len: 855 time: 0.0601153 Mar 11 16:11:32.236441 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-52a3578c-4b78-442a-afff-36e2836f66fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e3a2542-6ad2-4081-bfd8-a06a021201e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470793 Mar 11 16:11:32.366651 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-4db6684f-3060-4c2a-8e40-c6a14ecfd68a service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245129 Mar 11 16:11:32.580195 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80db7ed1-568f-40d7-9d92-d3dac75be51c req-04a30101-c999-4b3f-a042-6be5034c7cf2 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080767 Mar 11 16:11:32.820850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeed8e3-1433-4681-889e-d0e8c76f8c7a req-4a9972f9-c3d4-47b9-8c1a-8493282d1a2e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:32.822297 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8aeed8e3-1433-4681-889e-d0e8c76f8c7a req-4a9972f9-c3d4-47b9-8c1a-8493282d1a2e tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0793900 Mar 11 16:11:32.871050 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8aeed8e3-1433-4681-889e-d0e8c76f8c7a req-f3f99b10-8c10-4c8d-93d2-4c27540d05eb tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Mar 11 16:11:34.052325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e325ba-e784-497a-8843-76add9fbd0ca req-041cd7dc-30c3-47ec-a8d7-e6fe3fd85067 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:34.053782 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-85e325ba-e784-497a-8843-76add9fbd0ca req-041cd7dc-30c3-47ec-a8d7-e6fe3fd85067 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0779424 Mar 11 16:11:34.097703 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-85e325ba-e784-497a-8843-76add9fbd0ca req-752cb668-05a8-4bbc-99b7-f654ae5877d8 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384102 Mar 11 16:11:35.197100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device e3c252b1-bae0-44fd-b4d1-7ec690c5d093 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:11:35.199372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device e3c252b1-bae0-44fd-b4d1-7ec690c5d093 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:35.286283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2eaaf2-568d-436d-8f81-621c27ffc12b req-3367f2d8-1c62-4181-8ee3-81c4f190abb7 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:35.287950 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dd2eaaf2-568d-436d-8f81-621c27ffc12b req-3367f2d8-1c62-4181-8ee3-81c4f190abb7 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0859585 Mar 11 16:11:35.334566 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dd2eaaf2-568d-436d-8f81-621c27ffc12b req-a3c64565-8d93-42ba-909e-454287dc12fe tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 Mar 11 16:11:35.409582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.451488 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:11:35.467811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port e3c252b1-bae0-44fd-b4d1-7ec690c5d093, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:11:35.469761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port e3c252b1-bae0-44fd-b4d1-7ec690c5d093, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:11:35.483449 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093', 'network_id': '3e3a2542-6ad2-4081-bfd8-a06a021201e7', 'port_id': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093', 'mac_address': 'fa:16:3e:96:80:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863cda39-8531-4c33-bc62-7dea0e3f7bda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:11:35.517912 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093', 'code': 200} Mar 11 16:11:35.545033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.555310 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.595707 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3c252b1-bae0-44fd-b4d1-7ec690c5d093 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:11:35.680025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:35.684418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:11:35.684798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:11:35.689378 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:35.689725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:35.690062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:35.690394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:35.690722 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:35.691046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:35.691386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:35.691710 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:35.692033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:35.692349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:35.692700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:35.693018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:36.240263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.256924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c252b1-bae0-44fd-b4d1-7ec690c5d093 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:11:36.271754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port e3c252b1-bae0-44fd-b4d1-7ec690c5d093, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:11:36.328924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.392346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['e3c252b1-bae0-44fd-b4d1-7ec690c5d093'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:11:36.472797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:36.529371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd149c0-e159-46c2-83f2-a09183384ef0 req-458001f8-f738-4e8c-9991-1a1f9daf2df6 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:36.530749 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4fd149c0-e159-46c2-83f2-a09183384ef0 req-458001f8-f738-4e8c-9991-1a1f9daf2df6 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 945 time: 0.0815461 Mar 11 16:11:36.576494 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4fd149c0-e159-46c2-83f2-a09183384ef0 req-9150224b-2404-484f-92fb-14993959f158 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396230 Mar 11 16:11:37.030050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e389b-a460-47df-a835-d10c332b9865 req-4ec80a29-52d1-4d84-879f-90cfdf05397f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:37.031970 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e1e389b-a460-47df-a835-d10c332b9865 req-4ec80a29-52d1-4d84-879f-90cfdf05397f tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 945 time: 0.1494086 Mar 11 16:11:37.060500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-917c7b46-73f6-4add-b708-383dd0c5f420 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:37.061958 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-917c7b46-73f6-4add-b708-383dd0c5f420 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a&tenant_id=882b92bbe23940cb843ca025c4904b3d&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 945 time: 0.1262388 Mar 11 16:11:37.088662 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e1e389b-a460-47df-a835-d10c332b9865 req-f527ff7f-c7f9-44fe-a717-299763026dae tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507665 Mar 11 16:11:37.202199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-3dece7c8-7b05-4dd2-a1cb-62f0a8907b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:37.204738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-3dece7c8-7b05-4dd2-a1cb-62f0a8907b05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=882b92bbe23940cb843ca025c4904b3d&device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 1098 time: 0.0752149 Mar 11 16:11:37.209285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device e3c252b1-bae0-44fd-b4d1-7ec690c5d093 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:37.280378 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port e3c252b1-bae0-44fd-b4d1-7ec690c5d093 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:37.282007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.356756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-a81334d3-bfee-49d3-903f-6bcfab974869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:37.358200 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-a81334d3-bfee-49d3-903f-6bcfab974869 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 200 len: 916 time: 0.1486521 Mar 11 16:11:37.401768 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.428900 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-801f23ef-9a1f-4152-99a6-3b579bd28f68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093 HTTP/1.1" status: 200 len: 217 time: 0.0645888 Mar 11 16:11:37.435126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port e3c252b1-bae0-44fd-b4d1-7ec690c5d093, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:11:37.490755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-463c6778-e453-4da3-bccd-3942b62663f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:37.492231 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-463c6778-e453-4da3-bccd-3942b62663f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=863cda39-8531-4c33-bc62-7dea0e3f7bda HTTP/1.1" status: 200 len: 855 time: 0.0581698 Mar 11 16:11:37.505853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.538934 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-ccaa26f2-e24a-4205-958a-598edb3b5c64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e3a2542-6ad2-4081-bfd8-a06a021201e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409892 Mar 11 16:11:37.541384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:11:37.578916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:37.601601 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093', 'code': 200} Mar 11 16:11:37.678085 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-29eebe37-8364-4c3e-b84e-3516678b6d7b service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328156 Mar 11 16:11:37.805462 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9154abd5-b425-43bb-b664-1f60be3211f8 req-5ea2957e-d341-4133-9700-c80b78eaff58 service neutron] 10.222.0.30 "GET /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221685 Mar 11 16:11:38.275747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e383d-07bf-4011-ae03-f78594bf9789 req-4978ec13-e646-4fc1-b350-eb54a0f2787d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:38.277212 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dd9e383d-07bf-4011-ae03-f78594bf9789 req-4978ec13-e646-4fc1-b350-eb54a0f2787d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0821831 Mar 11 16:11:38.321485 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dd9e383d-07bf-4011-ae03-f78594bf9789 req-4efff96b-e3d0-4cb9-b7be-01f05ca26075 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Mar 11 16:11:39.505530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede26a61-46b7-4683-a900-bb1c73c94edf req-6b037039-f2dd-43e4-a2c9-2caec97d2048 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:39.506982 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ede26a61-46b7-4683-a900-bb1c73c94edf req-6b037039-f2dd-43e4-a2c9-2caec97d2048 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0788343 Mar 11 16:11:39.553006 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ede26a61-46b7-4683-a900-bb1c73c94edf req-362b357a-d226-44e1-ade5-993fa49e2de7 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Mar 11 16:11:39.739850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a1e5d-94fa-4ce1-953a-7ea094930399 req-53866a8b-4a85-4e32-bc9a-972a7747d025 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:39.741315 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c79a1e5d-94fa-4ce1-953a-7ea094930399 req-53866a8b-4a85-4e32-bc9a-972a7747d025 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0829232 Mar 11 16:11:39.783619 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c79a1e5d-94fa-4ce1-953a-7ea094930399 req-ea20c3bc-2305-4838-bc30-379a97ee6ac8 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367498 Mar 11 16:11:39.966232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee1fbe-8d96-458e-99ac-90db19e247ec req-edaf7240-91a5-4339-a877-7bd0ddbfb14d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:39.967649 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6bee1fbe-8d96-458e-99ac-90db19e247ec req-edaf7240-91a5-4339-a877-7bd0ddbfb14d tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0821519 Mar 11 16:11:40.012028 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6bee1fbe-8d96-458e-99ac-90db19e247ec req-7e620308-4556-4c5b-948a-8128c837d2f7 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380216 Mar 11 16:11:40.850595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aa7c9-bffc-4f70-b0d2-0e5fc3430cf7 req-13f8f5d3-4db8-4d69-85f2-88b5424da145 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:40.852039 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f6aa7c9-bffc-4f70-b0d2-0e5fc3430cf7 req-13f8f5d3-4db8-4d69-85f2-88b5424da145 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0785801 Mar 11 16:11:40.895278 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f6aa7c9-bffc-4f70-b0d2-0e5fc3430cf7 req-dcdb083a-65d4-44ca-86e3-52be16fc18cd tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Mar 11 16:11:42.076791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248aaf5-3ca0-4671-a8af-0aef2f16115b req-312bf243-f69d-4a19-9f22-c1ea54d91bad tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:42.078853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4248aaf5-3ca0-4671-a8af-0aef2f16115b req-312bf243-f69d-4a19-9f22-c1ea54d91bad tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0824077 Mar 11 16:11:42.122360 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4248aaf5-3ca0-4671-a8af-0aef2f16115b req-837bb577-7608-4217-870b-30ab0f7bcc46 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/security-groups?id=eba4e122-8d26-413e-a468-eeabfcc752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378280 Mar 11 16:11:42.341027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b18d-3419-463a-831e-674eedf025fe req-8963140a-ff80-4d30-8bc4-b4d8a7e0ee12 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:42.342446 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6a8b18d-3419-463a-831e-674eedf025fe req-8963140a-ff80-4d30-8bc4-b4d8a7e0ee12 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 946 time: 0.0789952 Mar 11 16:11:42.412972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-f6a8b18d-3419-463a-831e-674eedf025fe req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Deleting port e3c252b1-bae0-44fd-b4d1-7ec690c5d093 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:11:42.413335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f6a8b18d-3419-463a-831e-674eedf025fe req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.743887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-f6a8b18d-3419-463a-831e-674eedf025fe req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] For port e3c252b1-bae0-44fd-b4d1-7ec690c5d093, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,segment=NetworkSegment(ffe53257-98ff-4c5c-9a23-225b98963955),segment_id=ffe53257-98ff-4c5c-9a23-225b98963955)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:11:42.744247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f6a8b18d-3419-463a-831e-674eedf025fe req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.864421 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-f6a8b18d-3419-463a-831e-674eedf025fe req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Calling delete_port for e3c252b1-bae0-44fd-b4d1-7ec690c5d093 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:11:43.048477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f6a8b18d-3419-463a-831e-674eedf025fe req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.060127 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['e3c252b1-bae0-44fd-b4d1-7ec690c5d093'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:11:43.097271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Pushing event deleted for resources: {'Port': ['ID=e3c252b1-bae0-44fd-b4d1-7ec690c5d093,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:43.142071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.142416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.142758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.143092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.143422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.143749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.144073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.144399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.144749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.145076 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.145396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.145713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:43.182968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a8b18d-3419-463a-831e-674eedf025fe req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] No DVR routers for this DVR port e3c252b1-bae0-44fd-b4d1-7ec690c5d093 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:43.185341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f6a8b18d-3419-463a-831e-674eedf025fe req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.187815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'name': 'network-vif-deleted', 'tag': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:11:43.235257 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f398de-636e-44a0-a10a-92e5c823296a', 'name': 'network-vif-deleted', 'tag': 'e3c252b1-bae0-44fd-b4d1-7ec690c5d093', 'status': 'completed', 'code': 200} Mar 11 16:11:43.270827 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6a8b18d-3419-463a-831e-674eedf025fe req-fcba4876-84b8-4980-9ab7-61b7037ed818 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.30 "DELETE /v2.0/ports/e3c252b1-bae0-44fd-b4d1-7ec690c5d093 HTTP/1.1" status: 204 len: 173 time: 0.9232945 Mar 11 16:11:43.276737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6a08ba39-07e9-44c7-841d-19154653482a req-48e42846-2fed-4571-919a-976e972a57c3 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Synchronizing usage tracker for tenant:882b92bbe23940cb843ca025c4904b3d on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:43.334174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6a08ba39-07e9-44c7-841d-19154653482a req-48e42846-2fed-4571-919a-976e972a57c3 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] Unset dirty status for tenant:882b92bbe23940cb843ca025c4904b3d on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:43.336255 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6a08ba39-07e9-44c7-841d-19154653482a req-48e42846-2fed-4571-919a-976e972a57c3 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8f398de-636e-44a0-a10a-92e5c823296a HTTP/1.1" status: 200 len: 210 time: 0.1022642 Mar 11 16:11:44.571765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46514) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:44.633485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Deleting subnet 863cda39-8531-4c33-bc62-7dea0e3f7bda {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:11:44.636306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.685072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.738304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.871160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.910205 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.913793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863cda39-8531-4c33-bc62-7dea0e3f7bda,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:44.922686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.922686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.922965 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.923291 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.923613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.923937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.924283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.924628 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.924950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.925265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.925578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.925888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:44.928938 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-51eb6694-272d-4b72-a287-6802321de640 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/863cda39-8531-4c33-bc62-7dea0e3f7bda HTTP/1.1" status: 204 len: 168 time: 0.3561850 Mar 11 16:11:44.931339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46518) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:45.034493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.238280 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device e3c252b1-bae0-44fd-b4d1-7ec690c5d093 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:45.253935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.271590 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: e3c252b1-bae0-44fd-b4d1-7ec690c5d093 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:11:45.272193 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device e3c252b1-bae0-44fd-b4d1-7ec690c5d093 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:45.279915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3a2542-6ad2-4081-bfd8-a06a021201e7']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:45.292486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe53257-98ff-4c5c-9a23-225b98963955') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:45.292812 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe53257-98ff-4c5c-9a23-225b98963955') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:45.304527 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.319797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.325642 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:11:45.328813 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:45.341895 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:45.476694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.492610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.501874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3a2542-6ad2-4081-bfd8-a06a021201e7,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:45.504222 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8663c42a-8efa-4a65-abd5-c351fe148552 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3e3a2542-6ad2-4081-bfd8-a06a021201e7 HTTP/1.1" status: 204 len: 168 time: 0.5719564 Mar 11 16:11:45.821280 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46526) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:45.878724 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0ef56f75-1dc8-4a03-aac5-1699587d5f75 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=882b92bbe23940cb843ca025c4904b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562773 Mar 11 16:11:45.881115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46530) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:45.942549 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165f6b44-5ca7-4c61-93de-58d8a7521164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.971165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165f6b44-5ca7-4c61-93de-58d8a7521164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.070836 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165f6b44-5ca7-4c61-93de-58d8a7521164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.085290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f6b44-5ca7-4c61-93de-58d8a7521164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba4e122-8d26-413e-a468-eeabfcc752ce,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:46.091493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165f6b44-5ca7-4c61-93de-58d8a7521164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.092759 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-165f6b44-5ca7-4c61-93de-58d8a7521164 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eba4e122-8d26-413e-a468-eeabfcc752ce HTTP/1.1" status: 204 len: 168 time: 0.2106085 Mar 11 16:11:46.788106 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:11:47.076080 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46556) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:47.179110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-638270174-network', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:11:47.183913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:47.187721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Usage tracker for resource:network and tenant:aed3510569b24befa9a82feb8342dd8e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:47.190591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:47.196717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:47.259756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Made reservation on behalf of aed3510569b24befa9a82feb8342dd8e for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:47.262286 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.275358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.292644 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:47.294017 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Usage tracker for resource:security_group_rule and tenant:aed3510569b24befa9a82feb8342dd8e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:47.296793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:47.302429 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:47.384963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.454407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.480412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:47.492277 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42a157d-02ea-48fc-87d1-f852f0be20ce,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:47.496528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.496887 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Added segment 9d61edd6-e4d7-477c-8dcc-3a09e200e808 of type vlan for network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f Mar 11 16:11:47.523303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.596353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.597300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:47.597875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.698794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] Pushing event updated for resources: {'Network': ['ID=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:47.709062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:47.740629 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3c611dd7-3dbe-4b75-9587-14b57fd889b9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6633196 Mar 11 16:11:47.743339 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46562) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:47.748562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Request body: {'subnet': {'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-638270174-subnet', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:11:47.753882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:47.757619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Usage tracker for resource:subnet and tenant:aed3510569b24befa9a82feb8342dd8e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:47.760456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:47.766168 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:47.819471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Made reservation on behalf of aed3510569b24befa9a82feb8342dd8e for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:47.821870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.065485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.143164 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d57d7c66-cda0-4144-88bc-24bcebdcf98c,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:48.151808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Checking segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:11:48.152154 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Network hostable DHCP agents. Network: 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:48.213666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:48.259331 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:48.263320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:48.263904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.268251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8011e64e-cfc1-4396-a498-61647d3b6b03 None None] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:11:48.334698 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8d95ab5c-b778-44f9-a0e7-d2a26b228e1e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5902259 Mar 11 16:11:48.337254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46566) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:48.342372 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:11:48.350513 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:48.351722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Usage tracker for resource:router and tenant:aed3510569b24befa9a82feb8342dd8e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:48.354829 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:48.361371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:48.431155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.432221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.447066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.481941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:11:48.482768 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.635148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Allocated IP 172.20.0.2 (6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f/d57d7c66-cda0-4144-88bc-24bcebdcf98c/4ca54870-2c43-4132-900e-6b8006a5e882) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:48.754841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.840326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.850535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Transition to ACTIVE for port object 4ca54870-2c43-4132-900e-6b8006a5e882 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:48.868733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Transition to ACTIVE for port object 4ca54870-2c43-4132-900e-6b8006a5e882 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:48.899956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.959033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:48.962344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:48.964210 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:11:49.016528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Pushing event updated for resources: {'Port': ['ID=4ca54870-2c43-4132-900e-6b8006a5e882,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:49.075053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Attempting to bind port 4ca54870-2c43-4132-900e-6b8006a5e882 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:49.075419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Attempting to bind port 4ca54870-2c43-4132-900e-6b8006a5e882 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:49.075780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Attempting to bind port 4ca54870-2c43-4132-900e-6b8006a5e882 on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:11:49.082219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:11:49.082588 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Checking segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:11:49.082989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.083385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Bound using segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:11:49.083847 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Bound port: 4ca54870-2c43-4132-900e-6b8006a5e882, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:49.084221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.173825 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] For port 4ca54870-2c43-4132-900e-6b8006a5e882, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:11:49.176700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] For port 4ca54870-2c43-4132-900e-6b8006a5e882, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4ca54870-2c43-4132-900e-6b8006a5e882,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:11:49.223164 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.237384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.255489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.323216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3d61e-facf-4203-be4f-6226db02473e None None] Pushing event updated for resources: {'Port': ['ID=4ca54870-2c43-4132-900e-6b8006a5e882,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:49.397872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Allocated IP 172.26.6.20 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/9ef23b38-1c0f-4e91-b53c-a2f1901f44ad) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:49.567115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.643157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.702646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:49.705240 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:49.713120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:11:49.752828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef23b38-1c0f-4e91-b53c-a2f1901f44ad,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:50.199515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3121cf4e-dd0b-4ccd-ba6f-d7c6aec53b60 None None] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:11:50.219027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.391361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-485b61f6-f0b5-46f1-98ef-a121cdd62fc6 None None] Provisioning for port 4ca54870-2c43-4132-900e-6b8006a5e882 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:50.562469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.842146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dae723f8-1bb1-44bc-8cd2-3a2f3e76e07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.950991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:11:51.006014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4ca54870-2c43-4132-900e-6b8006a5e882 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:51.134278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:11:51.144926 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Sync routers for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:11:51.154987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 4ca54870-2c43-4132-900e-6b8006a5e882 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:51.159771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:11:51.168000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:11:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:51.216447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4ca54870-2c43-4132-900e-6b8006a5e882 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:51.217128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.231443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.235529 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6c1e42ea-a52c-4e17-a771-253b6369b055 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8945670 Mar 11 16:11:51.240074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46572) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:51.424772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:11:51.571403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.666324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 4ca54870-2c43-4132-900e-6b8006a5e882, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4ca54870-2c43-4132-900e-6b8006a5e882,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:11:51.723083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.804501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=4ca54870-2c43-4132-900e-6b8006a5e882,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:51.815487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:49Z', 'revision_number': 3, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:51.819379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Checking router: 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:11:51.819727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Updating router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:11:51.875538 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.899859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.102489 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Allocated IP 172.20.0.1 (6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f/d57d7c66-cda0-4144-88bc-24bcebdcf98c/97d6fea4-1198-4d29-8d43-3c7bf0a63004) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:52.198057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.209801 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Transition to ACTIVE for port object 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:52.282895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.362758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.364881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Attempting to bind port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:52.365263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Attempting to bind port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:52.365622 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Attempting to bind port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:11:52.367718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358cc28-7170-478b-8329-c8a883f40145 None None] Pushing event updated for resources: {'Port': ['ID=9ef23b38-1c0f-4e91-b53c-a2f1901f44ad,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:52.373273 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:11:52.373650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:11:52.374074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.374466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:11:52.374928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Bound port: 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:52.375858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.380104 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Transition to ACTIVE for port object 97d6fea4-1198-4d29-8d43-3c7bf0a63004 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:52.477473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.481191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] For port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:11:52.484175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] For port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9ef23b38-1c0f-4e91-b53c-a2f1901f44ad,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:11:52.528791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.538147 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:52.541020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:52.543342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:11:52.597030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Pushing event updated for resources: {'Port': ['ID=97d6fea4-1198-4d29-8d43-3c7bf0a63004,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:52.605666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:11:52.606285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:11:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:52.614589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.674113 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358cc28-7170-478b-8329-c8a883f40145 None None] Pushing event updated for resources: {'Port': ['ID=9ef23b38-1c0f-4e91-b53c-a2f1901f44ad,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:52.798644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:11:52.895787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b188cbe8-93d9-4f4e-b913-fb4f2fb83c12 None None] Provisioning for port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:52.919495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b188cbe8-93d9-4f4e-b913-fb4f2fb83c12 None None] Provisioning complete for port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:52.919862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b188cbe8-93d9-4f4e-b913-fb4f2fb83c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.935718 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.019401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4ca54870-2c43-4132-900e-6b8006a5e882 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:53.080361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b188cbe8-93d9-4f4e-b913-fb4f2fb83c12 None None] Port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:11:53.161759 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.171001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4ca54870-2c43-4132-900e-6b8006a5e882 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:53.171369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.196455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.242765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:49Z', 'revision_number': 3, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:53.248599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dec1be-ea9b-4b09-a1c8-6473d571c2af None None] The sync data for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv is: [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:49Z', 'revision_number': 3, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:11:53.303488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Pushing event updated for resources: {'Port': ['ID=97d6fea4-1198-4d29-8d43-3c7bf0a63004,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:53.306067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.448242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:53.449395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:53.665932 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6104e4bf-2c17-4367-98d4-82354c884361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.679352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:11:53.705260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7a6b51bb-76b2-4563-9e3a-122ca5fb74ae None None] Provisioning complete for port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:53.705754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7a6b51bb-76b2-4563-9e3a-122ca5fb74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.765353 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b51bb-76b2-4563-9e3a-122ca5fb74ae None None] Port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:11:53.872657 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:11:53.882702 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8043fec5-2fcf-4b90-b958-82704f8a1a18 admin admin] 10.222.0.39 "PUT /v2.0/routers/02c6d993-b323-49a6-8aa9-f5c5d634c0b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6459212 Mar 11 16:11:54.379624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.479057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46582) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:54.484856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386186463', 'description': 'tempest-description--1941791635'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:11:54.491031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:54.496987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Usage tracker for resource:security_group and tenant:aed3510569b24befa9a82feb8342dd8e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:54.500799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:54.508567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:54.568478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.591719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:54.595822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Usage tracker for resource:security_group_rule and tenant:aed3510569b24befa9a82feb8342dd8e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:54.598739 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:54.605015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:54.642559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.676797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.712926 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Sync routers for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:11:54.722870 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:11:54.723477 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:11:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:54.757098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.798816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848843c1-b8c3-4601-bfad-e63817ccd153,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:54.860149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.861460 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-98a74832-763f-4327-b3df-afaca2c0dd89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3813941 Mar 11 16:11:54.864211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 46586) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:54.869402 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-afab572b-24d9-479e-9b45-2576b70bf551 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'security_group_rule': {'security_group_id': '848843c1-b8c3-4601-bfad-e63817ccd153', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:11:54.876102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-afab572b-24d9-479e-9b45-2576b70bf551 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:54.879939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-afab572b-24d9-479e-9b45-2576b70bf551 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Usage tracker for resource:security_group_rule and tenant:aed3510569b24befa9a82feb8342dd8e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:54.882822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-afab572b-24d9-479e-9b45-2576b70bf551 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:54.888400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-afab572b-24d9-479e-9b45-2576b70bf551 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:54.938499 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:11:54.975438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afab572b-24d9-479e-9b45-2576b70bf551 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.012665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:55.038511 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afab572b-24d9-479e-9b45-2576b70bf551 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.105505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afab572b-24d9-479e-9b45-2576b70bf551 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.132956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab572b-24d9-479e-9b45-2576b70bf551 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf6d6f2-9264-4f58-90cd-5876728c1592,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:55.135187 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:55.143384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:55.143384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.220542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-afab572b-24d9-479e-9b45-2576b70bf551 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.224280 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-afab572b-24d9-479e-9b45-2576b70bf551 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3567343 Mar 11 16:11:55.225101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 46590) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:55.232035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-28b65ae6-9eb3-4871-8b54-913d359432f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'security_group_rule': {'security_group_id': '848843c1-b8c3-4601-bfad-e63817ccd153', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:11:55.240639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-28b65ae6-9eb3-4871-8b54-913d359432f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:55.244796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-28b65ae6-9eb3-4871-8b54-913d359432f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Usage tracker for resource:security_group_rule and tenant:aed3510569b24befa9a82feb8342dd8e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:55.249261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-28b65ae6-9eb3-4871-8b54-913d359432f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:55.255676 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-28b65ae6-9eb3-4871-8b54-913d359432f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:55.262026 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:53Z', 'revision_number': 2, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:55.263686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.266689 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Checking router: 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:11:55.267039 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Updating router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:11:55.281844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9ef23b38-1c0f-4e91-b53c-a2f1901f44ad,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:11:55.320567 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.340775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-28b65ae6-9eb3-4871-8b54-913d359432f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.357277 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.408799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-28b65ae6-9eb3-4871-8b54-913d359432f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.426147 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=9ef23b38-1c0f-4e91-b53c-a2f1901f44ad,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:55.465428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-28b65ae6-9eb3-4871-8b54-913d359432f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.489400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b65ae6-9eb3-4871-8b54-913d359432f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4088cf-a6bc-4355-8de1-07a058120a82,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:55.556897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-28b65ae6-9eb3-4871-8b54-913d359432f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.558102 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-28b65ae6-9eb3-4871-8b54-913d359432f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3312063 Mar 11 16:11:55.564027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 46594) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:55.569131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:11:55.574934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:55.579390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Usage tracker for resource:floatingip and tenant:aed3510569b24befa9a82feb8342dd8e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:55.582227 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:55.588055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:55.665941 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.671315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.677250 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Transition to ACTIVE for port object 97d6fea4-1198-4d29-8d43-3c7bf0a63004 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:55.756865 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.809931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.885808 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Pushing event updated for resources: {'Port': ['ID=97d6fea4-1198-4d29-8d43-3c7bf0a63004,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:55.923215 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.923747 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.924245 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.924594 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.924921 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.925247 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.925568 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.925888 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.926210 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.926518 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.926837 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.927150 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:55.953710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Allocated IP 172.26.6.146 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/247cc424-a1a9-43c0-b59b-e55293b2fb90) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:55.993290 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Attempting to bind port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:55.993649 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Attempting to bind port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:55.994003 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Attempting to bind port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:11:55.999348 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:11:55.999709 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Checking segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:11:56.000098 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.000474 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Bound using segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:11:56.001029 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Bound port: 97d6fea4-1198-4d29-8d43-3c7bf0a63004, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:56.001388 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.037059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.086806 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] For port 97d6fea4-1198-4d29-8d43-3c7bf0a63004, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:11:56.089892 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] For port 97d6fea4-1198-4d29-8d43-3c7bf0a63004, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=97d6fea4-1198-4d29-8d43-3c7bf0a63004,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:11:56.116314 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.186173 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.208729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.209188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.266583 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311276ce-89e6-4fb3-bca5-451e5f4e3cf4 None None] Pushing event updated for resources: {'Port': ['ID=97d6fea4-1198-4d29-8d43-3c7bf0a63004,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:56.276908 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:11:56.277029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:56.278201 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:11:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:56.280298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:56.283320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:11:56.335493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event updated for resources: {'Port': ['ID=247cc424-a1a9-43c0-b59b-e55293b2fb90,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:56.382559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.465188 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:11:56.488694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.695293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.750853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.802094 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:56Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:56.806100 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a7109-03be-485a-ad34-e1e4e1c23c81 None None] The sync data for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv is: [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:56Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:11:56.963098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event updated for resources: {'Port': ['ID=247cc424-a1a9-43c0-b59b-e55293b2fb90,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:56.974460 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.054050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.055322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e0ebb47f-bcde-494e-b76b-c1c65d61b378 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4903274 Mar 11 16:11:57.070513 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 97d6fea4-1198-4d29-8d43-3c7bf0a63004 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:57.208068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:57.213509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:57.213883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.234470 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-8eccca89-155b-4df5-913f-676174bb38eb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--386186463&fields=id&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 267 time: 0.0448682 Mar 11 16:11:57.338111 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.372724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 97d6fea4-1198-4d29-8d43-3c7bf0a63004, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=97d6fea4-1198-4d29-8d43-3c7bf0a63004,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:11:57.402561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d5b2-14e4-45b8-9197-799102250e90 req-d28790d8-b1c7-4d8a-a4ad-574b75fb664a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:57.404259 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-d28790d8-b1c7-4d8a-a4ad-574b75fb664a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 811 time: 0.1623416 Mar 11 16:11:57.424651 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-829dd39a-3df5-4a9f-8880-47480158e167 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/quotas/aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 375 time: 0.0134323 Mar 11 16:11:57.442810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.443633 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:57.525543 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-04c302aa-ba23-4ed4-91f8-dfc2a5921725 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0949733 Mar 11 16:11:57.568699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=97d6fea4-1198-4d29-8d43-3c7bf0a63004,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:57.581385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:57.581755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.737896 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-43d522d6-8271-4bd1-b786-0f10e16b0c2e service neutron] 10.222.0.39 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995029 Mar 11 16:11:57.880035 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-9f74461e-ce39-4b34-ab07-459e8d964bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360040 Mar 11 16:11:58.090346 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-472f2bf4-87a3-4420-b84c-9f82090ef494 req-28128645-ef0b-49d1-8606-35cbf381bf18 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 210 time: 0.0432279 Mar 11 16:11:58.988821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 97d6fea4-1198-4d29-8d43-3c7bf0a63004 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:59.057125 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:59.057492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.239378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9cbe50e7-bde8-489a-bd4e-4cecbf3fdeb1 req-f80e8a6e-a29f-44aa-8a0e-b2e9610b02a9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 210 time: 0.0434122 Mar 11 16:12:00.228862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d5b2-14e4-45b8-9197-799102250e90 req-addd6a3a-8261-4729-866e-f05030792d97 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:00.230312 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-addd6a3a-8261-4729-866e-f05030792d97 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 811 time: 0.1470840 Mar 11 16:12:00.278585 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-19f8dd5b-8fa5-4aa3-9988-51747fdb22b7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 379 time: 0.0403585 Mar 11 16:12:00.287970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'port': {'device_id': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'admin_state_up': True, 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'security_groups': ['848843c1-b8c3-4601-bfad-e63817ccd153']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:12:00.430007 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b6b7f8b4-314e-4f2d-a670-bd5a446c42ce req-66a54a80-dc9d-4d6b-90c2-50199fdef096 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 210 time: 0.0608308 Mar 11 16:12:00.466335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:00.470855 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Usage tracker for resource:port and tenant:aed3510569b24befa9a82feb8342dd8e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:00.474149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:00.479540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:00.550911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Made reservation on behalf of aed3510569b24befa9a82feb8342dd8e for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:00.554559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.711581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Allocated IP 172.20.0.7 (6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f/d57d7c66-cda0-4144-88bc-24bcebdcf98c/025d367d-b0cf-4e96-9bf0-bcb9b2255fc8) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:00.894508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.910374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Transition to ACTIVE for port object 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:00.996739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.066743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:01.073851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:01.076357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:12:01.114315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event updated for resources: {'Port': ['ID=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:01.147512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:01.148090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.214545 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-dcdcab51-f369-487f-a071-5d89315e19ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9301996 Mar 11 16:12:01.225766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Request body: {'port': {'device_id': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:12:01.328351 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cfc8ef21-a907-453d-96f8-671ea5f27ad5 None None] Provisioning for port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:01.333823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cfc8ef21-a907-453d-96f8-671ea5f27ad5 None None] Provisioning complete for port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:01.334337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ef21-a907-453d-96f8-671ea5f27ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.388412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-cfc8ef21-a907-453d-96f8-671ea5f27ad5 None None] Port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:12:01.441420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.753444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb4e9c-e565-4ede-b07f-1b0728ed4298 req-2978ab26-3797-4bf6-850f-1187616ad83a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:01.754039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b7eb4e9c-e565-4ede-b07f-1b0728ed4298 req-2978ab26-3797-4bf6-850f-1187616ad83a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Synchronizing usage tracker for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:12:01.855140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b7eb4e9c-e565-4ede-b07f-1b0728ed4298 req-2978ab26-3797-4bf6-850f-1187616ad83a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Unset dirty status for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:12:01.856285 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7eb4e9c-e565-4ede-b07f-1b0728ed4298 req-2978ab26-3797-4bf6-850f-1187616ad83a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 931 time: 0.2977197 Mar 11 16:12:01.858730 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:12:01.878124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.906666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Transition to ACTIVE for port object 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:01.916519 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7eb4e9c-e565-4ede-b07f-1b0728ed4298 req-a9c41a39-2bad-408f-8b0f-cc87cbf2712b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534654 Mar 11 16:12:01.945112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.100086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Pushing event updated for resources: {'Port': ['ID=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:02.180206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Attempting to bind port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:02.180646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Attempting to bind port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:02.186552 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Attempting to bind port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:12:02.186552 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:12:02.186552 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Attempting to bind port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:12:02.190817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:12:02.191153 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Checking segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:12:02.191540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Bound using segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:12:02.191968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Bound port: 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:02.192312 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.285579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] For port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:12:02.289014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] For port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:12:02.339947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.393974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:02.394568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.395990 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] 10.222.0.30 "PUT /v2.0/ports/025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 HTTP/1.1" status: 200 len: 1093 time: 1.1746259 Mar 11 16:12:02.396430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:12:02.427414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f3c48-3d06-4bcb-8c4f-3eca76809308 service neutron] Pushing event updated for resources: {'Port': ['ID=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:02.450565 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'status': 'completed', 'code': 200} Mar 11 16:12:02.546296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb90748-4faf-400e-9b18-e9a83c908b10 req-9fb42888-f9fc-46b2-b43f-8f956bd06f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:02.547895 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bdb90748-4faf-400e-9b18-e9a83c908b10 req-9fb42888-f9fc-46b2-b43f-8f956bd06f20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 1096 time: 0.0788696 Mar 11 16:12:02.689646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb90748-4faf-400e-9b18-e9a83c908b10 req-6f262056-c9c6-4757-ac86-124113bb3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:02.690975 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bdb90748-4faf-400e-9b18-e9a83c908b10 req-6f262056-c9c6-4757-ac86-124113bb3b8d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=aed3510569b24befa9a82feb8342dd8e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1365972 Mar 11 16:12:02.822930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb90748-4faf-400e-9b18-e9a83c908b10 req-10b8032a-9ec9-48f2-83d4-5857321dc5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:02.824294 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bdb90748-4faf-400e-9b18-e9a83c908b10 req-10b8032a-9ec9-48f2-83d4-5857321dc5fd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268401 Mar 11 16:12:02.928799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d5b2-14e4-45b8-9197-799102250e90 req-17f48fbe-de2a-43eb-b7f6-2a65a2b78d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:02.930304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-17f48fbe-de2a-43eb-b7f6-2a65a2b78d8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 1096 time: 0.0692925 Mar 11 16:12:03.001081 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-01fbfb1d-1014-48be-9277-e6d798fbe063 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 HTTP/1.1" status: 200 len: 217 time: 0.0631926 Mar 11 16:12:03.107927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d5b2-14e4-45b8-9197-799102250e90 req-ea06d48a-63b2-480a-b9f0-bc2b7bd3511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:03.109888 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-ea06d48a-63b2-480a-b9f0-bc2b7bd3511d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.1031842 Mar 11 16:12:03.280683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96bff6-059d-4163-844b-1e4a63e48dbe req-3895c2aa-21f5-43a6-8669-11803d8651d8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:03.282152 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ef96bff6-059d-4163-844b-1e4a63e48dbe req-3895c2aa-21f5-43a6-8669-11803d8651d8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 943 time: 0.2470901 Mar 11 16:12:03.335920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d5b2-14e4-45b8-9197-799102250e90 req-a6797022-c981-47c8-917a-5d0df64b5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:03.337398 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-a6797022-c981-47c8-917a-5d0df64b5be0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2209706 Mar 11 16:12:03.341713 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ef96bff6-059d-4163-844b-1e4a63e48dbe req-103a407d-7a30-4afa-bd0d-ba2492b9cf93 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537143 Mar 11 16:12:03.465664 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-5716db64-77c3-4d75-bea8-aca8f1623f49 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218257 Mar 11 16:12:03.591492 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be36d5b2-14e4-45b8-9197-799102250e90 req-0bc48e5b-1f4c-4995-b2ef-bd38ea2e305d service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202090 Mar 11 16:12:04.528782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e3085-376f-4943-a8d1-275b3504f1fb req-e9f360e4-863e-4aaf-9567-9251d3a65e5f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:04.530787 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c6e3085-376f-4943-a8d1-275b3504f1fb req-e9f360e4-863e-4aaf-9567-9251d3a65e5f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 943 time: 0.0822825 Mar 11 16:12:04.573469 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c6e3085-376f-4943-a8d1-275b3504f1fb req-b66b52dc-070f-43c9-a29b-30be522278bf tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369198 Mar 11 16:12:05.753953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139344b-4c60-4bcc-af0a-123df4c9a889 req-13407721-4ade-467a-a331-cd4372e17731 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:05.755776 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3139344b-4c60-4bcc-af0a-123df4c9a889 req-13407721-4ade-467a-a331-cd4372e17731 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 943 time: 0.0796051 Mar 11 16:12:05.802009 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3139344b-4c60-4bcc-af0a-123df4c9a889 req-2dc50815-34db-4bf0-82d9-0d54638c11cc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 Mar 11 16:12:06.982074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c830bc-c24d-4e39-b242-cb46c6285da0 req-d6451573-7f33-4658-a467-a920589db0b4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:06.984970 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-54c830bc-c24d-4e39-b242-cb46c6285da0 req-d6451573-7f33-4658-a467-a920589db0b4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 943 time: 0.0811987 Mar 11 16:12:07.029553 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-54c830bc-c24d-4e39-b242-cb46c6285da0 req-4c482ef8-895a-4493-aa2a-04894f23f6be tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396934 Mar 11 16:12:07.330810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:12:07.459278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:12:07.472348 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'port_id': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'mac_address': 'fa:16:3e:32:0b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:12:07.528924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.545620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:12:07.560474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:12:07.625133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.689471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:07.966493 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['025d367d-b0cf-4e96-9bf0-bcb9b2255fc8'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:12:08.215415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3ea70-fc53-4c9d-bdd7-a90152a62903 req-5720c45d-d0b0-4bd7-b193-f58b4c50cf77 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:08.216941 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3cb3ea70-fc53-4c9d-bdd7-a90152a62903 req-5720c45d-d0b0-4bd7-b193-f58b4c50cf77 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 944 time: 0.0817184 Mar 11 16:12:08.291678 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3cb3ea70-fc53-4c9d-bdd7-a90152a62903 req-bedc6c0e-65e1-4f32-a888-24bde92442b5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690675 Mar 11 16:12:09.331445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:09.464896 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:09.470382 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:09.470753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.479256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6158d-bf74-48c4-822f-1d2f5223c246 req-53d44af8-2c9c-4002-9e14-ecaf3c84aeb3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:09.480785 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43f6158d-bf74-48c4-822f-1d2f5223c246 req-53d44af8-2c9c-4002-9e14-ecaf3c84aeb3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 944 time: 0.0815818 Mar 11 16:12:09.525496 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43f6158d-bf74-48c4-822f-1d2f5223c246 req-9da1d0e0-9375-4388-b436-828f45004139 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388653 Mar 11 16:12:09.586823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.612981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:12:09.622410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:12:09.660115 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'code': 200} Mar 11 16:12:09.688159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.757847 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:09.969898 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f25f9b-efbc-4ccc-b3b8-3c20bde330a7 req-05cfa6cb-b39f-40e1-adb3-1ed553c2357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:09.971270 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-06f25f9b-efbc-4ccc-b3b8-3c20bde330a7 req-05cfa6cb-b39f-40e1-adb3-1ed553c2357d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 1098 time: 0.0715537 Mar 11 16:12:10.010909 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-06f25f9b-efbc-4ccc-b3b8-3c20bde330a7 req-2cb1bb9a-2307-4135-895c-7644bc592346 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339708 Mar 11 16:12:10.705025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22b99f-a925-4539-a5c4-c7f12546c240 req-855e1394-030f-4cbb-969a-a3ea1d0999ff tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:10.706436 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ae22b99f-a925-4539-a5c4-c7f12546c240 req-855e1394-030f-4cbb-969a-a3ea1d0999ff tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0774443 Mar 11 16:12:10.752218 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ae22b99f-a925-4539-a5c4-c7f12546c240 req-df52d0f5-eff2-48b4-8b07-6d746006ee15 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402076 Mar 11 16:12:11.932320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588a0d8-b6d3-4a43-af7d-276f2dfd94f5 req-b2e0273e-bd62-4120-82a2-ff46ae33ea23 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:11.933785 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f588a0d8-b6d3-4a43-af7d-276f2dfd94f5 req-b2e0273e-bd62-4120-82a2-ff46ae33ea23 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0778019 Mar 11 16:12:11.979571 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f588a0d8-b6d3-4a43-af7d-276f2dfd94f5 req-b9ee66e2-70b9-4778-a564-56bbbe1fd398 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397847 Mar 11 16:12:12.166788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356bf8-651e-4d29-b2c2-cd83b9309aa3 req-8f7fc3fd-1713-4653-b1a8-c135efeb56d8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:12.168238 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-08356bf8-651e-4d29-b2c2-cd83b9309aa3 req-8f7fc3fd-1713-4653-b1a8-c135efeb56d8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0821002 Mar 11 16:12:12.177443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 46654) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:12.182467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-26abfe96-4ade-43b7-b566-c7ff2b49b5e7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'floatingip': {'port_id': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:12:12.257895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26abfe96-4ade-43b7-b566-c7ff2b49b5e7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:12.940492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26abfe96-4ade-43b7-b566-c7ff2b49b5e7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.013961 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26abfe96-4ade-43b7-b566-c7ff2b49b5e7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.180814 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-26abfe96-4ade-43b7-b566-c7ff2b49b5e7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Floating IP fcd2e711-5942-41b9-a387-738a98219a75 associated. External IP: 172.26.6.146, port: 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8. Mar 11 16:12:13.518872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26abfe96-4ade-43b7-b566-c7ff2b49b5e7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:12:13.692850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26abfe96-4ade-43b7-b566-c7ff2b49b5e7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:12:13.697611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26abfe96-4ade-43b7-b566-c7ff2b49b5e7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.702091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30468e37-c6fd-41bd-9178-64f9bb2a5a63 None None] Sync routers for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:12:13.711487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30468e37-c6fd-41bd-9178-64f9bb2a5a63 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:12:13.712166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-30468e37-c6fd-41bd-9178-64f9bb2a5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:11:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:13.750709 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-26abfe96-4ade-43b7-b566-c7ff2b49b5e7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "PUT /v2.0/floatingips/fcd2e711-5942-41b9-a387-738a98219a75 HTTP/1.1" status: 200 len: 991 time: 1.5721428 Mar 11 16:12:13.751814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:12:13.795525 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'status': 'completed', 'code': 200} Mar 11 16:12:13.891599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-30468e37-c6fd-41bd-9178-64f9bb2a5a63 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:12:13.962368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237de89-517e-4799-9423-cff3ca35cfda req-cb352db0-1d2c-4335-a1d0-ac1f432446cf tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:13.963742 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d237de89-517e-4799-9423-cff3ca35cfda req-cb352db0-1d2c-4335-a1d0-ac1f432446cf tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.1081862 Mar 11 16:12:13.966478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0015-8840-48ae-9601-6137749d5734 req-95481868-38d5-4e5f-a11e-ea33aafbdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:13.967899 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f2e0015-8840-48ae-9601-6137749d5734 req-95481868-38d5-4e5f-a11e-ea33aafbdf2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 1098 time: 0.1455054 Mar 11 16:12:14.213098 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d237de89-517e-4799-9423-cff3ca35cfda req-974d4a8c-c0c1-45a3-93ed-589fa6412d07 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436492 Mar 11 16:12:14.263797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0015-8840-48ae-9601-6137749d5734 req-ded84ff1-3148-4bea-8e01-2e17637c6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:14.265854 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f2e0015-8840-48ae-9601-6137749d5734 req-ded84ff1-3148-4bea-8e01-2e17637c6d38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.2826099 Mar 11 16:12:14.278296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-30468e37-c6fd-41bd-9178-64f9bb2a5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:32:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:12:12Z', 'revision_number': 1, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:14.282406 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30468e37-c6fd-41bd-9178-64f9bb2a5a63 None None] Checking router: 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:12:14.291422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30468e37-c6fd-41bd-9178-64f9bb2a5a63 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:12:14.292041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-30468e37-c6fd-41bd-9178-64f9bb2a5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:11:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:14.380534 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f2e0015-8840-48ae-9601-6137749d5734 req-7ba0d813-9ebf-4689-a313-29a1220c63b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 HTTP/1.1" status: 200 len: 999 time: 0.1078737 Mar 11 16:12:14.448233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0015-8840-48ae-9601-6137749d5734 req-cbded321-2a82-4266-b283-3f7e719aedc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:14.450109 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f2e0015-8840-48ae-9601-6137749d5734 req-cbded321-2a82-4266-b283-3f7e719aedc9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0628223 Mar 11 16:12:14.480795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-30468e37-c6fd-41bd-9178-64f9bb2a5a63 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:12:14.596016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d5f80-1ce8-40b1-9bcc-8babf65ba5be req-cc94d254-dee9-4c9a-95e6-2a905845551d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:14.597502 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-979d5f80-1ce8-40b1-9bcc-8babf65ba5be req-cc94d254-dee9-4c9a-95e6-2a905845551d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.1094487 Mar 11 16:12:14.599443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0015-8840-48ae-9601-6137749d5734 req-2a17901f-15dc-4a13-ad0e-ba87bf186876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:14.600871 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f2e0015-8840-48ae-9601-6137749d5734 req-2a17901f-15dc-4a13-ad0e-ba87bf186876 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1435990 Mar 11 16:12:14.730450 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-979d5f80-1ce8-40b1-9bcc-8babf65ba5be req-e4fd4b1c-5e55-48a5-9245-eaaec116c0d3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262777 Mar 11 16:12:14.764343 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f2e0015-8840-48ae-9601-6137749d5734 req-8d620564-f8a7-4582-9d24-2704aa417084 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468914 Mar 11 16:12:14.823841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-30468e37-c6fd-41bd-9178-64f9bb2a5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:32:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:12:12Z', 'revision_number': 1, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:14.827842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30468e37-c6fd-41bd-9178-64f9bb2a5a63 None None] The sync data for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv is: [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:32:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:12:12Z', 'revision_number': 1, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:12:14.898691 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f2e0015-8840-48ae-9601-6137749d5734 req-506d68f7-e66e-497a-94ea-69648541e967 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278951 Mar 11 16:12:15.023099 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6bf9f2-ce4e-4c8b-8f26-27938f4f5ce3 None None] New status for floating IP fcd2e711-5942-41b9-a387-738a98219a75: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:12:15.917999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fe2c1-f0b0-437f-adf0-c3c268f5390c req-7fc893e0-8bc4-4253-a704-bbe712ad3ec3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:15.919443 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0e5fe2c1-f0b0-437f-adf0-c3c268f5390c req-7fc893e0-8bc4-4253-a704-bbe712ad3ec3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0827003 Mar 11 16:12:15.962695 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0e5fe2c1-f0b0-437f-adf0-c3c268f5390c req-dd518078-f81c-47ea-9251-96af45d6fdec tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376363 Mar 11 16:12:16.143464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cb8ce-9c8c-4f8c-807b-c08042c8c74c req-0ec5d652-d395-464c-8b46-9547c1ef9486 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:16.145020 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-873cb8ce-9c8c-4f8c-807b-c08042c8c74c req-0ec5d652-d395-464c-8b46-9547c1ef9486 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0813701 Mar 11 16:12:16.189052 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-873cb8ce-9c8c-4f8c-807b-c08042c8c74c req-74a6f77b-4b1f-4ac9-abcb-7510dcf37948 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384340 Mar 11 16:12:16.873763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66b0d1-dfaf-45ea-a7e4-1ca2d78ee688 req-66975add-63eb-4ac8-aaac-5c3c7f53a7a9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:16.875229 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1c66b0d1-dfaf-45ea-a7e4-1ca2d78ee688 req-66975add-63eb-4ac8-aaac-5c3c7f53a7a9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0833158 Mar 11 16:12:16.957060 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1c66b0d1-dfaf-45ea-a7e4-1ca2d78ee688 req-4259f897-775e-4d80-8907-d27bc4042ce5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514033 Mar 11 16:12:16.978959 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-a9633045-09a5-4961-aaa3-517f05be11c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022191 Mar 11 16:12:18.146254 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab48e51-8cfb-4532-9ce0-4c9aeed82cdd req-058bb0d7-52b7-4904-9e5d-d4f1725c61d6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:18.147738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bab48e51-8cfb-4532-9ce0-4c9aeed82cdd req-058bb0d7-52b7-4904-9e5d-d4f1725c61d6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0850587 Mar 11 16:12:18.191897 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bab48e51-8cfb-4532-9ce0-4c9aeed82cdd req-bf74b189-2926-4a1e-a047-0243115156af tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385156 Mar 11 16:12:18.847091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-e0501c9c-8201-4888-8e32-78af3236f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:18.848530 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-e0501c9c-8201-4888-8e32-78af3236f9aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 1098 time: 0.0691876 Mar 11 16:12:18.975934 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-3b05451b-f87c-4213-977d-1f6c3914ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:18.977390 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-3b05451b-f87c-4213-977d-1f6c3914ee07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1225038 Mar 11 16:12:19.078239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-9f7d4be7-da4e-44e6-b731-ba3dee0e3f11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 HTTP/1.1" status: 200 len: 1001 time: 0.0940528 Mar 11 16:12:19.237095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-6d2f1f3d-6a19-4796-8cfb-093ba8283da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:19.237652 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-6d2f1f3d-6a19-4796-8cfb-093ba8283da1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.1533079 Mar 11 16:12:19.352733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-7e6a6485-d5ab-47a0-84fb-ff3175a0eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:19.354424 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-7e6a6485-d5ab-47a0-84fb-ff3175a0eeff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1105928 Mar 11 16:12:19.490639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03370fb0-d6bb-460e-b1a8-8149c094b5f5 req-851b9a9e-36df-43ed-982a-95931bb16aa1 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:19.491646 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-03370fb0-d6bb-460e-b1a8-8149c094b5f5 req-851b9a9e-36df-43ed-982a-95931bb16aa1 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.1856580 Mar 11 16:12:19.533131 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-31aacd99-9ad6-4316-9b1d-44e9678de9b3 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710615 Mar 11 16:12:19.582384 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-03370fb0-d6bb-460e-b1a8-8149c094b5f5 req-400a3332-d667-4538-a305-a72cf871d1a1 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834870 Mar 11 16:12:19.673736 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-bed9f1ad-4664-43a2-8bfc-fce220f64c91 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324749 Mar 11 16:12:19.823960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc19e4-d932-4ac3-9227-fb587856abd1 req-129b57f9-1f5a-40d8-bca8-ecc9e418caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:19.825382 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94cc19e4-d932-4ac3-9227-fb587856abd1 req-129b57f9-1f5a-40d8-bca8-ecc9e418caa2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 1098 time: 0.0692892 Mar 11 16:12:19.972684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc19e4-d932-4ac3-9227-fb587856abd1 req-6174685b-f4a5-445c-84b8-ffb1cdb85184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:19.974194 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94cc19e4-d932-4ac3-9227-fb587856abd1 req-6174685b-f4a5-445c-84b8-ffb1cdb85184 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1283576 Mar 11 16:12:20.077605 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94cc19e4-d932-4ac3-9227-fb587856abd1 req-f7d7af48-479b-4188-96cf-ec206682e9e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 HTTP/1.1" status: 200 len: 1001 time: 0.0955637 Mar 11 16:12:20.142953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc19e4-d932-4ac3-9227-fb587856abd1 req-fc6462db-6e8b-4ec9-8c02-d6a2de0c0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:20.144384 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94cc19e4-d932-4ac3-9227-fb587856abd1 req-fc6462db-6e8b-4ec9-8c02-d6a2de0c0749 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0602314 Mar 11 16:12:20.221196 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc19e4-d932-4ac3-9227-fb587856abd1 req-1c417085-4da4-4920-b34f-5124c89b0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:20.222730 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94cc19e4-d932-4ac3-9227-fb587856abd1 req-1c417085-4da4-4920-b34f-5124c89b0f07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697231 Mar 11 16:12:20.356940 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94cc19e4-d932-4ac3-9227-fb587856abd1 req-ffc2b2c0-065f-4c5a-b4bc-b88e34e5e2c2 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239939 Mar 11 16:12:20.491555 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94cc19e4-d932-4ac3-9227-fb587856abd1 req-ce8eb3a3-15ba-4cdc-998d-d4399ab74a6c service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267498 Mar 11 16:12:20.760862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6c55a-30b2-42e5-baaf-a291150413d5 req-c5ef5fe7-c00c-4999-a681-655576cbd587 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:20.762309 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42d6c55a-30b2-42e5-baaf-a291150413d5 req-c5ef5fe7-c00c-4999-a681-655576cbd587 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0786505 Mar 11 16:12:20.808525 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42d6c55a-30b2-42e5-baaf-a291150413d5 req-32d888e4-373e-4be4-bb3c-054d51a5a6c0 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406377 Mar 11 16:12:20.853279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4e908677-3a30-4472-b4a8-8be4012bda16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.991577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38c71b-4767-433d-ac2c-f537a3082f8b req-a9d79f43-4013-4f1e-9a6d-40d0c8c8763d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:21.993045 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4c38c71b-4767-433d-ac2c-f537a3082f8b req-a9d79f43-4013-4f1e-9a6d-40d0c8c8763d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0786202 Mar 11 16:12:22.037441 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4c38c71b-4767-433d-ac2c-f537a3082f8b req-f0805d39-c2b3-4f6d-a1f9-dae3b16d2ed1 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389042 Mar 11 16:12:23.220120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec85d20-645a-4e24-80e9-e0f7d9e429e3 req-575658b5-fbff-4d43-a1cb-731d106a4558 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:23.222355 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fec85d20-645a-4e24-80e9-e0f7d9e429e3 req-575658b5-fbff-4d43-a1cb-731d106a4558 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0835159 Mar 11 16:12:23.268167 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fec85d20-645a-4e24-80e9-e0f7d9e429e3 req-657021e8-5ee2-4ec8-85b3-e592791c1055 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389967 Mar 11 16:12:23.659357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1a162956-3a23-446e-bac5-7a27f0618a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:23.787285 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:12:24.407547 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:24.451377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c2db0-86e3-4376-b010-0ccbcfd3ec57 req-c5254690-c47b-4fdf-a1d2-f2888408afb3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:24.452896 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-058c2db0-86e3-4376-b010-0ccbcfd3ec57 req-c5254690-c47b-4fdf-a1d2-f2888408afb3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0811532 Mar 11 16:12:24.497546 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-058c2db0-86e3-4376-b010-0ccbcfd3ec57 req-0b15d030-56f3-4847-963a-7543a4280da6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381849 Mar 11 16:12:24.664611 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.780060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972401b4-cf94-4304-a114-2b5535d6b5b3 req-2fd952c0-367b-4c57-a779-ef215df7f89b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:25.781446 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-972401b4-cf94-4304-a114-2b5535d6b5b3 req-2fd952c0-367b-4c57-a779-ef215df7f89b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.1789351 Mar 11 16:12:25.823818 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-972401b4-cf94-4304-a114-2b5535d6b5b3 req-21e94b05-8f6d-4528-8ca6-c3127d7f5047 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359945 Mar 11 16:12:26.064482 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:26.191038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:27.007589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8bba1-36a6-40aa-b457-a71903abf17f req-24d3edec-9bb2-4325-84ad-6d8f09ce081f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:27.009107 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-01e8bba1-36a6-40aa-b457-a71903abf17f req-24d3edec-9bb2-4325-84ad-6d8f09ce081f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0782490 Mar 11 16:12:27.055261 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-01e8bba1-36a6-40aa-b457-a71903abf17f req-29041c91-eacb-42a5-a814-32913a2e8ab2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405161 Mar 11 16:12:28.233574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96684585-db73-4950-9457-496fcc1b7e13 req-7393b308-e38a-4ce5-94a2-19ab44d4b03b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:28.235010 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-96684585-db73-4950-9457-496fcc1b7e13 req-7393b308-e38a-4ce5-94a2-19ab44d4b03b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0782936 Mar 11 16:12:28.278927 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-96684585-db73-4950-9457-496fcc1b7e13 req-4ea9e077-effa-4f81-9a86-930a58752969 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375938 Mar 11 16:12:29.465317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173688e-dd85-423b-8b7a-d7eaed6dfe1f req-33de1659-94e3-476c-8417-0e2bf053b75c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:29.466750 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d173688e-dd85-423b-8b7a-d7eaed6dfe1f req-33de1659-94e3-476c-8417-0e2bf053b75c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0834439 Mar 11 16:12:29.509826 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d173688e-dd85-423b-8b7a-d7eaed6dfe1f req-7afea4cb-eeaf-451a-b6f8-f2a33423c57f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375197 Mar 11 16:12:30.689042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2637c-578f-494a-bbfe-09411846dd94 req-e0e1d82a-4b5d-4b15-ab67-6d562cfe8220 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:30.691002 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5ea2637c-578f-494a-bbfe-09411846dd94 req-e0e1d82a-4b5d-4b15-ab67-6d562cfe8220 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0794642 Mar 11 16:12:30.734309 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5ea2637c-578f-494a-bbfe-09411846dd94 req-61ae8ddb-6d2e-4868-bbe1-ae7cca3b2a2e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375354 Mar 11 16:12:31.925555 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f89fb-a5da-4358-9058-876e4c998a21 req-4888d961-871f-463c-afd8-2590cd040a56 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:31.926989 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a46f89fb-a5da-4358-9058-876e4c998a21 req-4888d961-871f-463c-afd8-2590cd040a56 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0844002 Mar 11 16:12:31.969996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a46f89fb-a5da-4358-9058-876e4c998a21 req-813fa3f5-cd0b-469d-b8a2-1969dcbf8a39 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374131 Mar 11 16:12:33.151602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85ff88-2fc4-41f5-b4e8-c525234fa7b1 req-ff13124f-cbe5-4e6f-896e-f7c574893670 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:33.153150 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9b85ff88-2fc4-41f5-b4e8-c525234fa7b1 req-ff13124f-cbe5-4e6f-896e-f7c574893670 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0788875 Mar 11 16:12:33.199954 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9b85ff88-2fc4-41f5-b4e8-c525234fa7b1 req-59fd9b3f-f004-487c-9ca2-d1c066877e6a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406811 Mar 11 16:12:34.381936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031d1c5-0bca-4b00-9794-c0ed97693d37 req-6723b961-2529-410a-ac67-72bb80df98d9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:34.383344 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2031d1c5-0bca-4b00-9794-c0ed97693d37 req-6723b961-2529-410a-ac67-72bb80df98d9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0769603 Mar 11 16:12:34.428156 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2031d1c5-0bca-4b00-9794-c0ed97693d37 req-71d97ab5-86c7-4919-beaa-903410030224 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392592 Mar 11 16:12:35.612641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4f4ef-a0d6-4a0f-92b2-4d1161598fdd req-7c23ea88-2e33-43f3-b0fb-9ceaf30b63cd tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:35.614093 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-48b4f4ef-a0d6-4a0f-92b2-4d1161598fdd req-7c23ea88-2e33-43f3-b0fb-9ceaf30b63cd tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0824995 Mar 11 16:12:35.656342 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-48b4f4ef-a0d6-4a0f-92b2-4d1161598fdd req-273e0b3c-bdf9-4c90-85eb-ae67c7c7b817 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367405 Mar 11 16:12:36.841659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3800e3-388a-4fcc-b289-37d458b20214 req-579017d2-6f78-4447-b8e9-1ddc1c7d1137 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:36.843117 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bf3800e3-388a-4fcc-b289-37d458b20214 req-579017d2-6f78-4447-b8e9-1ddc1c7d1137 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0793591 Mar 11 16:12:36.887814 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bf3800e3-388a-4fcc-b289-37d458b20214 req-f22939ed-66d7-41af-a9ae-0ad7ac766871 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389607 Mar 11 16:12:38.074883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2e93a-85e0-4316-b28b-32885e2afc6a req-dfaa4c05-2e6a-4d27-a721-ee946cd175b9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:38.076328 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-24b2e93a-85e0-4316-b28b-32885e2afc6a req-dfaa4c05-2e6a-4d27-a721-ee946cd175b9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0810442 Mar 11 16:12:38.120431 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-24b2e93a-85e0-4316-b28b-32885e2afc6a req-11f4d3ea-15e9-41c9-8d96-1ea3eccf1629 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385334 Mar 11 16:12:39.304805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff0e53-3d48-4d9a-906e-05de90ab876e req-e9e234b2-ead3-49d2-b50a-8e19c82280ec tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.306249 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-62ff0e53-3d48-4d9a-906e-05de90ab876e req-e9e234b2-ead3-49d2-b50a-8e19c82280ec tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0825238 Mar 11 16:12:39.349317 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-62ff0e53-3d48-4d9a-906e-05de90ab876e req-8171bb3c-84a3-445d-8f9d-c0f1b23b4273 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375047 Mar 11 16:12:40.532364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc028e-60a2-40f8-8ee9-99ef685846b8 req-085f0486-fd10-4d89-8519-ab5cd27d9f79 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:40.534476 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-edcc028e-60a2-40f8-8ee9-99ef685846b8 req-085f0486-fd10-4d89-8519-ab5cd27d9f79 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0794747 Mar 11 16:12:40.576350 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-edcc028e-60a2-40f8-8ee9-99ef685846b8 req-c9ff3639-73f8-42b4-8326-1a01a32178c9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362701 Mar 11 16:12:41.789170 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-89e01169-6cd8-4798-9484-b204e6d8d4c8 service neutron] 10.222.0.30 "GET /v2.0/ports/025d367d-b0cf-4e96-9bf0-bcb9b2255fc8/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.1216385 Mar 11 16:12:41.811279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e8096-e7cd-4995-a928-02f933dfe8c4 req-73368ba9-1eee-4b9b-8d8a-43a4ded438d2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:41.812795 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-710e8096-e7cd-4995-a928-02f933dfe8c4 req-73368ba9-1eee-4b9b-8d8a-43a4ded438d2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.1103401 Mar 11 16:12:41.858377 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-710e8096-e7cd-4995-a928-02f933dfe8c4 req-75edf4d6-c113-4e9b-be9d-01ed0f860a4b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398254 Mar 11 16:12:42.379298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-2c57ea2e-2031-4720-9d77-015a3e5c0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:42.380766 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-2c57ea2e-2031-4720-9d77-015a3e5c0942 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 1098 time: 0.0696857 Mar 11 16:12:42.475616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-f5c6403e-3684-4ad0-917b-cfd851881376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:42.477091 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-f5c6403e-3684-4ad0-917b-cfd851881376 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 1098 time: 0.0742326 Mar 11 16:12:42.605771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-3e3db633-2578-4b7e-bf16-736e247447e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:42.607185 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-3e3db633-2578-4b7e-bf16-736e247447e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1242814 Mar 11 16:12:42.707859 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-fc8d6beb-2539-43a6-b69f-e4c9c4ab411b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 HTTP/1.1" status: 200 len: 1001 time: 0.0941551 Mar 11 16:12:42.770871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-9bd16b7d-c63c-4ec6-b4e9-689e7f24f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:42.772226 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-9bd16b7d-c63c-4ec6-b4e9-689e7f24f31d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0588744 Mar 11 16:12:42.844443 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-25d3f544-4606-4c95-831f-1878e670281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:42.845974 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-25d3f544-4606-4c95-831f-1878e670281e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676439 Mar 11 16:12:43.019204 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-e8352da9-8d68-46f6-b050-b28f7c72809a service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666460 Mar 11 16:12:43.241816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999388-1e58-4133-a656-650f403467fb req-a32672fb-b27b-4b5f-ba0d-e85342bc93b7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:43.243218 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3e999388-1e58-4133-a656-650f403467fb req-a32672fb-b27b-4b5f-ba0d-e85342bc93b7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.2733848 Mar 11 16:12:43.278060 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6da3d819-41a9-4dd4-9b05-b772dda51562 req-184e008d-cda9-4c24-b928-9488e87a4715 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518549 Mar 11 16:12:43.302151 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3e999388-1e58-4133-a656-650f403467fb req-1b246b33-9893-409e-aba8-e13952f5e871 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472438 Mar 11 16:12:44.484417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafa04-eec1-432c-b138-765d03818d90 req-e1bb8628-c165-4f2f-9882-04886df81bf5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:44.485904 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0fafa04-eec1-432c-b138-765d03818d90 req-e1bb8628-c165-4f2f-9882-04886df81bf5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0789890 Mar 11 16:12:44.533706 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0fafa04-eec1-432c-b138-765d03818d90 req-05420088-e7e1-4fff-996b-d5312c933694 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416663 Mar 11 16:12:45.459097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:12:45.462391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:45.678428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.700453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:12:45.716606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c81954-130a-4a11-9fa1-4c3b42f6591f req-651e81c4-73bb-4be6-bbe1-14866d4721b1 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:45.718136 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43c81954-130a-4a11-9fa1-4c3b42f6591f req-651e81c4-73bb-4be6-bbe1-14866d4721b1 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0793967 Mar 11 16:12:45.722802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:12:45.729079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'port_id': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'mac_address': 'fa:16:3e:32:0b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:12:45.734804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:12:45.764082 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43c81954-130a-4a11-9fa1-4c3b42f6591f req-5ddae02b-39f2-4fca-aadb-344fba7db188 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394850 Mar 11 16:12:45.778817 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'code': 200} Mar 11 16:12:45.793019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.808652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.811032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:12:45.925122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:12:45.925481 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:12:45.927949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:45.935384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:45.935728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:45.936061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:45.936390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:45.936735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:45.937061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:45.937380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:45.937698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:45.938014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:45.938325 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:45.938636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:45.938951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:46.518678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.534673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:12:46.549981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:12:46.624927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.689133 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['025d367d-b0cf-4e96-9bf0-bcb9b2255fc8'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:12:46.727346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:46.954392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f3c1-454a-4e8b-b144-72e76db7d91e req-eb573928-e7fd-4264-ab62-44c84c75b056 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:46.955952 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4369f3c1-454a-4e8b-b144-72e76db7d91e req-eb573928-e7fd-4264-ab62-44c84c75b056 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 944 time: 0.0822945 Mar 11 16:12:47.001197 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4369f3c1-454a-4e8b-b144-72e76db7d91e req-4b338ecc-ed39-4422-82e9-57e84401576d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395982 Mar 11 16:12:47.476409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:47.515110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220778b9-5c29-42a0-8125-d18c51fca449 req-514b4864-1c9c-41df-92ea-d3e291eea776 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:47.516586 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-220778b9-5c29-42a0-8125-d18c51fca449 req-514b4864-1c9c-41df-92ea-d3e291eea776 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 944 time: 0.1247489 Mar 11 16:12:47.546747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:47.547283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:47.576872 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-220778b9-5c29-42a0-8125-d18c51fca449 req-7d18f4e2-7fd7-4a90-9d64-a70e67ff6c11 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538499 Mar 11 16:12:47.590270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-3297a7d6-7fc1-4371-96b0-7a5b3b647f1a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:47.591801 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-3297a7d6-7fc1-4371-96b0-7a5b3b647f1a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79&tenant_id=aed3510569b24befa9a82feb8342dd8e&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 944 time: 0.1350398 Mar 11 16:12:47.664866 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:47.696188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:12:47.731652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-3b92a450-fd6d-48a1-ba39-9a1fe1ffc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:47.733226 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-3b92a450-fd6d-48a1-ba39-9a1fe1ffc60f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 1097 time: 0.0715451 Mar 11 16:12:47.762081 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:47.796333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:12:47.836370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:47.857232 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'code': 200} Mar 11 16:12:47.864634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-74753bea-4310-4f5a-bd71-abe99126bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:47.866078 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-74753bea-4310-4f5a-bd71-abe99126bd2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1270747 Mar 11 16:12:47.969364 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-706c31d5-2b16-4a63-bf2e-c154b2d2da9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 HTTP/1.1" status: 200 len: 1001 time: 0.0963016 Mar 11 16:12:48.030363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-a7c77c5b-610c-48c5-b2ab-d226e71c545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:48.031719 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-a7c77c5b-610c-48c5-b2ab-d226e71c545f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0563915 Mar 11 16:12:48.106985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-97645aae-1da0-441c-9dae-33bdb4258e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:48.108408 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-97645aae-1da0-441c-9dae-33bdb4258e14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706902 Mar 11 16:12:48.237058 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-19f22cef-0f7c-451a-a8e5-c25ace16dcf1 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212168 Mar 11 16:12:48.366670 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1490c40d-e2ec-40e7-b7c7-479be3d9ec84 req-95cae118-e54a-4f27-9ad7-565546d82e4b service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225233 Mar 11 16:12:48.764734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db47075-de6c-4fb6-9d57-0d4f341c5e3a req-35e7c348-e092-4921-b55e-91ff3bc4efa7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:48.766080 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9db47075-de6c-4fb6-9d57-0d4f341c5e3a req-35e7c348-e092-4921-b55e-91ff3bc4efa7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0824986 Mar 11 16:12:48.809972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9db47075-de6c-4fb6-9d57-0d4f341c5e3a req-6d73ad93-450b-4159-b7f6-d62261c3f0b6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377901 Mar 11 16:12:49.995051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cfc43-fbdf-4129-9834-c55c29842253 req-521719e7-4a45-4bbf-b2ef-341ede96d945 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:49.996488 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc4cfc43-fbdf-4129-9834-c55c29842253 req-521719e7-4a45-4bbf-b2ef-341ede96d945 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0821092 Mar 11 16:12:50.039314 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc4cfc43-fbdf-4129-9834-c55c29842253 req-e94fb245-e348-4b57-9d85-9ace5ebfb189 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372586 Mar 11 16:12:50.217588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe65d1d-d5c2-4856-9be6-dbf5ace2333f req-3ede0fe3-8628-4610-9378-808e433cfe5c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:50.218948 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dbe65d1d-d5c2-4856-9be6-dbf5ace2333f req-3ede0fe3-8628-4610-9378-808e433cfe5c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0777802 Mar 11 16:12:50.359205 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dbe65d1d-d5c2-4856-9be6-dbf5ace2333f req-65dfca77-e7d9-408d-9d83-df31e81ffaa5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340439 Mar 11 16:12:50.536722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ddfa-4173-43ef-921e-108b51f5dd31 req-a6a8ada5-57f9-49dc-a3fd-47496b42752a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:50.538095 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f349ddfa-4173-43ef-921e-108b51f5dd31 req-a6a8ada5-57f9-49dc-a3fd-47496b42752a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0783274 Mar 11 16:12:50.581071 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f349ddfa-4173-43ef-921e-108b51f5dd31 req-0990e43f-41fa-4032-9e25-eae314d6ab68 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371976 Mar 11 16:12:50.881909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b93500f9-030e-4417-96f0-e71362c62682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:51.184936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9c7bd-2240-4472-ba64-e5fd819bc377 req-d82090fe-edcf-418b-8645-5b321dd2b511 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:51.186289 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-99c9c7bd-2240-4472-ba64-e5fd819bc377 req-d82090fe-edcf-418b-8645-5b321dd2b511 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0808973 Mar 11 16:12:51.230023 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-99c9c7bd-2240-4472-ba64-e5fd819bc377 req-0acfeb31-07a6-46ba-8fec-60c3da1d5ad3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373893 Mar 11 16:12:52.414472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f5242-6614-42e4-b0b2-d5b9c880f54b req-e172dd5c-8def-4960-8255-1efad772756c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:52.415924 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-967f5242-6614-42e4-b0b2-d5b9c880f54b req-e172dd5c-8def-4960-8255-1efad772756c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0791535 Mar 11 16:12:52.471744 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-967f5242-6614-42e4-b0b2-d5b9c880f54b req-c58a75d8-7a1a-444c-88e7-5508bab482f7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492349 Mar 11 16:12:53.120791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-94889961-6c96-4462-9e42-5c4aebfdcdcd tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:53.122192 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-94889961-6c96-4462-9e42-5c4aebfdcdcd tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.0770991 Mar 11 16:12:53.188217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Deleting port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:12:53.188571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.431346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] For port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:12:53.432027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.659032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ab525e23-a766-43d4-9af7-e7f22a1126b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.782991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa976bc-e047-4437-9fab-64cc7888bc91 req-9585c987-b873-4a2e-9ff2-3f2ff56efd68 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:53.784450 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4fa976bc-e047-4437-9fab-64cc7888bc91 req-9585c987-b873-4a2e-9ff2-3f2ff56efd68 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 945 time: 0.2000978 Mar 11 16:12:53.792024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.792397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.792746 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Floating IP fcd2e711-5942-41b9-a387-738a98219a75 disassociated. External IP: 172.26.6.146, port: 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8. Mar 11 16:12:53.793094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Calling delete_port for 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:12:53.884891 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4fa976bc-e047-4437-9fab-64cc7888bc91 req-df572cf1-43b3-4677-9e73-11bc567ff86b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945742 Mar 11 16:12:54.024535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.077160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event deleted for resources: {'Port': ['ID=025d367d-b0cf-4e96-9bf0-bcb9b2255fc8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:54.087536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.087920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.088251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.088572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.088927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.089256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.089587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.089920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.090249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.090578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.090903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.091224 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:54.274834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:12:54.401965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.548221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:12:54.558239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38872b55-9108-4cca-9b69-2e99415af546 None None] Sync routers for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:12:54.573628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38872b55-9108-4cca-9b69-2e99415af546 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:12:54.574214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-38872b55-9108-4cca-9b69-2e99415af546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:12:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:54.621897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] No DVR routers for this DVR port 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:12:54.624241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.626661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'name': 'network-vif-deleted', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:12:54.672614 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4589eb-8a0a-4beb-921a-d8a850566f79', 'name': 'network-vif-deleted', 'tag': '025d367d-b0cf-4e96-9bf0-bcb9b2255fc8', 'status': 'completed', 'code': 200} Mar 11 16:12:54.728091 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cce30647-2a29-4b93-a16d-a9df24bc8ac5 req-2db45b26-763a-4a99-bcc9-77e04f7b844b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "DELETE /v2.0/ports/025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 HTTP/1.1" status: 204 len: 173 time: 1.6010120 Mar 11 16:12:54.756094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.757881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-38872b55-9108-4cca-9b69-2e99415af546 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:12:55.057432 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4891c9a0-d1a2-4a48-bb21-f853e765d5c0 req-934afac8-1765-4dab-983c-119ad0f6750b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Synchronizing usage tracker for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:12:55.075687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-38872b55-9108-4cca-9b69-2e99415af546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:55.079521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38872b55-9108-4cca-9b69-2e99415af546 None None] Checking router: 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:12:55.088779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38872b55-9108-4cca-9b69-2e99415af546 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:12:55.089368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-38872b55-9108-4cca-9b69-2e99415af546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:12:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:55.110298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4891c9a0-d1a2-4a48-bb21-f853e765d5c0 req-934afac8-1765-4dab-983c-119ad0f6750b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Unset dirty status for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:12:55.111455 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4891c9a0-d1a2-4a48-bb21-f853e765d5c0 req-934afac8-1765-4dab-983c-119ad0f6750b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4589eb-8a0a-4beb-921a-d8a850566f79 HTTP/1.1" status: 200 len: 210 time: 0.0956898 Mar 11 16:12:55.268410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-38872b55-9108-4cca-9b69-2e99415af546 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:12:55.611061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-38872b55-9108-4cca-9b69-2e99415af546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:55.615533 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38872b55-9108-4cca-9b69-2e99415af546 None None] The sync data for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv is: [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:12:55.822973 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40719a61-0bbe-469e-96b2-83b6f12f6625 None None] New status for floating IP fcd2e711-5942-41b9-a387-738a98219a75: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:12:56.047890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.225598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.452030 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-6237a933-39f5-4e25-bb3d-0578775b8d5e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--386186463&fields=id&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 267 time: 0.0407515 Mar 11 16:12:56.600171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000a6d-6e69-4191-94aa-e4960047671c req-338dae95-6eab-4ba7-a0b2-e204b4876a5e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:56.601608 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-338dae95-6eab-4ba7-a0b2-e204b4876a5e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 811 time: 0.1428173 Mar 11 16:12:56.616046 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-7a7d1f79-b4bb-4901-8c11-1139d2e930a5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/quotas/aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 375 time: 0.0087905 Mar 11 16:12:56.698299 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-7477c6a2-0ff2-4476-a82f-d202b87c15e6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774031 Mar 11 16:12:56.831790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-45408dad-d7b0-483a-8588-1c2ee7ecc5ec service neutron] 10.222.0.39 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212614 Mar 11 16:12:56.964459 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-49fca508-442f-48ec-8c6e-c8913d7c44ba service neutron] 10.222.0.39 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262078 Mar 11 16:12:57.202954 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cacbc794-ad7f-481e-a04a-823475b47daa req-12f8fbf0-6666-4407-a586-13d1ee67c548 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 210 time: 0.0420928 Mar 11 16:12:57.547899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:57.582280 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:12:57.582621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 025d367d-b0cf-4e96-9bf0-bcb9b2255fc8 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:12:58.356839 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a35d106c-9e1a-40f7-94f8-21176bb96636 req-fbdfc966-76d6-4b11-b875-fb2fb6dc7605 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 210 time: 0.0465286 Mar 11 16:12:59.085522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000a6d-6e69-4191-94aa-e4960047671c req-738826db-1352-4b22-93d8-7d3f7762d303 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:59.087085 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-738826db-1352-4b22-93d8-7d3f7762d303 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 811 time: 0.1467969 Mar 11 16:12:59.134869 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-5da162f7-1b98-4ec4-bfac-62e3ecc1bea8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 379 time: 0.0402393 Mar 11 16:12:59.142699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'port': {'device_id': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'admin_state_up': True, 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'security_groups': ['848843c1-b8c3-4601-bfad-e63817ccd153']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:12:59.278013 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:59.287998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:59.344623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Made reservation on behalf of aed3510569b24befa9a82feb8342dd8e for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:59.349045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.533537 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d5f03f8f-9625-465c-8029-f1108cebf30b req-9d906bc5-2acb-41d1-be6e-c0c32aa368ff tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 210 time: 0.0531964 Mar 11 16:12:59.552480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Allocated IP 172.20.0.5 (6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f/d57d7c66-cda0-4144-88bc-24bcebdcf98c/8dc961da-5d6d-43ef-9c90-2a3696ef5578) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:59.830854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.846123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Transition to ACTIVE for port object 8dc961da-5d6d-43ef-9c90-2a3696ef5578 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:59.928130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.987337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:59.990844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:59.994465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:13:00.043048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event updated for resources: {'Port': ['ID=8dc961da-5d6d-43ef-9c90-2a3696ef5578,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:00.070835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:00.071449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:00.145647 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-b474a377-d959-4d67-84ee-480011ef12f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0062602 Mar 11 16:13:00.157471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Request body: {'port': {'device_id': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:13:00.268958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:00.304747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f3c58129-c76f-4f6d-866c-3656bedc72d6 None None] Provisioning for port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:00.309860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f3c58129-c76f-4f6d-866c-3656bedc72d6 None None] Provisioning complete for port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:00.310232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f3c58129-c76f-4f6d-866c-3656bedc72d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:00.365889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f3c58129-c76f-4f6d-866c-3656bedc72d6 None None] Port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:13:00.603862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc961da-5d6d-43ef-9c90-2a3696ef5578 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:13:00.611325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:00.625906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Transition to ACTIVE for port object 8dc961da-5d6d-43ef-9c90-2a3696ef5578 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:00.688566 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:00.786040 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:13:00.851080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc961da-5d6d-43ef-9c90-2a3696ef5578,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:00.920474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8156328-5a92-4cf1-96bc-60314a932aa6 req-0ef40824-71e7-4e96-9dd6-93c61301145e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:00.921195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b8156328-5a92-4cf1-96bc-60314a932aa6 req-0ef40824-71e7-4e96-9dd6-93c61301145e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Synchronizing usage tracker for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:00.958874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Attempting to bind port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:13:00.967847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Attempting to bind port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:13:00.967847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Attempting to bind port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:13:00.967847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:13:00.967847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Attempting to bind port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:13:00.969631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:13:00.969967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Checking segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:13:00.970351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Bound using segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:13:00.970776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Bound port: 8dc961da-5d6d-43ef-9c90-2a3696ef5578, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:13:00.971120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.016047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-b8156328-5a92-4cf1-96bc-60314a932aa6 req-0ef40824-71e7-4e96-9dd6-93c61301145e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Unset dirty status for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:01.017184 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b8156328-5a92-4cf1-96bc-60314a932aa6 req-0ef40824-71e7-4e96-9dd6-93c61301145e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 931 time: 0.3803291 Mar 11 16:13:01.092572 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b8156328-5a92-4cf1-96bc-60314a932aa6 req-46f108a1-5711-4152-adaf-e589e59ab363 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689259 Mar 11 16:13:01.098135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] For port 8dc961da-5d6d-43ef-9c90-2a3696ef5578, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:13:01.102043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] For port 8dc961da-5d6d-43ef-9c90-2a3696ef5578, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:13:01.178850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.233666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:01.234273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.235653 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] 10.222.0.30 "PUT /v2.0/ports/8dc961da-5d6d-43ef-9c90-2a3696ef5578 HTTP/1.1" status: 200 len: 1093 time: 1.0822568 Mar 11 16:13:01.236045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:13:01.275196 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbdd54-c70f-497c-93a9-4aa92e687ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc961da-5d6d-43ef-9c90-2a3696ef5578,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:01.289415 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'status': 'completed', 'code': 200} Mar 11 16:13:01.381574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cdd13-da9d-44af-8a78-611a0eeea102 req-85533110-a22e-4645-9944-a163d986bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:01.383091 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a4cdd13-da9d-44af-8a78-611a0eeea102 req-85533110-a22e-4645-9944-a163d986bf31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 1096 time: 0.0774834 Mar 11 16:13:01.523509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cdd13-da9d-44af-8a78-611a0eeea102 req-6e77f1b3-2b25-4d50-ae67-4e98c0d87d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:01.524981 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a4cdd13-da9d-44af-8a78-611a0eeea102 req-6e77f1b3-2b25-4d50-ae67-4e98c0d87d33 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=aed3510569b24befa9a82feb8342dd8e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1351600 Mar 11 16:13:01.750949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cdd13-da9d-44af-8a78-611a0eeea102 req-e9c2d6e8-b1b4-4b74-868d-6fd89e91c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:01.752390 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a4cdd13-da9d-44af-8a78-611a0eeea102 req-e9c2d6e8-b1b4-4b74-868d-6fd89e91c0bd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2211177 Mar 11 16:13:01.855283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000a6d-6e69-4191-94aa-e4960047671c req-ddefcb04-84e2-4910-8cef-e6ba88f43b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:01.856764 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-ddefcb04-84e2-4910-8cef-e6ba88f43b73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 1096 time: 0.0708702 Mar 11 16:13:01.926618 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a3d2d394-8389-49e4-af2b-d28f48136b42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578 HTTP/1.1" status: 200 len: 217 time: 0.0620465 Mar 11 16:13:01.986701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000a6d-6e69-4191-94aa-e4960047671c req-099f5fa2-4773-461d-a259-378771d87cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:01.988079 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-099f5fa2-4773-461d-a259-378771d87cbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0563166 Mar 11 16:13:02.063810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000a6d-6e69-4191-94aa-e4960047671c req-ff3015dc-9e7b-4660-87fe-4cddaccb4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:02.065257 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-ff3015dc-9e7b-4660-87fe-4cddaccb4e66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717397 Mar 11 16:13:02.198430 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-a829cade-8b75-4777-a31c-89758e34d7de service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271889 Mar 11 16:13:02.385471 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c5000a6d-6e69-4191-94aa-e4960047671c req-1e526f4c-a42e-4dd2-9893-de29e76968b4 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814926 Mar 11 16:13:02.396769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c51383-2a14-4fb8-bcf2-864374d64d51 req-4ad85d41-4f39-44d1-8df0-a27d40137a14 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:02.398182 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c2c51383-2a14-4fb8-bcf2-864374d64d51 req-4ad85d41-4f39-44d1-8df0-a27d40137a14 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 943 time: 0.1932595 Mar 11 16:13:02.441925 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c2c51383-2a14-4fb8-bcf2-864374d64d51 req-7e51ed22-0d90-4f41-907b-e60dcf3459f6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380588 Mar 11 16:13:03.628381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddd454-15c9-4b32-ac76-db9247aa1be1 req-12027af8-2652-45ff-b1bd-0e41d3061df2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:03.629839 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d3ddd454-15c9-4b32-ac76-db9247aa1be1 req-12027af8-2652-45ff-b1bd-0e41d3061df2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 943 time: 0.0824347 Mar 11 16:13:03.673620 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d3ddd454-15c9-4b32-ac76-db9247aa1be1 req-28fdd0fd-2c90-4510-983d-cb77c5259a2e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382323 Mar 11 16:13:04.853695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3285f4b-c0ec-4eca-a00c-e00cfeabf6af req-833ea3a0-e42f-4bca-aa58-f85e789ed51e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:04.855136 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3285f4b-c0ec-4eca-a00c-e00cfeabf6af req-833ea3a0-e42f-4bca-aa58-f85e789ed51e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 943 time: 0.0786064 Mar 11 16:13:04.901405 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3285f4b-c0ec-4eca-a00c-e00cfeabf6af req-29a7872c-ceec-4eca-8b50-f26af3e7a9f8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407255 Mar 11 16:13:05.626170 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8dc961da-5d6d-43ef-9c90-2a3696ef5578 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:13:05.753560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8dc961da-5d6d-43ef-9c90-2a3696ef5578, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:13:05.766018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'port_id': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'mac_address': 'fa:16:3e:04:89:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:13:05.818495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.837730 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc961da-5d6d-43ef-9c90-2a3696ef5578 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:13:05.852927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8dc961da-5d6d-43ef-9c90-2a3696ef5578, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:13:05.943530 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.012095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8dc961da-5d6d-43ef-9c90-2a3696ef5578,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:06.085180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebb028-6eaa-4d3d-be78-0f73c22324d6 req-fe28a7fc-9944-4516-88cf-1fba0ead4dda tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:06.086640 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3bebb028-6eaa-4d3d-be78-0f73c22324d6 req-fe28a7fc-9944-4516-88cf-1fba0ead4dda tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 944 time: 0.0799103 Mar 11 16:13:06.131370 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3bebb028-6eaa-4d3d-be78-0f73c22324d6 req-0bce3f5c-93da-4c33-9c2c-5676866bfab2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389147 Mar 11 16:13:06.221229 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['8dc961da-5d6d-43ef-9c90-2a3696ef5578'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:13:07.317881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9b125-4edd-45d9-bd03-f925663e1580 req-1ee24a0c-56e5-4ed9-be45-66e7759c0d89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:07.319377 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4df9b125-4edd-45d9-bd03-f925663e1580 req-1ee24a0c-56e5-4ed9-be45-66e7759c0d89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 944 time: 0.0834558 Mar 11 16:13:07.364526 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4df9b125-4edd-45d9-bd03-f925663e1580 req-6322e4ce-3fd7-4dbd-b9d6-1a1b4cc70db5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395260 Mar 11 16:13:07.626326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8dc961da-5d6d-43ef-9c90-2a3696ef5578 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:07.749739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:07.754346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:07.757938 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:07.871247 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:07.898879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:13:07.908330 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8dc961da-5d6d-43ef-9c90-2a3696ef5578, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:13:07.943956 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'code': 200} Mar 11 16:13:07.967274 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.034032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8dc961da-5d6d-43ef-9c90-2a3696ef5578,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:08.264665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613eae9-0a95-4574-b8a1-4e861d054ae7 req-1d6ad6cf-8e1d-4128-9644-8a3b44f47b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:08.266057 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c613eae9-0a95-4574-b8a1-4e861d054ae7 req-1d6ad6cf-8e1d-4128-9644-8a3b44f47b85 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 1098 time: 0.0693209 Mar 11 16:13:08.306642 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c613eae9-0a95-4574-b8a1-4e861d054ae7 req-c84fc01e-9499-480e-bc21-58ccbfd7bdf6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340316 Mar 11 16:13:08.552155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160c87f-15c2-4c88-af0c-b468c9c54ca1 req-1fe39a2c-888e-400b-b074-e14df05c7784 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:08.553524 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e160c87f-15c2-4c88-af0c-b468c9c54ca1 req-1fe39a2c-888e-400b-b074-e14df05c7784 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0814016 Mar 11 16:13:08.596776 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e160c87f-15c2-4c88-af0c-b468c9c54ca1 req-4cb5e0f4-a765-495c-af29-faa492968a97 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376287 Mar 11 16:13:09.778873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00205504-f73c-4344-bb57-e5f6948cb31c req-d71cb652-fefc-406e-8f88-04d0c0ab8468 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:09.780299 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-00205504-f73c-4344-bb57-e5f6948cb31c req-d71cb652-fefc-406e-8f88-04d0c0ab8468 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0782850 Mar 11 16:13:09.823700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-00205504-f73c-4344-bb57-e5f6948cb31c req-959fd169-999f-417f-9b1a-6d0f09486aa6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376091 Mar 11 16:13:11.008709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a6ba9-ec48-4b17-9597-df75ebd7ef8c req-8cbc246d-4e55-45e2-b5ae-d81654396acc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:11.010143 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed4a6ba9-ec48-4b17-9597-df75ebd7ef8c req-8cbc246d-4e55-45e2-b5ae-d81654396acc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0826557 Mar 11 16:13:11.053451 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed4a6ba9-ec48-4b17-9597-df75ebd7ef8c req-769e2632-93c3-4426-bc38-b25ed2a81e18 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373001 Mar 11 16:13:11.231662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896456c5-3fb5-4b14-8677-9ca83861075b req-fe34498f-6f9c-445e-ba1c-d251d4365c56 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:11.233073 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-896456c5-3fb5-4b14-8677-9ca83861075b req-fe34498f-6f9c-445e-ba1c-d251d4365c56 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0821149 Mar 11 16:13:11.241999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 46838) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:11.246867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-06cc5be2-f70a-4f05-a9d4-e50be9ac6eb8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'floatingip': {'port_id': '8dc961da-5d6d-43ef-9c90-2a3696ef5578'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:13:11.325363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06cc5be2-f70a-4f05-a9d4-e50be9ac6eb8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.014895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06cc5be2-f70a-4f05-a9d4-e50be9ac6eb8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.063980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06cc5be2-f70a-4f05-a9d4-e50be9ac6eb8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.231699 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-06cc5be2-f70a-4f05-a9d4-e50be9ac6eb8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Floating IP fcd2e711-5942-41b9-a387-738a98219a75 associated. External IP: 172.26.6.146, port: 8dc961da-5d6d-43ef-9c90-2a3696ef5578. Mar 11 16:13:12.576660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cc5be2-f70a-4f05-a9d4-e50be9ac6eb8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:13:12.856804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cc5be2-f70a-4f05-a9d4-e50be9ac6eb8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:13:12.861644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-06cc5be2-f70a-4f05-a9d4-e50be9ac6eb8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.866566 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ac74f-b878-48a1-a703-f33698c5eb89 None None] Sync routers for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:13:12.875754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ac74f-b878-48a1-a703-f33698c5eb89 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:13:12.876351 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ce4ac74f-b878-48a1-a703-f33698c5eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:12:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:12.918550 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-06cc5be2-f70a-4f05-a9d4-e50be9ac6eb8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "PUT /v2.0/floatingips/fcd2e711-5942-41b9-a387-738a98219a75 HTTP/1.1" status: 200 len: 991 time: 1.6755137 Mar 11 16:13:12.919179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:13:12.964039 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'status': 'completed', 'code': 200} Mar 11 16:13:13.056749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425b480-bd46-441c-81c6-bdcdd661015e req-721581d5-b8ab-4844-ab56-8cfbca0f165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:13.058242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6425b480-bd46-441c-81c6-bdcdd661015e req-721581d5-b8ab-4844-ab56-8cfbca0f165b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 1098 time: 0.0734079 Mar 11 16:13:13.063674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ce4ac74f-b878-48a1-a703-f33698c5eb89 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:13:13.190573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425b480-bd46-441c-81c6-bdcdd661015e req-23eb0816-8edd-43d1-b0a0-fc8bba07c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:13.191929 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6425b480-bd46-441c-81c6-bdcdd661015e req-23eb0816-8edd-43d1-b0a0-fc8bba07c1ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1276391 Mar 11 16:13:13.330606 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6425b480-bd46-441c-81c6-bdcdd661015e req-5ad8810b-0792-490b-81d8-0ecd0ab4880d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578 HTTP/1.1" status: 200 len: 999 time: 0.1331832 Mar 11 16:13:13.440936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425b480-bd46-441c-81c6-bdcdd661015e req-a5c7a0cc-e1a8-4f73-83a0-292cab3eab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:13.442301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6425b480-bd46-441c-81c6-bdcdd661015e req-a5c7a0cc-e1a8-4f73-83a0-292cab3eab4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0784926 Mar 11 16:13:13.453559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ce4ac74f-b878-48a1-a703-f33698c5eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:04:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:13:11Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:13.457577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ac74f-b878-48a1-a703-f33698c5eb89 None None] Checking router: 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:13:13.466792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ac74f-b878-48a1-a703-f33698c5eb89 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:13:13.467386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ce4ac74f-b878-48a1-a703-f33698c5eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:12:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:13.506247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a7ef4-5b87-444b-af0b-84a65b336e72 req-6cbad59f-e74a-449d-860e-94bb05c375a5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:13.507711 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e2a7ef4-5b87-444b-af0b-84a65b336e72 req-6cbad59f-e74a-449d-860e-94bb05c375a5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.1762297 Mar 11 16:13:13.563954 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e2a7ef4-5b87-444b-af0b-84a65b336e72 req-11287533-715f-452a-897b-39cc26be6f65 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499518 Mar 11 16:13:13.570530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425b480-bd46-441c-81c6-bdcdd661015e req-e57b787a-9451-47b7-9082-6309f6a13852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:13.571967 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6425b480-bd46-441c-81c6-bdcdd661015e req-e57b787a-9451-47b7-9082-6309f6a13852 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181026 Mar 11 16:13:13.645012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ce4ac74f-b878-48a1-a703-f33698c5eb89 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:13:13.704366 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6425b480-bd46-441c-81c6-bdcdd661015e req-1f1280db-36dd-4ed1-8015-393c7467a0fe service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261442 Mar 11 16:13:13.835102 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6425b480-bd46-441c-81c6-bdcdd661015e req-b2f7d047-8bf6-4379-8860-5a76376bb537 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250594 Mar 11 16:13:13.987461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ce4ac74f-b878-48a1-a703-f33698c5eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:04:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:13:11Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:13.991357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ac74f-b878-48a1-a703-f33698c5eb89 None None] The sync data for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv is: [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:04:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:13:11Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:13:14.174423 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d35f5-e406-408e-bf9e-656b5da0ff7f None None] New status for floating IP fcd2e711-5942-41b9-a387-738a98219a75: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:13:14.759404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197c64c-b32a-4ac1-971e-b8844f9f4342 req-e4bf74b2-6973-48bf-8736-2c24f2962094 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:14.760872 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2197c64c-b32a-4ac1-971e-b8844f9f4342 req-e4bf74b2-6973-48bf-8736-2c24f2962094 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0840786 Mar 11 16:13:14.803773 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2197c64c-b32a-4ac1-971e-b8844f9f4342 req-63cf2c25-a29f-47f3-9e62-87bb4318ad43 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373893 Mar 11 16:13:15.983893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed3427-ded0-49e8-80f5-bd13117f6011 req-db985a73-f8d2-4c7b-844f-eea12f0a4786 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:15.985371 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-21ed3427-ded0-49e8-80f5-bd13117f6011 req-db985a73-f8d2-4c7b-844f-eea12f0a4786 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0793037 Mar 11 16:13:16.029372 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-21ed3427-ded0-49e8-80f5-bd13117f6011 req-c88ae490-c9ad-4e96-b5b5-7747efe10f17 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384364 Mar 11 16:13:17.213778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd49cc7-da00-4001-879a-015b8e7cdd9a req-38e135f0-708b-4a50-9556-e963227955e0 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:17.215251 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8bd49cc7-da00-4001-879a-015b8e7cdd9a req-38e135f0-708b-4a50-9556-e963227955e0 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0815136 Mar 11 16:13:17.259867 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8bd49cc7-da00-4001-879a-015b8e7cdd9a req-cf057430-7649-46c4-aa11-eeae87959450 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389185 Mar 11 16:13:18.440942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc02590-7574-40c2-9c66-7237a5cf367d req-ef441162-9d76-4905-92c7-f4db96c12c50 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:18.442412 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8dc02590-7574-40c2-9c66-7237a5cf367d req-ef441162-9d76-4905-92c7-f4db96c12c50 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0778701 Mar 11 16:13:18.488804 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8dc02590-7574-40c2-9c66-7237a5cf367d req-82f4d98d-4dc0-4516-9fa6-738140a963d7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403953 Mar 11 16:13:19.667634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2d7ec-83eb-43a9-9e05-98528c7a30e8 req-c7b61575-6ba4-474b-80e7-dd0fcf54f3eb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:19.669101 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29a2d7ec-83eb-43a9-9e05-98528c7a30e8 req-c7b61575-6ba4-474b-80e7-dd0fcf54f3eb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0785799 Mar 11 16:13:19.712615 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29a2d7ec-83eb-43a9-9e05-98528c7a30e8 req-72efa4fa-5559-46f6-ac7a-e9cbdbab5fa3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379755 Mar 11 16:13:20.830288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ee806886-99f3-476d-b515-d7528b21d815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.900785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa82e2-077a-45e9-bff7-040b154754b4 req-5ebd58c8-e489-4cf5-ab2b-8332848c634d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:20.902220 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-90aa82e2-077a-45e9-bff7-040b154754b4 req-5ebd58c8-e489-4cf5-ab2b-8332848c634d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0825546 Mar 11 16:13:20.952391 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-90aa82e2-077a-45e9-bff7-040b154754b4 req-1c944132-4867-4eee-80ab-6ceb84a115ea tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369401 Mar 11 16:13:21.559722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5221-fe9a-4c2b-bfb2-c247889569a3 req-9382cc11-1e98-48c1-943d-459574bf2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:21.561116 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec8a5221-fe9a-4c2b-bfb2-c247889569a3 req-9382cc11-1e98-48c1-943d-459574bf2940 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 1098 time: 0.0692616 Mar 11 16:13:21.798153 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5221-fe9a-4c2b-bfb2-c247889569a3 req-53f53ecd-e93a-4896-a144-e013cf603b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:21.799591 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec8a5221-fe9a-4c2b-bfb2-c247889569a3 req-53f53ecd-e93a-4896-a144-e013cf603b9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.2207377 Mar 11 16:13:21.898412 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec8a5221-fe9a-4c2b-bfb2-c247889569a3 req-1800941b-cd25-47a4-987f-431b83652b86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578 HTTP/1.1" status: 200 len: 1001 time: 0.0933416 Mar 11 16:13:21.960822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5221-fe9a-4c2b-bfb2-c247889569a3 req-b5bedcc8-8646-46ec-92ec-8d69b4a99d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:21.962222 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec8a5221-fe9a-4c2b-bfb2-c247889569a3 req-b5bedcc8-8646-46ec-92ec-8d69b4a99d92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0584061 Mar 11 16:13:22.035151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5221-fe9a-4c2b-bfb2-c247889569a3 req-683ff6d0-0b82-4e9c-a633-a319be3f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:22.036655 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec8a5221-fe9a-4c2b-bfb2-c247889569a3 req-683ff6d0-0b82-4e9c-a633-a319be3f54b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686655 Mar 11 16:13:22.224648 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec8a5221-fe9a-4c2b-bfb2-c247889569a3 req-a5b1f082-3ed0-467a-be51-1e8e4e6803f0 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823373 Mar 11 16:13:22.233050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a112f1-d8c3-4072-b77c-5a388ed03dd0 req-9f1323ca-ccae-45d1-b901-08442453b1a3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:22.234391 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e8a112f1-d8c3-4072-b77c-5a388ed03dd0 req-9f1323ca-ccae-45d1-b901-08442453b1a3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.1736145 Mar 11 16:13:22.364648 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e8a112f1-d8c3-4072-b77c-5a388ed03dd0 req-8a4592e1-442b-44c6-a831-0803413abb9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124775 Mar 11 16:13:22.393375 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec8a5221-fe9a-4c2b-bfb2-c247889569a3 req-c3d008dd-13fa-4893-b0c6-4853e9f4180e service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580849 Mar 11 16:13:23.545825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed0420-1de0-456e-89b6-64e64c0f779c req-aee76edd-554d-4e2e-bea1-0678f4254bbc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:23.547168 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2eed0420-1de0-456e-89b6-64e64c0f779c req-aee76edd-554d-4e2e-bea1-0678f4254bbc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0784178 Mar 11 16:13:23.589836 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2eed0420-1de0-456e-89b6-64e64c0f779c req-c56d64bf-fde9-402a-9f10-4f1c52660d50 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371621 Mar 11 16:13:23.668808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ba41ed53-c4a0-4263-8959-c4a582144bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.395815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.641656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.775071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddac8f2-9a7b-4ca2-aaa6-4394e2aa7133 req-77956a9d-5eef-46b4-b331-639c6b312835 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:24.776494 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8ddac8f2-9a7b-4ca2-aaa6-4394e2aa7133 req-77956a9d-5eef-46b4-b331-639c6b312835 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0820479 Mar 11 16:13:24.819141 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8ddac8f2-9a7b-4ca2-aaa6-4394e2aa7133 req-be571519-0a2b-41d9-a8f9-212f866f80c3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370512 Mar 11 16:13:26.000817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f63ca-1644-4956-912f-0cb7e480d3ea req-6a6d35ba-fd44-4845-9f23-d435d6053401 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:26.002276 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-791f63ca-1644-4956-912f-0cb7e480d3ea req-6a6d35ba-fd44-4845-9f23-d435d6053401 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0800223 Mar 11 16:13:26.041517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.051622 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-791f63ca-1644-4956-912f-0cb7e480d3ea req-87dc7830-f11a-4b26-8298-2b35fc623535 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437665 Mar 11 16:13:26.207197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.231583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e24f-16bf-47db-a163-5aa87d7a9fae req-59dc9870-3d9b-4705-ad6a-2e9ee450717f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:27.233006 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ab71e24f-16bf-47db-a163-5aa87d7a9fae req-59dc9870-3d9b-4705-ad6a-2e9ee450717f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0795960 Mar 11 16:13:27.276704 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ab71e24f-16bf-47db-a163-5aa87d7a9fae req-4542056a-e4f4-4d51-b0b3-7ea71ae509e3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379179 Mar 11 16:13:28.460908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8e387-796b-44f1-9134-035c7b000dbb req-1ee4bcdd-1d53-4d38-aab6-067f3af87404 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:28.462356 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-25e8e387-796b-44f1-9134-035c7b000dbb req-1ee4bcdd-1d53-4d38-aab6-067f3af87404 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0805719 Mar 11 16:13:28.506215 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-25e8e387-796b-44f1-9134-035c7b000dbb req-35f7565f-865c-430d-81b9-c5ab92784b66 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383329 Mar 11 16:13:29.689682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541c496-a5bf-4e27-b3b5-4eb8174d4fa7 req-902d5afe-9d8b-4467-b317-6c0ba54ac499 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:29.691129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0541c496-a5bf-4e27-b3b5-4eb8174d4fa7 req-902d5afe-9d8b-4467-b317-6c0ba54ac499 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0793610 Mar 11 16:13:29.734361 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0541c496-a5bf-4e27-b3b5-4eb8174d4fa7 req-0607bf31-60da-4a4e-9bde-b6b8f5ec55b4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376482 Mar 11 16:13:30.919239 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebb53e-add6-4c4a-b8c3-9f1192b28d12 req-38625f27-4440-4a22-900a-568ec796ac6e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:30.920735 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9bebb53e-add6-4c4a-b8c3-9f1192b28d12 req-38625f27-4440-4a22-900a-568ec796ac6e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0830977 Mar 11 16:13:30.964491 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9bebb53e-add6-4c4a-b8c3-9f1192b28d12 req-f8956ddc-8b37-45e3-aab3-cf2a4f9e9cfa tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381534 Mar 11 16:13:32.146896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f0f40-908c-418c-acbf-89d484f4ed46 req-a8c0c12a-2d59-433d-b90f-7f694e4920b8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:32.148336 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0f0f40-908c-418c-acbf-89d484f4ed46 req-a8c0c12a-2d59-433d-b90f-7f694e4920b8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0767787 Mar 11 16:13:32.194061 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0f0f40-908c-418c-acbf-89d484f4ed46 req-575ee1b6-d74e-4dea-9796-79f83ccbf296 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401759 Mar 11 16:13:33.377168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632007-f62d-44e2-be39-27a853a02c84 req-e058f468-a88b-4302-90a6-992e6abb2b44 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:33.378621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a632007-f62d-44e2-be39-27a853a02c84 req-e058f468-a88b-4302-90a6-992e6abb2b44 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0821688 Mar 11 16:13:33.422041 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a632007-f62d-44e2-be39-27a853a02c84 req-53c56725-41ac-4a39-9d2e-a11fbe6ec4cb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377841 Mar 11 16:13:34.605350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59970904-5d88-48ec-8a9a-9ed9e78e8f56 req-fe12f560-a957-4dea-bbc1-c945beeb9bfb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:34.606810 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-59970904-5d88-48ec-8a9a-9ed9e78e8f56 req-fe12f560-a957-4dea-bbc1-c945beeb9bfb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0814724 Mar 11 16:13:34.741135 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-59970904-5d88-48ec-8a9a-9ed9e78e8f56 req-fe75e4fd-3bf7-4be1-8ec0-a3f432508bbf tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287076 Mar 11 16:13:35.925034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175375c-4d4a-454a-ab76-5cc1c1c94114 req-c36173cf-213c-4ad7-9c2f-d2ee84486842 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:35.926473 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f175375c-4d4a-454a-ab76-5cc1c1c94114 req-c36173cf-213c-4ad7-9c2f-d2ee84486842 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0780156 Mar 11 16:13:35.969522 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f175375c-4d4a-454a-ab76-5cc1c1c94114 req-e4de4e02-06d0-43be-a4f1-150980cc14c6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375247 Mar 11 16:13:37.276622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029b173-8738-489b-a8f5-870b0fedda10 req-3b470bc2-8c67-41c7-bde0-8899b8a1ee16 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:37.278107 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a029b173-8738-489b-a8f5-870b0fedda10 req-3b470bc2-8c67-41c7-bde0-8899b8a1ee16 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.2006080 Mar 11 16:13:37.323388 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a029b173-8738-489b-a8f5-870b0fedda10 req-bc8413aa-9d74-40e7-aa69-6197987202d5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392840 Mar 11 16:13:37.785443 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:13:38.557570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2640cef-fffc-4c4f-b636-adc522570fab req-10c5035a-e74d-48ce-b36f-c57b931ba43a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:38.558952 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e2640cef-fffc-4c4f-b636-adc522570fab req-10c5035a-e74d-48ce-b36f-c57b931ba43a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.1308522 Mar 11 16:13:38.603058 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e2640cef-fffc-4c4f-b636-adc522570fab req-022a2538-fc0a-4993-b08a-40abd313fcb4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376952 Mar 11 16:13:39.787605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ab320-2bdd-4a3e-951b-b233f53b9cd5 req-cd2bc7c3-853c-427c-a175-6349bab2dfd6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:39.789082 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-903ab320-2bdd-4a3e-951b-b233f53b9cd5 req-cd2bc7c3-853c-427c-a175-6349bab2dfd6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0807745 Mar 11 16:13:39.831334 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-903ab320-2bdd-4a3e-951b-b233f53b9cd5 req-50377edb-33c7-456f-bf04-f2fd73852414 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367179 Mar 11 16:13:40.378832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45da7ad-9ac4-4c55-96a3-55290350f7c4 req-15c0c251-d8be-47f5-90b0-729e1e3fa97d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:40.380251 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c45da7ad-9ac4-4c55-96a3-55290350f7c4 req-15c0c251-d8be-47f5-90b0-729e1e3fa97d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0816948 Mar 11 16:13:40.465019 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c45da7ad-9ac4-4c55-96a3-55290350f7c4 req-b8966d78-d28f-4ca9-baa5-8c19c53d9f6e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790193 Mar 11 16:13:40.488913 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-678bafb8-5458-475e-a528-7dee27b42cf5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904171 Mar 11 16:13:41.649321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689c0bd-e670-42a8-bcb8-dbdce2e34893 req-9e5ba136-813d-4edc-8a08-867d40880645 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:41.650750 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a689c0bd-e670-42a8-bcb8-dbdce2e34893 req-9e5ba136-813d-4edc-8a08-867d40880645 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0812948 Mar 11 16:13:41.695155 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a689c0bd-e670-42a8-bcb8-dbdce2e34893 req-82ecd6ad-3557-4af9-a932-a1dcdba491bd tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387056 Mar 11 16:13:42.478414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8b9-013c-4604-958b-006848d71852 req-b9a9b05c-0709-4b68-961e-c7cc3652d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:42.480199 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-b9a9b05c-0709-4b68-961e-c7cc3652d9bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 1098 time: 0.0714681 Mar 11 16:13:42.609131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8b9-013c-4604-958b-006848d71852 req-24b39db9-0390-451b-b736-c0f4b1c02120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:42.610569 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-24b39db9-0390-451b-b736-c0f4b1c02120 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1241615 Mar 11 16:13:42.711904 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-f441a08e-5017-46e9-abcf-614c4c819cef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578 HTTP/1.1" status: 200 len: 1001 time: 0.0952017 Mar 11 16:13:42.776745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8b9-013c-4604-958b-006848d71852 req-17ccc03c-d3f1-45dc-992e-d5e4c25e0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:42.778182 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-17ccc03c-d3f1-45dc-992e-d5e4c25e0a26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0608799 Mar 11 16:13:42.915612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8b9-013c-4604-958b-006848d71852 req-6bcc40a6-ff75-4d33-8aed-b62601445872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:42.919276 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-6bcc40a6-ff75-4d33-8aed-b62601445872 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1324949 Mar 11 16:13:42.927800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a60c4-b052-4b8e-b266-44b5a42f702b req-23cd204d-21ff-44ca-9111-cebf13fdc713 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:42.929181 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-211a60c4-b052-4b8e-b266-44b5a42f702b req-23cd204d-21ff-44ca-9111-cebf13fdc713 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.1115491 Mar 11 16:13:43.057123 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-211a60c4-b052-4b8e-b266-44b5a42f702b req-1adad65f-04ab-43f4-a914-01394eb8f98c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094341 Mar 11 16:13:43.086904 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-1a4858e4-dc77-43b1-9102-26f362e826c2 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568241 Mar 11 16:13:43.215736 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-3aaaa178-b1a9-4876-af2b-040d89e79b60 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217892 Mar 11 16:13:44.246101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818e3ee-0696-4b3c-b862-4d9411d4f9dc req-02fa71f1-1223-4e97-8d59-9bcb84a25ec7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:44.247504 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9818e3ee-0696-4b3c-b862-4d9411d4f9dc req-02fa71f1-1223-4e97-8d59-9bcb84a25ec7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0841377 Mar 11 16:13:44.297233 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9818e3ee-0696-4b3c-b862-4d9411d4f9dc req-98d5890e-7470-4525-8af6-b53f32ea96e8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439885 Mar 11 16:13:45.365526 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-039215c6-5ca8-4869-97e5-36bb156a93f8 service neutron] 10.222.0.30 "GET /v2.0/ports/8dc961da-5d6d-43ef-9c90-2a3696ef5578/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.1700454 Mar 11 16:13:45.485861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4f86a-7287-4893-a13e-141814bcb4ee req-9dbdcdab-24b0-406b-a5cf-c12c9f35f108 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:45.487336 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9ba4f86a-7287-4893-a13e-141814bcb4ee req-9dbdcdab-24b0-406b-a5cf-c12c9f35f108 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0824659 Mar 11 16:13:45.531724 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9ba4f86a-7287-4893-a13e-141814bcb4ee req-8076d911-86bf-46c8-9244-aa53df105c89 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383337 Mar 11 16:13:45.980593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8b9-013c-4604-958b-006848d71852 req-c133dffe-ef33-4c49-a20e-e72540a027b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:45.982036 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-c133dffe-ef33-4c49-a20e-e72540a027b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 1098 time: 0.0697165 Mar 11 16:13:46.072376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8b9-013c-4604-958b-006848d71852 req-25109bfe-0428-4bcc-a302-64fd6d13f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:46.073810 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-25109bfe-0428-4bcc-a302-64fd6d13f297 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 1098 time: 0.0706658 Mar 11 16:13:46.204988 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8b9-013c-4604-958b-006848d71852 req-7a13ed06-de56-42ee-a0f1-d5404896d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:46.206452 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-7a13ed06-de56-42ee-a0f1-d5404896d362 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1269369 Mar 11 16:13:46.306454 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-7d9779fe-3b2a-47ec-9cfa-00549fe2b901 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578 HTTP/1.1" status: 200 len: 1001 time: 0.0941999 Mar 11 16:13:46.371384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8b9-013c-4604-958b-006848d71852 req-7049f16c-f003-43dc-bc8e-ec1ee3b93229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:46.372777 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-7049f16c-f003-43dc-bc8e-ec1ee3b93229 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0594096 Mar 11 16:13:46.445206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8b9-013c-4604-958b-006848d71852 req-49bdd8bb-d801-4783-a24b-2b88ad365fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:46.446661 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-49bdd8bb-d801-4783-a24b-2b88ad365fff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685668 Mar 11 16:13:46.576137 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-f107a920-735e-4320-87a3-7466d458eac1 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235399 Mar 11 16:13:46.758309 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-de2ff8b9-013c-4604-958b-006848d71852 req-48178ce8-efc1-4c20-b0b7-35086b09f159 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761055 Mar 11 16:13:46.782494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8f729-efee-4abb-bfd7-c81b9b0471e0 req-800c7987-5f52-4592-a5b9-389f2e9d4155 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:46.783944 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69f8f729-efee-4abb-bfd7-c81b9b0471e0 req-800c7987-5f52-4592-a5b9-389f2e9d4155 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.1184142 Mar 11 16:13:46.828059 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69f8f729-efee-4abb-bfd7-c81b9b0471e0 req-4566b070-289d-4860-b60b-5338ec190235 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384173 Mar 11 16:13:47.814226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8dc961da-5d6d-43ef-9c90-2a3696ef5578 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:13:47.817559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8dc961da-5d6d-43ef-9c90-2a3696ef5578 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:48.013611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc10a85-6b89-4ade-8d2d-ef12a69c23e3 req-84aec32a-f376-466e-b2d2-ca55245e8ca8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:48.015168 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5fc10a85-6b89-4ade-8d2d-ef12a69c23e3 req-84aec32a-f376-466e-b2d2-ca55245e8ca8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0794489 Mar 11 16:13:48.030856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:48.061516 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5fc10a85-6b89-4ade-8d2d-ef12a69c23e3 req-d9a9cdae-adf3-4234-b30f-b715975840d0 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406125 Mar 11 16:13:48.068946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8dc961da-5d6d-43ef-9c90-2a3696ef5578, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:13:48.079842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:13:48.094553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8dc961da-5d6d-43ef-9c90-2a3696ef5578, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:13:48.095677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'port_id': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'mac_address': 'fa:16:3e:04:89:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:13:48.134197 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'code': 200} Mar 11 16:13:48.157666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:48.167744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:48.208040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dc961da-5d6d-43ef-9c90-2a3696ef5578 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:13:48.290744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8dc961da-5d6d-43ef-9c90-2a3696ef5578,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:48.301338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:13:48.301690 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:13:48.302910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.303255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.303591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.303923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.304252 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.304606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.304931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.305255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.305576 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.305896 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.306215 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.306529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:48.855510 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:48.871708 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc961da-5d6d-43ef-9c90-2a3696ef5578 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:13:48.886917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8dc961da-5d6d-43ef-9c90-2a3696ef5578, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:13:48.960607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:49.028982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['8dc961da-5d6d-43ef-9c90-2a3696ef5578'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:13:49.070382 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8dc961da-5d6d-43ef-9c90-2a3696ef5578,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:49.249301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81225a-6cde-4d14-ad33-e10362dfa7cb req-6865f0bc-8a64-4908-b57a-05d3dc6bd482 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:49.251253 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a81225a-6cde-4d14-ad33-e10362dfa7cb req-6865f0bc-8a64-4908-b57a-05d3dc6bd482 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 944 time: 0.0806611 Mar 11 16:13:49.298112 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a81225a-6cde-4d14-ad33-e10362dfa7cb req-057bf1bf-9e4b-4431-9588-cc19ceb4d109 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397363 Mar 11 16:13:49.828341 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8dc961da-5d6d-43ef-9c90-2a3696ef5578 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:49.936236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:49.936951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.050287 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.081493 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8dc961da-5d6d-43ef-9c90-2a3696ef5578, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:13:50.126314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.155098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:13:50.197900 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8dc961da-5d6d-43ef-9c90-2a3696ef5578,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:50.211249 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'code': 200} Mar 11 16:13:50.481835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ee22d-442c-42ad-81f0-0a81ce792e80 req-01b278b8-b6e3-4a57-9fba-eaae398742ae tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:50.483261 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-746ee22d-442c-42ad-81f0-0a81ce792e80 req-01b278b8-b6e3-4a57-9fba-eaae398742ae tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0809548 Mar 11 16:13:50.526559 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-746ee22d-442c-42ad-81f0-0a81ce792e80 req-a29aab61-b0ac-4365-884b-c698dc349534 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377202 Mar 11 16:13:50.869659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-abfe7b81-6752-4a81-b9c5-5443937a458f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.961010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3bf4-5b97-467c-b389-f7b54884d5de req-8ecd3db4-701c-4c72-822d-7912e246ba39 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:50.963053 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dbe3bf4-5b97-467c-b389-f7b54884d5de req-8ecd3db4-701c-4c72-822d-7912e246ba39 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0810370 Mar 11 16:13:51.056358 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9dbe3bf4-5b97-467c-b389-f7b54884d5de req-fb391e74-d732-49af-9de7-a79dbaaed0cb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878077 Mar 11 16:13:51.086456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-236410f0-de10-40c2-9600-87bc424df109 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:51.087853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-236410f0-de10-40c2-9600-87bc424df109 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49&tenant_id=aed3510569b24befa9a82feb8342dd8e&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 945 time: 0.1057060 Mar 11 16:13:51.223970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-b002bd8a-32d6-4ac7-bb16-3f2fb74954a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:51.225752 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-b002bd8a-32d6-4ac7-bb16-3f2fb74954a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 1098 time: 0.0717683 Mar 11 16:13:51.448222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-fee520d2-962b-4899-95d8-1e7ba4d0bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:51.449677 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-fee520d2-962b-4899-95d8-1e7ba4d0bd4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.2186611 Mar 11 16:13:51.550009 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-0512eda8-cf24-4d90-82ac-d6c2f5fe3f02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578 HTTP/1.1" status: 200 len: 1001 time: 0.0940974 Mar 11 16:13:51.613746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-4a1a4f46-2b8b-42f4-ae8c-70a2f57af383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:51.615172 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-4a1a4f46-2b8b-42f4-ae8c-70a2f57af383 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0599310 Mar 11 16:13:51.687188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-ab9ad4cb-4def-46b2-ad37-a75771f2ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:51.689256 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-ab9ad4cb-4def-46b2-ad37-a75771f2ce50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681381 Mar 11 16:13:51.817550 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-98912085-8819-407d-b9f4-0a9c8c3f459e service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231601 Mar 11 16:13:51.945680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9c43aa6a-04ed-4faf-8aa6-2971b7d51c1f req-ce5b2496-5ef3-42cd-8c8d-7ae9f6c04c28 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229486 Mar 11 16:13:52.243703 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf81ba-fc4d-4bd0-8a03-04b2baf7caea req-5a580dee-bd45-49a4-8ac9-31c2b829db79 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:52.245217 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-32bf81ba-fc4d-4bd0-8a03-04b2baf7caea req-5a580dee-bd45-49a4-8ac9-31c2b829db79 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0805500 Mar 11 16:13:52.293460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-32bf81ba-fc4d-4bd0-8a03-04b2baf7caea req-c7ff5b5d-dcf8-429b-bc0b-d4b98d09898a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425119 Mar 11 16:13:53.479731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332337b4-68dd-406a-9d51-01c00e099101 req-e1fec3e4-30ba-424d-afea-23cd25ca5036 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:53.481207 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-332337b4-68dd-406a-9d51-01c00e099101 req-e1fec3e4-30ba-424d-afea-23cd25ca5036 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0782382 Mar 11 16:13:53.524596 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-332337b4-68dd-406a-9d51-01c00e099101 req-8d0d34ce-05ef-447d-a98f-249c67e31eef tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378175 Mar 11 16:13:53.664130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-02acc4f9-69b3-4a02-b5e6-64fdfddd65ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:53.711834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57158eb4-ad41-4e66-80ad-c41ccd707b89 req-5f6dcb46-d79b-44b6-abb0-05eca053506f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:53.713308 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-57158eb4-ad41-4e66-80ad-c41ccd707b89 req-5f6dcb46-d79b-44b6-abb0-05eca053506f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0826778 Mar 11 16:13:53.756467 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-57158eb4-ad41-4e66-80ad-c41ccd707b89 req-14103a10-51d3-425c-a941-1273d49f4549 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374944 Mar 11 16:13:54.266538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a126c3-827a-4069-bdc5-269f4840984b req-62b19361-ca25-437b-985a-651cca6ac55a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:54.268018 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-64a126c3-827a-4069-bdc5-269f4840984b req-62b19361-ca25-437b-985a-651cca6ac55a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0816541 Mar 11 16:13:54.316595 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-64a126c3-827a-4069-bdc5-269f4840984b req-fad283a7-ee77-419e-8941-223e273adcf7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424581 Mar 11 16:13:54.391678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe77cc-b416-4332-b054-c9ea9a587504 req-eda9ce9d-e54e-49f4-ba3f-3148369c1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:54.393365 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40fe77cc-b416-4332-b054-c9ea9a587504 req-eda9ce9d-e54e-49f4-ba3f-3148369c1448 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 1098 time: 0.0759249 Mar 11 16:13:54.406587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:54.526167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe77cc-b416-4332-b054-c9ea9a587504 req-edd9dc84-5df2-4d79-9357-38e66b079314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:54.527600 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40fe77cc-b416-4332-b054-c9ea9a587504 req-edd9dc84-5df2-4d79-9357-38e66b079314 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1287303 Mar 11 16:13:54.627926 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40fe77cc-b416-4332-b054-c9ea9a587504 req-2e4572ab-90e1-4d1e-ba3c-b961fb2ab418 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578 HTTP/1.1" status: 200 len: 1001 time: 0.0940037 Mar 11 16:13:54.635469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:54.687522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe77cc-b416-4332-b054-c9ea9a587504 req-9f53c815-9dd8-4e7b-af98-293505c92820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:54.688875 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40fe77cc-b416-4332-b054-c9ea9a587504 req-9f53c815-9dd8-4e7b-af98-293505c92820 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0560348 Mar 11 16:13:54.760163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe77cc-b416-4332-b054-c9ea9a587504 req-57b3b459-ca99-40e8-8fdc-5336520aff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:54.761593 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40fe77cc-b416-4332-b054-c9ea9a587504 req-57b3b459-ca99-40e8-8fdc-5336520aff55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671086 Mar 11 16:13:54.888274 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40fe77cc-b416-4332-b054-c9ea9a587504 req-3bb6f6a5-01fc-43bd-9c90-db4022c5221a service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204653 Mar 11 16:13:55.114987 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40fe77cc-b416-4332-b054-c9ea9a587504 req-db7198f6-6a02-42fa-8921-91f7d85304a7 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204428 Mar 11 16:13:55.502673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02aa365-870e-4567-806c-0df820c2f4ff req-5b2c46f3-5015-4d78-8a83-946b5d2c9665 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:55.504214 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c02aa365-870e-4567-806c-0df820c2f4ff req-5b2c46f3-5015-4d78-8a83-946b5d2c9665 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0793917 Mar 11 16:13:55.548855 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c02aa365-870e-4567-806c-0df820c2f4ff req-b1ff5abd-af22-49ca-a24d-a5a55da8f2e0 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387900 Mar 11 16:13:56.109440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.240048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.734283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1db49-c3ba-4f3f-b57a-ca02717028c6 req-77058865-f587-410b-a661-9b700c1a79d8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:56.736242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d7f1db49-c3ba-4f3f-b57a-ca02717028c6 req-77058865-f587-410b-a661-9b700c1a79d8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0819249 Mar 11 16:13:56.778604 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d7f1db49-c3ba-4f3f-b57a-ca02717028c6 req-748b1dfb-a4c5-4d53-86ae-0a7167f3d7b5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367758 Mar 11 16:13:57.312880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1f0f2-2663-41e8-918d-043750468b6a req-11cb585c-8855-4b56-89be-cc03262a540b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:57.314856 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b8d1f0f2-2663-41e8-918d-043750468b6a req-11cb585c-8855-4b56-89be-cc03262a540b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0809453 Mar 11 16:13:57.363114 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b8d1f0f2-2663-41e8-918d-043750468b6a req-f1e9f8e7-5a13-4944-94c0-fd8e84ebe165 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Mar 11 16:13:58.549775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86e773-532a-47ce-b107-07f6ddff444e req-245905c6-ec63-4a38-9d71-32897811feed tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:58.551126 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f86e773-532a-47ce-b107-07f6ddff444e req-245905c6-ec63-4a38-9d71-32897811feed tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0820522 Mar 11 16:13:58.594861 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4f86e773-532a-47ce-b107-07f6ddff444e req-e62221fe-334e-4e59-880c-a9bc4d2f1fa7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380361 Mar 11 16:13:59.027513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-1c738c5d-b957-41a5-8595-ea994c85c940 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:59.028999 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-1c738c5d-b957-41a5-8595-ea994c85c940 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0787292 Mar 11 16:13:59.100380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Deleting port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:13:59.100945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.342551 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] For port 8dc961da-5d6d-43ef-9c90-2a3696ef5578, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8dc961da-5d6d-43ef-9c90-2a3696ef5578,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:13:59.342903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.618908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.619599 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.619599 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Floating IP fcd2e711-5942-41b9-a387-738a98219a75 disassociated. External IP: 172.26.6.146, port: 8dc961da-5d6d-43ef-9c90-2a3696ef5578. Mar 11 16:13:59.619884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Calling delete_port for 8dc961da-5d6d-43ef-9c90-2a3696ef5578 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:13:59.830554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809633cc-d31f-45c1-875f-26375bcdbe51 req-dd2f5457-e905-4751-bfe0-5ed55dba1b7c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:59.831984 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-809633cc-d31f-45c1-875f-26375bcdbe51 req-dd2f5457-e905-4751-bfe0-5ed55dba1b7c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 945 time: 0.0995324 Mar 11 16:13:59.866301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.922958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event deleted for resources: {'Port': ['ID=8dc961da-5d6d-43ef-9c90-2a3696ef5578,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:59.928428 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-809633cc-d31f-45c1-875f-26375bcdbe51 req-63e514cd-11ff-4901-9cc1-46af61b6fbda tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908122 Mar 11 16:13:59.936882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:59.937233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:59.937564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:59.937892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:59.938818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:59.938818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:59.939143 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:59.939309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:59.939498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:59.939812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:59.940128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:59.940451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:00.216240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:14:00.393716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:14:00.403006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7959f6-40e1-4151-8dbf-6d6e89874bb6 None None] Sync routers for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:14:00.412613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7959f6-40e1-4151-8dbf-6d6e89874bb6 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:14:00.413223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7f7959f6-40e1-4151-8dbf-6d6e89874bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:13:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:00.468242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] No DVR routers for this DVR port 8dc961da-5d6d-43ef-9c90-2a3696ef5578 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:14:00.470660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.473141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'name': 'network-vif-deleted', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:14:00.555787 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d14b1c7f-c6f7-4392-aa04-98921a50c005 req-5a51d4e5-8681-4605-aeb5-df74e365828d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "DELETE /v2.0/ports/8dc961da-5d6d-43ef-9c90-2a3696ef5578 HTTP/1.1" status: 204 len: 173 time: 1.5205178 Mar 11 16:14:00.572378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b0e158-2ec6-4774-8c5a-ff2237bcfe49', 'name': 'network-vif-deleted', 'tag': '8dc961da-5d6d-43ef-9c90-2a3696ef5578', 'status': 'completed', 'code': 200} Mar 11 16:14:00.592689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-7f7959f6-40e1-4151-8dbf-6d6e89874bb6 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:14:00.902472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7f7959f6-40e1-4151-8dbf-6d6e89874bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:00.906297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7959f6-40e1-4151-8dbf-6d6e89874bb6 None None] Checking router: 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:14:00.915003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7959f6-40e1-4151-8dbf-6d6e89874bb6 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:14:00.915644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7f7959f6-40e1-4151-8dbf-6d6e89874bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:13:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:01.091930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-5f986c42-8350-4c01-8d2b-e8b68669bcca req-5c47ee84-18c7-4ebd-bff9-212ae6003535 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Synchronizing usage tracker for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:01.095514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-7f7959f6-40e1-4151-8dbf-6d6e89874bb6 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:14:01.190023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-5f986c42-8350-4c01-8d2b-e8b68669bcca req-5c47ee84-18c7-4ebd-bff9-212ae6003535 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Unset dirty status for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:01.191116 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5f986c42-8350-4c01-8d2b-e8b68669bcca req-5c47ee84-18c7-4ebd-bff9-212ae6003535 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b0e158-2ec6-4774-8c5a-ff2237bcfe49 HTTP/1.1" status: 200 len: 210 time: 0.1399963 Mar 11 16:14:01.405244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-7f7959f6-40e1-4151-8dbf-6d6e89874bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:01.409863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7959f6-40e1-4151-8dbf-6d6e89874bb6 None None] The sync data for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv is: [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:14:01.618164 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5441e-b560-4b2e-9b10-9ab146c026d0 None None] New status for floating IP fcd2e711-5942-41b9-a387-738a98219a75: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:14:01.877198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8dc961da-5d6d-43ef-9c90-2a3696ef5578 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:14:01.910911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 8dc961da-5d6d-43ef-9c90-2a3696ef5578 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:14:01.911248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8dc961da-5d6d-43ef-9c90-2a3696ef5578 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:14:02.523964 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7fff026f-f08c-4cb2-b2d8-d85b6ac9c190 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--386186463&fields=id&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 267 time: 0.0390425 Mar 11 16:14:02.669332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-c9b5609b-9d81-459d-a60d-9547d2bda4ec tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:02.670758 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-c9b5609b-9d81-459d-a60d-9547d2bda4ec tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 811 time: 0.1405802 Mar 11 16:14:02.685490 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-0e0f40d9-7da8-4a65-86e6-d5aa0b655ba0 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/quotas/aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 375 time: 0.0087593 Mar 11 16:14:02.772287 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-3bbc66fe-1b16-4a9d-b3ac-ae7b0eaee120 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813785 Mar 11 16:14:02.947617 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-e207dd9c-15ff-4a82-aba8-eefdcad8199b service neutron] 10.222.0.39 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638043 Mar 11 16:14:03.076784 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9448ad06-d377-450a-ab2e-861c86a7411c service neutron] 10.222.0.39 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229553 Mar 11 16:14:03.405044 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-12809015-dcf8-462d-a090-63b7ebeeea5b req-b03fdf97-e13b-44ea-9ada-efb8b57f0625 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 210 time: 0.0409794 Mar 11 16:14:04.556192 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a6c68137-a75a-47fd-8a8b-b3c85465be5e req-c4375798-584a-40dc-986b-df39b2ed978d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 210 time: 0.0454090 Mar 11 16:14:05.702816 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-df3c6450-9a12-4f2f-9098-d4a911767a2e req-a92a1b9e-17d0-4a9b-a20d-7b49be55cdf2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 210 time: 0.0435801 Mar 11 16:14:05.896084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-c25f3876-decd-471f-a843-606a23e965ae tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:05.897460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-c25f3876-decd-471f-a843-606a23e965ae tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 811 time: 0.1486387 Mar 11 16:14:05.946894 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-b662020a-9deb-47d3-a091-da6f12304ae4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 379 time: 0.0403156 Mar 11 16:14:05.954959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'port': {'device_id': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'admin_state_up': True, 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'security_groups': ['848843c1-b8c3-4601-bfad-e63817ccd153']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:14:06.092274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:06.102408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:06.172635 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Made reservation on behalf of aed3510569b24befa9a82feb8342dd8e for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:14:06.177313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:06.340843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Allocated IP 172.20.0.6 (6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f/d57d7c66-cda0-4144-88bc-24bcebdcf98c/299e8d2a-c422-4678-9292-7467e3bde2bd) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:14:06.621468 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:06.636205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Transition to ACTIVE for port object 299e8d2a-c422-4678-9292-7467e3bde2bd will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:06.737595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:06.805964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:06.808962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:06.811566 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:14:06.910085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event updated for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:06.944713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:06.951533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:06.996607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8327d8-ade1-481e-8e2d-614e273dc935 req-5957ebf0-cb94-4942-a182-a1f106a19aeb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:06.997326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-af8327d8-ade1-481e-8e2d-614e273dc935 req-5957ebf0-cb94-4942-a182-a1f106a19aeb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Synchronizing usage tracker for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:07.071096 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-7943ee1f-9fe5-4668-bef4-93471bbd90a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1197028 Mar 11 16:14:07.082517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Request body: {'port': {'device_id': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:14:07.149217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0e196baf-a221-4b02-9d10-9662aaa4c42f None None] Provisioning for port 299e8d2a-c422-4678-9292-7467e3bde2bd completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:07.154594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0e196baf-a221-4b02-9d10-9662aaa4c42f None None] Provisioning complete for port 299e8d2a-c422-4678-9292-7467e3bde2bd triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:07.154960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0e196baf-a221-4b02-9d10-9662aaa4c42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:07.193258 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:07.204001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-af8327d8-ade1-481e-8e2d-614e273dc935 req-5957ebf0-cb94-4942-a182-a1f106a19aeb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Unset dirty status for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:07.207965 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af8327d8-ade1-481e-8e2d-614e273dc935 req-5957ebf0-cb94-4942-a182-a1f106a19aeb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 931 time: 0.3606665 Mar 11 16:14:07.244912 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-0e196baf-a221-4b02-9d10-9662aaa4c42f None None] Port 299e8d2a-c422-4678-9292-7467e3bde2bd cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:14:07.301497 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af8327d8-ade1-481e-8e2d-614e273dc935 req-d6978081-d5d5-4eab-aaa8-185663bc2fb2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890338 Mar 11 16:14:07.560298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299e8d2a-c422-4678-9292-7467e3bde2bd {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:14:07.567165 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:07.581166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Transition to ACTIVE for port object 299e8d2a-c422-4678-9292-7467e3bde2bd will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:07.652147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:07.804729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:07.884704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Attempting to bind port 299e8d2a-c422-4678-9292-7467e3bde2bd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:14:07.885063 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Attempting to bind port 299e8d2a-c422-4678-9292-7467e3bde2bd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:14:07.885408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Attempting to bind port 299e8d2a-c422-4678-9292-7467e3bde2bd on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:14:07.889856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Port 299e8d2a-c422-4678-9292-7467e3bde2bd on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:14:07.890173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Attempting to bind port 299e8d2a-c422-4678-9292-7467e3bde2bd on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:14:07.895185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:14:07.895524 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Checking segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:14:07.895905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Bound using segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:14:07.896325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Bound port: 299e8d2a-c422-4678-9292-7467e3bde2bd, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:14:07.896707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:07.988601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:14:07.992019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:14:08.098504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:08.156685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:08.156685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:08.156685 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] 10.222.0.30 "PUT /v2.0/ports/299e8d2a-c422-4678-9292-7467e3bde2bd HTTP/1.1" status: 200 len: 1093 time: 1.0767527 Mar 11 16:14:08.156685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:14:08.183326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e6099-e195-4ddd-b098-dc07dcfd3dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:08.205045 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'status': 'completed', 'code': 200} Mar 11 16:14:08.304844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf0482-89ad-4329-8f4b-7c851b2839cc req-eb9ae40b-f215-4caf-afbd-6a7195acd3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:08.306378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81bf0482-89ad-4329-8f4b-7c851b2839cc req-eb9ae40b-f215-4caf-afbd-6a7195acd3c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0810001 Mar 11 16:14:08.492278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf0482-89ad-4329-8f4b-7c851b2839cc req-197929bf-ad69-4b1f-a69e-a9a959fe46df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:08.493696 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81bf0482-89ad-4329-8f4b-7c851b2839cc req-197929bf-ad69-4b1f-a69e-a9a959fe46df service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=aed3510569b24befa9a82feb8342dd8e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1806421 Mar 11 16:14:08.699633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d935646-e480-4c13-9697-82b788106c5c req-14bbfc88-704c-4c6b-8dc3-d8577c62ab76 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:08.701026 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0d935646-e480-4c13-9697-82b788106c5c req-14bbfc88-704c-4c6b-8dc3-d8577c62ab76 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 943 time: 0.2857223 Mar 11 16:14:08.776466 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0d935646-e480-4c13-9697-82b788106c5c req-25de9b33-a1d3-4997-a61a-c4bbc51a195e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629342 Mar 11 16:14:08.777642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf0482-89ad-4329-8f4b-7c851b2839cc req-f8e64bcc-7c33-4b37-886b-306d80bbe41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:08.778983 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81bf0482-89ad-4329-8f4b-7c851b2839cc req-f8e64bcc-7c33-4b37-886b-306d80bbe41e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2789524 Mar 11 16:14:08.888107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-a404c07f-d5f1-46d6-a050-a6dd628517be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:08.889618 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-a404c07f-d5f1-46d6-a050-a6dd628517be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0750420 Mar 11 16:14:08.954780 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-515c1cc2-fb7b-4b93-a4d8-95e239c51ed1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299e8d2a-c422-4678-9292-7467e3bde2bd HTTP/1.1" status: 200 len: 217 time: 0.0591145 Mar 11 16:14:09.017987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-56ff5939-9a42-4ac9-80fa-f246c4ff62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:09.019389 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-56ff5939-9a42-4ac9-80fa-f246c4ff62b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0589957 Mar 11 16:14:09.093499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-e3469294-5e61-434d-82a1-c7ebaefd9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:09.094953 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-e3469294-5e61-434d-82a1-c7ebaefd9aae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699601 Mar 11 16:14:09.224265 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-d8e0962a-6d0a-4e97-8487-16439c5ec519 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235106 Mar 11 16:14:09.354666 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b56902f0-e2f8-41f1-9b2b-82a4e15799b8 req-581ca156-57a4-4c13-b41a-8337a493ade7 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242809 Mar 11 16:14:09.963362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad3f0e-0509-4d11-bdb7-6c6f2b42bda6 req-817a956c-d11f-4a3a-83b0-cfacad38c7b6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:09.964833 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-00ad3f0e-0509-4d11-bdb7-6c6f2b42bda6 req-817a956c-d11f-4a3a-83b0-cfacad38c7b6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 943 time: 0.0828326 Mar 11 16:14:10.008026 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-00ad3f0e-0509-4d11-bdb7-6c6f2b42bda6 req-0d11bd7c-b11b-44b2-8f44-1be4873e3c6c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377061 Mar 11 16:14:11.187221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289de18c-7b98-4196-888e-a929e7ca7841 req-a14787c5-938a-4058-a8ad-353e6a8f3f53 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:11.188882 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-289de18c-7b98-4196-888e-a929e7ca7841 req-a14787c5-938a-4058-a8ad-353e6a8f3f53 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 943 time: 0.0791709 Mar 11 16:14:11.233181 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-289de18c-7b98-4196-888e-a929e7ca7841 req-cff6d0f2-62ab-4e23-9a67-120dabe5adc7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387650 Mar 11 16:14:11.984775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 299e8d2a-c422-4678-9292-7467e3bde2bd details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:14:12.113751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:14:12.126489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'port_id': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'mac_address': 'fa:16:3e:f1:b3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:14:12.184006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:12.200784 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299e8d2a-c422-4678-9292-7467e3bde2bd {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:14:12.215580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:14:12.298027 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:12.366070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:12.422829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe55a0b-a0a9-43b2-bec2-5b6bd33fd7ec req-07351bbd-4b21-40e3-b3df-f0213f440998 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:12.424306 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfe55a0b-a0a9-43b2-bec2-5b6bd33fd7ec req-07351bbd-4b21-40e3-b3df-f0213f440998 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 944 time: 0.0831323 Mar 11 16:14:12.467016 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfe55a0b-a0a9-43b2-bec2-5b6bd33fd7ec req-41484bac-d9d9-4042-9a38-1162ec8a4517 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364325 Mar 11 16:14:12.630279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['299e8d2a-c422-4678-9292-7467e3bde2bd'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:14:13.649658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1922e1-aba7-43be-a983-ef16465bfac7 req-c55b275a-5f9e-46f0-a1c8-45194594b9a2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:13.651127 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ef1922e1-aba7-43be-a983-ef16465bfac7 req-c55b275a-5f9e-46f0-a1c8-45194594b9a2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 944 time: 0.0787871 Mar 11 16:14:13.696470 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ef1922e1-aba7-43be-a983-ef16465bfac7 req-f9ffd532-9e57-480f-b496-58d3cabe009f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398488 Mar 11 16:14:14.005809 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 299e8d2a-c422-4678-9292-7467e3bde2bd up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:14.147823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 299e8d2a-c422-4678-9292-7467e3bde2bd completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:14.152506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 299e8d2a-c422-4678-9292-7467e3bde2bd triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:14.152907 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:14.269570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:14.297075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:14:14.307629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:14:14.346323 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'code': 200} Mar 11 16:14:14.400695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:14.473418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:14.742561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184cef4-7096-4e23-8519-e3d136c0a36d req-c1a2463d-aec1-45d9-ad4e-507b1f257f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:14.744044 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a184cef4-7096-4e23-8519-e3d136c0a36d req-c1a2463d-aec1-45d9-ad4e-507b1f257f19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 1098 time: 0.0732548 Mar 11 16:14:14.784366 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:14:14.785010 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a184cef4-7096-4e23-8519-e3d136c0a36d req-2d8ea476-582e-4346-9b7d-a1ab3aa0e8b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338204 Mar 11 16:14:14.886863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a870f1b-d01f-4509-8611-b20e4b518221 req-79c563ed-0061-4fce-8d98-8e500c132e14 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:14.888284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a870f1b-d01f-4509-8611-b20e4b518221 req-79c563ed-0061-4fce-8d98-8e500c132e14 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0810452 Mar 11 16:14:14.931459 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a870f1b-d01f-4509-8611-b20e4b518221 req-ada23ce0-be0d-452d-9904-c156814ddb3e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375912 Mar 11 16:14:16.117684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064955f-25c9-4f38-8003-2cbb60a3de9e req-e187a5ba-4af8-43ce-9956-3af537c5d9ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:16.119173 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7064955f-25c9-4f38-8003-2cbb60a3de9e req-e187a5ba-4af8-43ce-9956-3af537c5d9ee tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0823042 Mar 11 16:14:16.163401 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7064955f-25c9-4f38-8003-2cbb60a3de9e req-1c7a0f6a-fa52-45a0-a13b-67c76aca997d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385146 Mar 11 16:14:17.349421 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f689034-5f0d-4529-9e57-0c9739fe86c3 req-9e7e9e7c-9821-4a85-8f22-86cbfdd308e3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:17.350878 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7f689034-5f0d-4529-9e57-0c9739fe86c3 req-9e7e9e7c-9821-4a85-8f22-86cbfdd308e3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0816984 Mar 11 16:14:17.394503 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7f689034-5f0d-4529-9e57-0c9739fe86c3 req-fdb8b3c6-453d-407e-a476-21a918980c02 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376856 Mar 11 16:14:17.566892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1f554-a946-4e3c-8432-6f7605d97456 req-7a19c03c-74cf-4e34-b4e2-9af925a0e6e4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:17.568861 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-19d1f554-a946-4e3c-8432-6f7605d97456 req-7a19c03c-74cf-4e34-b4e2-9af925a0e6e4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0775924 Mar 11 16:14:17.577135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47040) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:17.581824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f44ddbc9-e548-40fd-9772-fbc347c451c2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'floatingip': {'port_id': '299e8d2a-c422-4678-9292-7467e3bde2bd'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:14:17.658006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f44ddbc9-e548-40fd-9772-fbc347c451c2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:18.330080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f44ddbc9-e548-40fd-9772-fbc347c451c2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:18.394617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f44ddbc9-e548-40fd-9772-fbc347c451c2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:18.565561 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-f44ddbc9-e548-40fd-9772-fbc347c451c2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Floating IP fcd2e711-5942-41b9-a387-738a98219a75 associated. External IP: 172.26.6.146, port: 299e8d2a-c422-4678-9292-7467e3bde2bd. Mar 11 16:14:18.912040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44ddbc9-e548-40fd-9772-fbc347c451c2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:14:19.193886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44ddbc9-e548-40fd-9772-fbc347c451c2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:14:19.202796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f44ddbc9-e548-40fd-9772-fbc347c451c2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:19.203405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccddaea-4a40-4042-b889-e06d3055097a None None] Sync routers for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:14:19.212784 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccddaea-4a40-4042-b889-e06d3055097a None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:14:19.213435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-cccddaea-4a40-4042-b889-e06d3055097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:13:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:19.256426 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f44ddbc9-e548-40fd-9772-fbc347c451c2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "PUT /v2.0/floatingips/fcd2e711-5942-41b9-a387-738a98219a75 HTTP/1.1" status: 200 len: 991 time: 1.6782296 Mar 11 16:14:19.257038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:14:19.316064 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'status': 'completed', 'code': 200} Mar 11 16:14:19.397746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-cccddaea-4a40-4042-b889-e06d3055097a None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:14:19.406144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f045a-7fc2-42b7-a6fe-ea8d794855d4 req-9fed05c1-8fc1-4358-befe-82b952c438b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:19.407662 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-835f045a-7fc2-42b7-a6fe-ea8d794855d4 req-9fed05c1-8fc1-4358-befe-82b952c438b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 1098 time: 0.0716114 Mar 11 16:14:19.541363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f045a-7fc2-42b7-a6fe-ea8d794855d4 req-c557b5b3-3e15-45e9-b5ee-991f55269e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:19.542806 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-835f045a-7fc2-42b7-a6fe-ea8d794855d4 req-c557b5b3-3e15-45e9-b5ee-991f55269e5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1296453 Mar 11 16:14:19.646077 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-835f045a-7fc2-42b7-a6fe-ea8d794855d4 req-179a4d3b-7752-44ae-a94d-b92bc1c333ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299e8d2a-c422-4678-9292-7467e3bde2bd HTTP/1.1" status: 200 len: 999 time: 0.0966985 Mar 11 16:14:19.718027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f045a-7fc2-42b7-a6fe-ea8d794855d4 req-7b1e69a9-7c89-4ed1-b6b6-f42d2aad7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:19.719479 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-835f045a-7fc2-42b7-a6fe-ea8d794855d4 req-7b1e69a9-7c89-4ed1-b6b6-f42d2aad7ddd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0686374 Mar 11 16:14:19.751973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-cccddaea-4a40-4042-b889-e06d3055097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:f1:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:14:18Z', 'revision_number': 9, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:19.756022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccddaea-4a40-4042-b889-e06d3055097a None None] Checking router: 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:14:19.764445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccddaea-4a40-4042-b889-e06d3055097a None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:14:19.765059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-cccddaea-4a40-4042-b889-e06d3055097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:13:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:19.858710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f045a-7fc2-42b7-a6fe-ea8d794855d4 req-81638fcd-e292-4e77-964c-b1d0415201a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:19.864223 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-835f045a-7fc2-42b7-a6fe-ea8d794855d4 req-81638fcd-e292-4e77-964c-b1d0415201a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1348460 Mar 11 16:14:19.868159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137e22f-8e69-4793-b3ea-341783f1c04f req-477574ff-4a01-4f91-9fd7-95a06002f01f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:19.869519 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d137e22f-8e69-4793-b3ea-341783f1c04f req-477574ff-4a01-4f91-9fd7-95a06002f01f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.1139531 Mar 11 16:14:19.988386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-cccddaea-4a40-4042-b889-e06d3055097a None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:14:20.052572 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d137e22f-8e69-4793-b3ea-341783f1c04f req-488e0439-7a3d-4574-a4d9-cf7d8586170f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477325 Mar 11 16:14:20.085554 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-835f045a-7fc2-42b7-a6fe-ea8d794855d4 req-a3912120-0650-4df9-8aa3-ab015598d7da service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863837 Mar 11 16:14:20.095504 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-bb0ea480-6d1a-4a58-978f-19185e8c7c35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2251282 Mar 11 16:14:20.226003 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-835f045a-7fc2-42b7-a6fe-ea8d794855d4 req-0ac1ad04-477e-48af-a596-c0f261a8ebd4 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333556 Mar 11 16:14:20.343271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-cccddaea-4a40-4042-b889-e06d3055097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:f1:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:14:18Z', 'revision_number': 9, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:20.347218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccddaea-4a40-4042-b889-e06d3055097a None None] The sync data for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv is: [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:f1:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:14:18Z', 'revision_number': 9, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:14:20.539224 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434cca2-95d0-4399-8994-b9b4ae1b64c0 None None] New status for floating IP fcd2e711-5942-41b9-a387-738a98219a75: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:14:20.840917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f260e03f-d02a-46d0-b69b-dcb47e20f19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:21.235410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0453e37-6b57-4d23-a074-fa5a3430c2a9 req-dd516eb6-b6c8-4ad7-b5b6-4cfd7a26b30e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:21.236884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f0453e37-6b57-4d23-a074-fa5a3430c2a9 req-dd516eb6-b6c8-4ad7-b5b6-4cfd7a26b30e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0790787 Mar 11 16:14:21.281991 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f0453e37-6b57-4d23-a074-fa5a3430c2a9 req-647340f3-65e1-404c-bc43-4e1bd437e438 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384808 Mar 11 16:14:21.594419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14a986-043c-4472-968d-4cde4ae2e752 req-4e65f569-bde5-43e5-a026-b18c03265d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:21.596146 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e14a986-043c-4472-968d-4cde4ae2e752 req-4e65f569-bde5-43e5-a026-b18c03265d76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 1098 time: 0.0755484 Mar 11 16:14:21.744374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14a986-043c-4472-968d-4cde4ae2e752 req-e327b575-3621-4b73-a0ca-a7b01e055d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:21.745900 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e14a986-043c-4472-968d-4cde4ae2e752 req-e327b575-3621-4b73-a0ca-a7b01e055d6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1319888 Mar 11 16:14:21.857144 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e14a986-043c-4472-968d-4cde4ae2e752 req-0a787b8c-02c2-43f2-a898-9665ec368ed0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299e8d2a-c422-4678-9292-7467e3bde2bd HTTP/1.1" status: 200 len: 1002 time: 0.0979047 Mar 11 16:14:21.916640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14a986-043c-4472-968d-4cde4ae2e752 req-a9caf6f3-e8e0-4483-be3f-588f7a527c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:21.918012 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e14a986-043c-4472-968d-4cde4ae2e752 req-a9caf6f3-e8e0-4483-be3f-588f7a527c94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0551996 Mar 11 16:14:21.989927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14a986-043c-4472-968d-4cde4ae2e752 req-05e9e4c5-9fd9-4e51-8da1-22ef40aebba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:21.991335 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e14a986-043c-4472-968d-4cde4ae2e752 req-05e9e4c5-9fd9-4e51-8da1-22ef40aebba6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671520 Mar 11 16:14:22.233063 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e14a986-043c-4472-968d-4cde4ae2e752 req-a725acdc-83b0-4e91-ab9c-6d86f44bc601 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340324 Mar 11 16:14:22.484484 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e14a986-043c-4472-968d-4cde4ae2e752 req-1b278379-0192-4a8e-abca-23f00087c7ac service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380834 Mar 11 16:14:22.504715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84273c33-c7b9-4bc7-8641-512def3f61a6 req-b883c2aa-b4ee-44c9-a1a1-9393b03c86c7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:22.506645 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84273c33-c7b9-4bc7-8641-512def3f61a6 req-b883c2aa-b4ee-44c9-a1a1-9393b03c86c7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.1171410 Mar 11 16:14:22.593763 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84273c33-c7b9-4bc7-8641-512def3f61a6 req-ce0147b1-4a46-4621-a122-95d41eb3bbc7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812354 Mar 11 16:14:22.618825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52021f9-efc7-49cc-927f-0905bad18168 req-07328905-9e94-4018-a113-3ea96ee38efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:22.620337 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-07328905-9e94-4018-a113-3ea96ee38efd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 1098 time: 0.0931201 Mar 11 16:14:22.750429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52021f9-efc7-49cc-927f-0905bad18168 req-5d893370-15aa-41d0-be80-f9bbfdc7ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:22.751782 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-5d893370-15aa-41d0-be80-f9bbfdc7ab2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1262996 Mar 11 16:14:22.853321 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-7ba2a535-ceb3-40ef-82df-065371e02b59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299e8d2a-c422-4678-9292-7467e3bde2bd HTTP/1.1" status: 200 len: 1002 time: 0.0952036 Mar 11 16:14:22.914491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52021f9-efc7-49cc-927f-0905bad18168 req-17ae9ece-2101-4fd4-a6bb-304eb9ff226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:22.915854 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-17ae9ece-2101-4fd4-a6bb-304eb9ff226a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0567145 Mar 11 16:14:22.988675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52021f9-efc7-49cc-927f-0905bad18168 req-93f38ec1-40b9-4cf5-aebd-c5b8678fecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:22.990663 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-93f38ec1-40b9-4cf5-aebd-c5b8678fecc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686743 Mar 11 16:14:23.119752 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-1866cf4e-7c49-4bce-9dc6-8f50888ff9af service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233616 Mar 11 16:14:23.319719 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-8affcd8c-87b5-46be-912e-820a198b7f6d service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942754 Mar 11 16:14:23.714762 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-37eabee3-5c25-4c1f-928e-9e7d1b10b7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:23.785158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3b32c-7367-4062-bdf5-01e5884dc633 req-952bd639-4506-4f66-ae7e-f503e300e610 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:23.787105 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e2a3b32c-7367-4062-bdf5-01e5884dc633 req-952bd639-4506-4f66-ae7e-f503e300e610 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0843153 Mar 11 16:14:23.830710 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e2a3b32c-7367-4062-bdf5-01e5884dc633 req-3a6d3148-5161-4352-ad57-e8b3bef7456a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379789 Mar 11 16:14:24.405191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:24.692002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:25.014418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3be251-559f-4311-b904-709d5631ae9b req-2f580b7d-99d0-4ced-87d9-45902ccd5f86 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:25.015873 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc3be251-559f-4311-b904-709d5631ae9b req-2f580b7d-99d0-4ced-87d9-45902ccd5f86 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0790031 Mar 11 16:14:25.061683 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc3be251-559f-4311-b904-709d5631ae9b req-03d3aa52-6e1d-4daa-afb5-67e7e719f122 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401866 Mar 11 16:14:26.063493 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:26.229781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:26.243812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8dbb4-55b5-49af-99dc-ba81b87269b2 req-8d86bdde-4f63-4d79-8bfe-402c2d5dca1c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:26.245304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-38b8dbb4-55b5-49af-99dc-ba81b87269b2 req-8d86bdde-4f63-4d79-8bfe-402c2d5dca1c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0792675 Mar 11 16:14:26.289289 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-38b8dbb4-55b5-49af-99dc-ba81b87269b2 req-6aa67d5b-374b-4198-b030-5abbe84449c2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381496 Mar 11 16:14:27.473718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ee417-7218-4ac2-aebc-3cc4f90d44f6 req-a096001b-6737-4671-8525-3d5278e3e55f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:27.475185 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-551ee417-7218-4ac2-aebc-3cc4f90d44f6 req-a096001b-6737-4671-8525-3d5278e3e55f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0816579 Mar 11 16:14:27.518658 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-551ee417-7218-4ac2-aebc-3cc4f90d44f6 req-2b43d0b0-80bb-45ab-8ae0-1dd1b0b187b2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376859 Mar 11 16:14:28.701879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397dce5-8a14-434e-a2ce-e7312779b460 req-39bb9dd2-fd1b-40b7-9dfb-d1193a4ef514 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:28.703324 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8397dce5-8a14-434e-a2ce-e7312779b460 req-39bb9dd2-fd1b-40b7-9dfb-d1193a4ef514 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0818536 Mar 11 16:14:28.746253 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8397dce5-8a14-434e-a2ce-e7312779b460 req-29cf3444-c7f1-450e-a0bf-90220ceccd4e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370994 Mar 11 16:14:30.024753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1730-9a80-4206-a582-80e86c0ba95c req-bbcee2bc-e798-44ba-94fc-2f6ff7a033ab tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:30.026104 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c74b1730-9a80-4206-a582-80e86c0ba95c req-bbcee2bc-e798-44ba-94fc-2f6ff7a033ab tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.1762810 Mar 11 16:14:30.068763 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c74b1730-9a80-4206-a582-80e86c0ba95c req-74a696ca-ef0f-4ba9-a10e-d44d339ce616 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370510 Mar 11 16:14:31.255038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb5799-72f8-46e4-99c0-7aa8783ee692 req-e31f9fe4-cd05-4c8a-92c2-cc2e65406207 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:31.256539 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7cbb5799-72f8-46e4-99c0-7aa8783ee692 req-e31f9fe4-cd05-4c8a-92c2-cc2e65406207 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0836568 Mar 11 16:14:31.303696 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7cbb5799-72f8-46e4-99c0-7aa8783ee692 req-3d2a7297-fc71-4862-84e2-235647c569a7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385237 Mar 11 16:14:32.486810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627613-2f73-48a2-9365-6fceecf70bfc req-0f89213a-fd61-4dca-92fc-b1669d860a18 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:32.488238 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cc627613-2f73-48a2-9365-6fceecf70bfc req-0f89213a-fd61-4dca-92fc-b1669d860a18 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0786614 Mar 11 16:14:32.531185 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cc627613-2f73-48a2-9365-6fceecf70bfc req-9a3ece1e-40d0-4e8d-a904-74be9f6c50f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366573 Mar 11 16:14:33.717798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80d110-ff1e-475c-8306-6cbe280cbb7e req-7892116a-0a04-4c12-91da-2ac1dc5d815a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:33.719297 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0f80d110-ff1e-475c-8306-6cbe280cbb7e req-7892116a-0a04-4c12-91da-2ac1dc5d815a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0822814 Mar 11 16:14:33.763948 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0f80d110-ff1e-475c-8306-6cbe280cbb7e req-19b5b77a-5a52-494b-95d7-1696e2b3b28b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389192 Mar 11 16:14:34.943978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1ce2f-b9ed-40d9-9aad-fc75823db926 req-ef690174-eca2-4f4f-a306-b242cd2c996d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:34.945422 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02e1ce2f-b9ed-40d9-9aad-fc75823db926 req-ef690174-eca2-4f4f-a306-b242cd2c996d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0770216 Mar 11 16:14:34.991257 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02e1ce2f-b9ed-40d9-9aad-fc75823db926 req-98451dff-3d6f-46cc-b0e0-fee99386b053 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402372 Mar 11 16:14:36.173326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d88742-756c-465f-8734-68a280ec5448 req-495502db-7159-454b-97d8-dcd4b02cc2ce tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:36.174779 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18d88742-756c-465f-8734-68a280ec5448 req-495502db-7159-454b-97d8-dcd4b02cc2ce tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0799599 Mar 11 16:14:36.218820 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18d88742-756c-465f-8734-68a280ec5448 req-66f75a57-b9d9-4b26-99c3-85a4abe848bb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379491 Mar 11 16:14:37.409561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73230af2-0694-4e32-ac25-3ce3e7133d33 req-a3eabc56-08a9-4d23-bea0-e3cb2459bd96 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:37.411572 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-73230af2-0694-4e32-ac25-3ce3e7133d33 req-a3eabc56-08a9-4d23-bea0-e3cb2459bd96 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0847120 Mar 11 16:14:37.456216 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-73230af2-0694-4e32-ac25-3ce3e7133d33 req-772d3234-82a5-4eb9-b1f6-2bb2762d0287 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388317 Mar 11 16:14:38.641911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22e742-70c7-48f7-8daf-e441579ab8e7 req-e2677f40-a189-424c-9569-7b7b9cceb0aa tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:38.643340 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc22e742-70c7-48f7-8daf-e441579ab8e7 req-e2677f40-a189-424c-9569-7b7b9cceb0aa tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0788569 Mar 11 16:14:38.686357 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc22e742-70c7-48f7-8daf-e441579ab8e7 req-a92be2ae-9e6f-4b55-9a38-253889fca7a9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367548 Mar 11 16:14:39.875098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8ac11-cd8c-4d7b-ba39-584462e2b86d req-d4438305-3b9e-469d-b209-66e06d49e2b8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:39.876536 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6d8ac11-cd8c-4d7b-ba39-584462e2b86d req-d4438305-3b9e-469d-b209-66e06d49e2b8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0825672 Mar 11 16:14:39.919453 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d6d8ac11-cd8c-4d7b-ba39-584462e2b86d req-c54e39bc-6664-4eb4-ac95-a3a9a9454dba tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366492 Mar 11 16:14:41.104509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b6df-ec7b-4a23-bb32-4dc0dfa002ed req-dd25bf6a-1c9c-4e77-9f6f-603089956f97 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:41.105937 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e86b6df-ec7b-4a23-bb32-4dc0dfa002ed req-dd25bf6a-1c9c-4e77-9f6f-603089956f97 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0812094 Mar 11 16:14:41.147918 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e86b6df-ec7b-4a23-bb32-4dc0dfa002ed req-512b7e57-8c01-4eef-8ceb-04a00fdfa88f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364461 Mar 11 16:14:42.330463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acdf7d-a208-4057-b203-d9a432d95d1a req-ccc1ff3a-f108-40d2-b798-f0380bed9d69 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:42.331895 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27acdf7d-a208-4057-b203-d9a432d95d1a req-ccc1ff3a-f108-40d2-b798-f0380bed9d69 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0787919 Mar 11 16:14:42.377185 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27acdf7d-a208-4057-b203-d9a432d95d1a req-6dd7426a-a407-4fa6-bcf8-fd2215a7398c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392411 Mar 11 16:14:43.561388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327bd8d-5f03-4f83-8451-3f082e4f58ce req-72dc08a5-c2af-44f4-95b9-821f55e5e374 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:43.562743 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c327bd8d-5f03-4f83-8451-3f082e4f58ce req-72dc08a5-c2af-44f4-95b9-821f55e5e374 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0822408 Mar 11 16:14:43.606087 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c327bd8d-5f03-4f83-8451-3f082e4f58ce req-58a5f98a-212e-47a8-a172-e0e99f41dcba tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372372 Mar 11 16:14:44.785976 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ef1cb-db52-450b-85f0-8d97d32f2857 req-4c71e150-6c8f-4792-90af-8f1e4044afe6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:44.787387 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-996ef1cb-db52-450b-85f0-8d97d32f2857 req-4c71e150-6c8f-4792-90af-8f1e4044afe6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0771854 Mar 11 16:14:44.832077 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-996ef1cb-db52-450b-85f0-8d97d32f2857 req-7399fb1a-0848-4676-a148-52fe520d16bb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392075 Mar 11 16:14:46.015042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9af9e1-7a5b-4775-b83f-84139e9fc345 req-3ceadf24-de25-4beb-969a-0dfedde64868 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:46.016486 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a9af9e1-7a5b-4775-b83f-84139e9fc345 req-3ceadf24-de25-4beb-969a-0dfedde64868 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0790012 Mar 11 16:14:46.060240 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a9af9e1-7a5b-4775-b83f-84139e9fc345 req-78dcd5f5-1072-44d8-a681-da7d40098106 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376344 Mar 11 16:14:47.247682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfcde0-cfc0-485f-957b-9044b815f881 req-a693d0cf-3068-4516-9708-f74bbec2238c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:47.249192 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bdcfcde0-cfc0-485f-957b-9044b815f881 req-a693d0cf-3068-4516-9708-f74bbec2238c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0828538 Mar 11 16:14:47.293754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bdcfcde0-cfc0-485f-957b-9044b815f881 req-c57b35b7-c13f-4557-b4b1-1e8872b84e43 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 Mar 11 16:14:48.475594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef99eb-1cc1-435b-a41d-5f702ec8eff6 req-b40baff0-cdca-4cbb-b107-ad5e012dfbbb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:48.477078 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83ef99eb-1cc1-435b-a41d-5f702ec8eff6 req-b40baff0-cdca-4cbb-b107-ad5e012dfbbb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0786250 Mar 11 16:14:48.523453 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-83ef99eb-1cc1-435b-a41d-5f702ec8eff6 req-e37f3b02-5bb3-43ee-8ba8-ae9ecd97aed8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 Mar 11 16:14:49.703993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8003b-25bd-4755-a68d-a0f65c203c33 req-5c8433ff-2b7e-44a7-9eb1-3c71f76ec7d9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:49.705439 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-48d8003b-25bd-4755-a68d-a0f65c203c33 req-5c8433ff-2b7e-44a7-9eb1-3c71f76ec7d9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0782056 Mar 11 16:14:49.748043 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-48d8003b-25bd-4755-a68d-a0f65c203c33 req-83c65b78-4a5d-486f-9cb2-dde17744b92e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370958 Mar 11 16:14:50.377667 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-666accdc-4241-4069-9393-e91fdcc9e538 service neutron] 10.222.0.30 "GET /v2.0/ports/299e8d2a-c422-4678-9292-7467e3bde2bd/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0745091 Mar 11 16:14:50.846299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0e00-1bf6-4359-8640-bb6bdce2d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.945330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6266bf1-3aab-4d4a-ba93-848c6364a2c5 req-8034e9a8-8dd6-48ba-8042-ebb693c9ff25 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:50.946802 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c6266bf1-3aab-4d4a-ba93-848c6364a2c5 req-8034e9a8-8dd6-48ba-8042-ebb693c9ff25 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0864878 Mar 11 16:14:50.990340 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c6266bf1-3aab-4d4a-ba93-848c6364a2c5 req-2a01430a-1623-48f7-ba47-8470359168de tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379319 Mar 11 16:14:51.148580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52021f9-efc7-49cc-927f-0905bad18168 req-8d360aef-b114-45d9-9b6d-9c55677249ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:51.150038 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-8d360aef-b114-45d9-9b6d-9c55677249ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 1098 time: 0.1588631 Mar 11 16:14:51.238030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52021f9-efc7-49cc-927f-0905bad18168 req-5b100c98-1a95-40be-98a4-cefaac217f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:51.240071 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-5b100c98-1a95-40be-98a4-cefaac217f85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 1098 time: 0.0697372 Mar 11 16:14:51.366677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52021f9-efc7-49cc-927f-0905bad18168 req-7b3f4e69-3b53-4551-8a6d-add9963e31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:51.368108 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-7b3f4e69-3b53-4551-8a6d-add9963e31e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1225502 Mar 11 16:14:51.466681 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-5ee06d83-488d-4ae6-a3a8-5f243deaafbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299e8d2a-c422-4678-9292-7467e3bde2bd HTTP/1.1" status: 200 len: 1002 time: 0.0925181 Mar 11 16:14:51.527108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52021f9-efc7-49cc-927f-0905bad18168 req-b857a673-e300-4409-9f92-2335c20712a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:51.528517 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-b857a673-e300-4409-9f92-2335c20712a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0559039 Mar 11 16:14:51.603227 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52021f9-efc7-49cc-927f-0905bad18168 req-cc664226-563a-4341-8184-1b267208f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:51.604949 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-cc664226-563a-4341-8184-1b267208f685 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706701 Mar 11 16:14:51.732856 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-cecb6bf6-6ca4-4c1a-8bce-5d809fcd0933 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217437 Mar 11 16:14:51.782897 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:14:51.861596 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b52021f9-efc7-49cc-927f-0905bad18168 req-d670a36a-8557-4f6d-9272-33ecb0bf8ae4 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229899 Mar 11 16:14:52.176943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212ee80-5890-4f1f-af4c-6446f41f70b9 req-27c453c7-8dd8-4b80-9f3c-c86d4de10fa1 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:52.178208 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3212ee80-5890-4f1f-af4c-6446f41f70b9 req-27c453c7-8dd8-4b80-9f3c-c86d4de10fa1 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0814691 Mar 11 16:14:52.225580 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3212ee80-5890-4f1f-af4c-6446f41f70b9 req-33be5cbc-9a98-4506-be3e-83f3552517fd tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416384 Mar 11 16:14:53.410579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90098d-db5d-48c0-935c-624d1ab61ba0 req-1f3a88fe-9b71-4141-b09d-79b2ecabcc88 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:53.412123 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff90098d-db5d-48c0-935c-624d1ab61ba0 req-1f3a88fe-9b71-4141-b09d-79b2ecabcc88 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0781517 Mar 11 16:14:53.455352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff90098d-db5d-48c0-935c-624d1ab61ba0 req-8f0f59f4-418e-4088-81f0-dcb68e50331e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376589 Mar 11 16:14:53.691788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-70499261-4faf-48be-9f38-d424942f6197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:54.202340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 299e8d2a-c422-4678-9292-7467e3bde2bd details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:14:54.207832 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 299e8d2a-c422-4678-9292-7467e3bde2bd no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:14:54.432773 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:54.458338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:14:54.477111 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'port_id': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'mac_address': 'fa:16:3e:f1:b3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:14:54.482676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:14:54.491408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:54.495504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:14:54.550202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:54.612999 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'code': 200} Mar 11 16:14:54.613953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:54.646495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 299e8d2a-c422-4678-9292-7467e3bde2bd {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:14:54.670061 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7d3bf-e4cc-4cf5-9119-e8b5bcf19a88 req-69e29107-22a4-433b-9586-214f982bab3a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:54.672479 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ec7d3bf-e4cc-4cf5-9119-e8b5bcf19a88 req-69e29107-22a4-433b-9586-214f982bab3a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 943 time: 0.0883708 Mar 11 16:14:54.706650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:54.717836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:54.727954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.728310 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.728679 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.729060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.732663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.732663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.732663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.732947 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ec7d3bf-e4cc-4cf5-9119-e8b5bcf19a88 req-5e5f2dc7-af51-4a9f-add7-61d6685e251c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493603 Mar 11 16:14:54.733052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.733052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.733052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.733052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.733052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:54.735144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:14:54.735497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:14:55.289362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:55.307328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299e8d2a-c422-4678-9292-7467e3bde2bd {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:14:55.324590 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:14:55.399870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:55.465159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['299e8d2a-c422-4678-9292-7467e3bde2bd'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:14:55.505925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:55.923425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ff5a6-4714-48fa-967c-247a2317f913 req-a00f584f-7899-4dc3-8e86-b6398b5725b5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:55.924945 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b3ff5a6-4714-48fa-967c-247a2317f913 req-a00f584f-7899-4dc3-8e86-b6398b5725b5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 944 time: 0.0790975 Mar 11 16:14:55.968560 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1b3ff5a6-4714-48fa-967c-247a2317f913 req-b4dcedcf-467f-4685-a666-e27ee0c3baac tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379195 Mar 11 16:14:56.044679 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:56.206507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 299e8d2a-c422-4678-9292-7467e3bde2bd up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:56.258589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:56.274495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 299e8d2a-c422-4678-9292-7467e3bde2bd triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:56.274898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:56.424610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:56.456415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:14:56.538551 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:56.612095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:56.615441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:14:56.669714 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'code': 200} Mar 11 16:14:56.766832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6e72b-e798-48b9-9dc3-0520be52d321 req-fb13421d-e0da-415e-9514-9f696f477b67 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:56.768192 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1eb6e72b-e798-48b9-9dc3-0520be52d321 req-fb13421d-e0da-415e-9514-9f696f477b67 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.1531658 Mar 11 16:14:56.776307 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566572-7173-4a8e-805c-4227b590b847 req-8e0d4ef7-eb0f-42cf-916a-cef31b8fad3a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:56.777724 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-8e0d4ef7-eb0f-42cf-916a-cef31b8fad3a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7&tenant_id=aed3510569b24befa9a82feb8342dd8e&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 945 time: 0.1214521 Mar 11 16:14:56.875262 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1eb6e72b-e798-48b9-9dc3-0520be52d321 req-ee616ba9-5e2b-4672-ab11-ed33eb2e1185 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966089 Mar 11 16:14:56.885741 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-f061473a-8b40-4509-b2d1-0cbdf4095a21 service neutron] 10.222.0.30 "GET /v2.0/ports/299e8d2a-c422-4678-9292-7467e3bde2bd/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0942712 Mar 11 16:14:56.980837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566572-7173-4a8e-805c-4227b590b847 req-e6821ec7-02ce-4763-bee2-6dda875398b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:56.982330 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-e6821ec7-02ce-4763-bee2-6dda875398b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 1098 time: 0.0709157 Mar 11 16:14:57.111462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566572-7173-4a8e-805c-4227b590b847 req-803bf949-c4b9-4bbe-8d8c-521f4eac5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:57.112913 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-803bf949-c4b9-4bbe-8d8c-521f4eac5276 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1243660 Mar 11 16:14:57.212830 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-47cbe471-76b2-4641-8af3-84a48adbf7ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299e8d2a-c422-4678-9292-7467e3bde2bd HTTP/1.1" status: 200 len: 1002 time: 0.0943408 Mar 11 16:14:57.366085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566572-7173-4a8e-805c-4227b590b847 req-c060d34e-d7ac-4762-8600-fac5506c8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:57.367493 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-c060d34e-d7ac-4762-8600-fac5506c8ecc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.1495004 Mar 11 16:14:57.439408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566572-7173-4a8e-805c-4227b590b847 req-5f0c8a51-97b1-4522-9a0e-2f09907d8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:57.440952 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-5f0c8a51-97b1-4522-9a0e-2f09907d8b99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670819 Mar 11 16:14:57.567351 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-b0580826-fdcf-4205-8f95-5cc46351d6bd service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200979 Mar 11 16:14:57.695537 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-04341d11-9945-49b7-a7da-830516f9d83e service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235893 Mar 11 16:14:58.065015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515de85-9393-4dfc-a6ab-efaf40f92ea1 req-76ec2328-757f-4a76-bc0b-38bcd4c81859 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:58.066476 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f515de85-9393-4dfc-a6ab-efaf40f92ea1 req-76ec2328-757f-4a76-bc0b-38bcd4c81859 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0844777 Mar 11 16:14:58.110322 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f515de85-9393-4dfc-a6ab-efaf40f92ea1 req-770d773c-495d-4739-bdf5-796ce4bd405b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382617 Mar 11 16:14:58.226304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 299e8d2a-c422-4678-9292-7467e3bde2bd no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:14:58.335337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:58.366956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:14:58.423192 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:58.490688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=9']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:58.670849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:14:58.720647 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'code': 200} Mar 11 16:14:59.299843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1c02e-d04b-4d2f-964f-decc8a616684 req-17056a82-d56a-4154-979b-9b74b763498b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:59.301962 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31a1c02e-d04b-4d2f-964f-decc8a616684 req-17056a82-d56a-4154-979b-9b74b763498b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 943 time: 0.0865662 Mar 11 16:14:59.345508 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31a1c02e-d04b-4d2f-964f-decc8a616684 req-5a433066-eec9-4023-9e63-0fcb22f30c8c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380244 Mar 11 16:15:00.679515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06104255-959b-490c-877f-e8ce0e917a03 req-1aba5663-9ccc-4ce0-813d-55046cd017e7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:00.680983 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-06104255-959b-490c-877f-e8ce0e917a03 req-1aba5663-9ccc-4ce0-813d-55046cd017e7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 943 time: 0.0827858 Mar 11 16:15:00.765054 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-06104255-959b-490c-877f-e8ce0e917a03 req-de4908b3-0626-492c-874f-443797f5a16d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780725 Mar 11 16:15:00.790975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566572-7173-4a8e-805c-4227b590b847 req-01c3dc6a-a8f5-40f1-8be3-01d216a44ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:00.792410 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-01c3dc6a-a8f5-40f1-8be3-01d216a44ce7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 1096 time: 0.0928645 Mar 11 16:15:00.883166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566572-7173-4a8e-805c-4227b590b847 req-c815d5b9-6fc6-4358-84b7-a3ba450c3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:00.884635 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-c815d5b9-6fc6-4358-84b7-a3ba450c3ae6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0720682 Mar 11 16:15:01.011621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566572-7173-4a8e-805c-4227b590b847 req-68f05f09-6366-47fa-8ae8-32bcd074531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:01.012970 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-68f05f09-6366-47fa-8ae8-32bcd074531f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1227002 Mar 11 16:15:01.114275 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-e82fb802-7cf4-4be9-8131-a08675deb302 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299e8d2a-c422-4678-9292-7467e3bde2bd HTTP/1.1" status: 200 len: 1000 time: 0.0946801 Mar 11 16:15:01.176261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566572-7173-4a8e-805c-4227b590b847 req-026b2037-c17e-4456-9439-790458a5a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:01.177685 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-026b2037-c17e-4456-9439-790458a5a7d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0583820 Mar 11 16:15:01.255173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566572-7173-4a8e-805c-4227b590b847 req-1af9e30b-2fd4-420d-9939-1ee84c9398e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:01.256805 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-1af9e30b-2fd4-420d-9939-1ee84c9398e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726852 Mar 11 16:15:01.385833 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-5432e7c9-9dac-4b36-a4eb-cc65b2b5bd49 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228957 Mar 11 16:15:01.513204 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e566572-7173-4a8e-805c-4227b590b847 req-f72c8e82-5ef1-4f19-ae32-30dd099af387 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217191 Mar 11 16:15:01.946605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6021aa7-d69c-4b9b-826d-f08f9b629b62 req-721eeb56-ccc7-4df4-88b2-3214f40d415f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:01.948003 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6021aa7-d69c-4b9b-826d-f08f9b629b62 req-721eeb56-ccc7-4df4-88b2-3214f40d415f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 943 time: 0.0773110 Mar 11 16:15:01.991146 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6021aa7-d69c-4b9b-826d-f08f9b629b62 req-248f1c21-0970-412c-a313-00f346a13e2f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376263 Mar 11 16:15:02.221267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 299e8d2a-c422-4678-9292-7467e3bde2bd details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:15:02.224108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 299e8d2a-c422-4678-9292-7467e3bde2bd no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:15:02.446317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:02.459288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'port_id': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'mac_address': 'fa:16:3e:f1:b3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:15:02.512271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.528745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299e8d2a-c422-4678-9292-7467e3bde2bd {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:15:02.544210 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:02.605671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.673987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=10']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:02.678691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['299e8d2a-c422-4678-9292-7467e3bde2bd'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:15:03.173142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509907a-8b8b-4490-afed-8c9627f10655 req-a15dc276-7015-4b93-8dcf-c1433830e106 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:03.174558 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f509907a-8b8b-4490-afed-8c9627f10655 req-a15dc276-7015-4b93-8dcf-c1433830e106 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0811005 Mar 11 16:15:03.312878 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f509907a-8b8b-4490-afed-8c9627f10655 req-3e0b110c-5acc-4f91-b071-13948c7a8792 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321747 Mar 11 16:15:04.238744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 299e8d2a-c422-4678-9292-7467e3bde2bd up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:04.310759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 299e8d2a-c422-4678-9292-7467e3bde2bd triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:04.311127 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.428357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.457465 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:15:04.468024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:04.506770 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'code': 200} Mar 11 16:15:04.542216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.609524 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=11']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:04.645066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca54e6b-f0ae-4659-8670-af08ec55bc66 req-a4427d44-d6ab-46be-ab95-8e2ff3a52a69 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:04.647844 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3ca54e6b-f0ae-4659-8670-af08ec55bc66 req-a4427d44-d6ab-46be-ab95-8e2ff3a52a69 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 946 time: 0.0785525 Mar 11 16:15:04.690097 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3ca54e6b-f0ae-4659-8670-af08ec55bc66 req-d91a9de0-0ef2-4eec-bd19-dbcece612db8 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378041 Mar 11 16:15:04.876202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868b6be-f73a-46b7-8bfe-45577d1a5ee1 req-0f36872a-5b34-4600-80b2-f73a9e1079bc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:04.877660 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0868b6be-f73a-46b7-8bfe-45577d1a5ee1 req-0f36872a-5b34-4600-80b2-f73a9e1079bc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 946 time: 0.0823400 Mar 11 16:15:04.920128 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0868b6be-f73a-46b7-8bfe-45577d1a5ee1 req-ea4c595a-a7fa-4492-9d37-116d52127f5b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369754 Mar 11 16:15:05.102037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77581b2-86f5-44ce-99ca-671ac8b0a26c req-a7a9fbc8-044d-4292-b30b-a4d6789f5de9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:05.103477 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b77581b2-86f5-44ce-99ca-671ac8b0a26c req-a7a9fbc8-044d-4292-b30b-a4d6789f5de9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 946 time: 0.0825305 Mar 11 16:15:05.146549 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b77581b2-86f5-44ce-99ca-671ac8b0a26c req-1f854e58-398e-4fbc-99b3-22196b067097 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371373 Mar 11 16:15:05.771997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e1aa5-bc39-4960-be42-677bd4b1688e req-d7e0d123-9807-4235-86ce-7d22be82b74c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:05.773473 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f57e1aa5-bc39-4960-be42-677bd4b1688e req-d7e0d123-9807-4235-86ce-7d22be82b74c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 946 time: 0.0796652 Mar 11 16:15:05.815470 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f57e1aa5-bc39-4960-be42-677bd4b1688e req-fa22d34b-9fa8-41b7-a00c-2a70d4a8cf7c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365639 Mar 11 16:15:07.003736 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172e792-41f0-494d-a49e-55648ba85af2 req-12d58463-9225-4a10-b905-9210a59c0ee4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:07.005221 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b172e792-41f0-494d-a49e-55648ba85af2 req-12d58463-9225-4a10-b905-9210a59c0ee4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 946 time: 0.0829790 Mar 11 16:15:07.049367 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b172e792-41f0-494d-a49e-55648ba85af2 req-6b570d28-3165-4295-b350-76e79ec122d4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384531 Mar 11 16:15:08.055625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e051642-1725-4538-beac-4f2b81efd7aa req-fbbebd9b-fee3-4a8f-9033-d5d43d13f065 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:08.057063 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9e051642-1725-4538-beac-4f2b81efd7aa req-fbbebd9b-fee3-4a8f-9033-d5d43d13f065 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 946 time: 0.0785968 Mar 11 16:15:08.129764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Deleting port 299e8d2a-c422-4678-9292-7467e3bde2bd {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:08.130630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.343870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eb8a8-cac9-4d4a-9afb-2666b7cde9e7 req-99291760-1276-45fa-9eae-76d31125c6d0 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:08.345337 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f25eb8a8-cac9-4d4a-9afb-2666b7cde9e7 req-99291760-1276-45fa-9eae-76d31125c6d0 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 946 time: 0.1856728 Mar 11 16:15:08.460001 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f25eb8a8-cac9-4d4a-9afb-2666b7cde9e7 req-06816ff4-8423-41d3-9790-ee4025d0ba04 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710671 Mar 11 16:15:08.468868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] For port 299e8d2a-c422-4678-9292-7467e3bde2bd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=299e8d2a-c422-4678-9292-7467e3bde2bd,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:08.469233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.764217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.764612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.764929 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Floating IP fcd2e711-5942-41b9-a387-738a98219a75 disassociated. External IP: 172.26.6.146, port: 299e8d2a-c422-4678-9292-7467e3bde2bd. Mar 11 16:15:08.765268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Calling delete_port for 299e8d2a-c422-4678-9292-7467e3bde2bd owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:08.942847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.992728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event deleted for resources: {'Port': ['ID=299e8d2a-c422-4678-9292-7467e3bde2bd,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:09.156106 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.156699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.156802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.157187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.157428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.157752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.158069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.158386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.158692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.159007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.159320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.159629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:09.282585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:15:09.456961 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:09.466793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17c595d-96ef-4e92-96d6-9b6b29ce5a50 None None] Sync routers for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:09.475998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c595d-96ef-4e92-96d6-9b6b29ce5a50 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:09.476649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d17c595d-96ef-4e92-96d6-9b6b29ce5a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:14:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:09.535613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] No DVR routers for this DVR port 299e8d2a-c422-4678-9292-7467e3bde2bd on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:15:09.538054 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.540861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-deleted', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:15:09.553000 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9e051642-1725-4538-beac-4f2b81efd7aa req-9282e92a-f883-4ca9-ba63-d78d89452e9c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "DELETE /v2.0/ports/299e8d2a-c422-4678-9292-7467e3bde2bd HTTP/1.1" status: 204 len: 173 time: 1.4890811 Mar 11 16:15:09.611236 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186e630a-26bc-4bb1-a688-c30208c49ae7', 'name': 'network-vif-deleted', 'tag': '299e8d2a-c422-4678-9292-7467e3bde2bd', 'status': 'completed', 'code': 200} Mar 11 16:15:09.616989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-477f8d4e-7d67-40ba-8f09-f7bda893bc53 req-d9615585-d50e-4ab7-a369-4d81380008ae tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Synchronizing usage tracker for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:09.669595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-d17c595d-96ef-4e92-96d6-9b6b29ce5a50 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:09.697024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-477f8d4e-7d67-40ba-8f09-f7bda893bc53 req-d9615585-d50e-4ab7-a369-4d81380008ae tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Unset dirty status for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:09.698538 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-477f8d4e-7d67-40ba-8f09-f7bda893bc53 req-d9615585-d50e-4ab7-a369-4d81380008ae tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=186e630a-26bc-4bb1-a688-c30208c49ae7 HTTP/1.1" status: 200 len: 210 time: 0.1291552 Mar 11 16:15:10.006974 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d17c595d-96ef-4e92-96d6-9b6b29ce5a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:10.010705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17c595d-96ef-4e92-96d6-9b6b29ce5a50 None None] Checking router: 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:15:10.018665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c595d-96ef-4e92-96d6-9b6b29ce5a50 None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:10.019240 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d17c595d-96ef-4e92-96d6-9b6b29ce5a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:14:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:10.192666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-d17c595d-96ef-4e92-96d6-9b6b29ce5a50 None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:10.501252 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d17c595d-96ef-4e92-96d6-9b6b29ce5a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:10.505214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17c595d-96ef-4e92-96d6-9b6b29ce5a50 None None] The sync data for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv is: [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:10.718033 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f21ff-2286-4969-bbda-e4891c835a17 None None] New status for floating IP fcd2e711-5942-41b9-a387-738a98219a75: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:15:11.031665 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-9783636d-44f9-4b20-a7ac-a7453dbc3c82 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--386186463&fields=id&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 267 time: 0.0411718 Mar 11 16:15:11.179401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-4b6bed54-3cd6-49dc-9c1d-994911af1c03 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:11.180834 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-4b6bed54-3cd6-49dc-9c1d-994911af1c03 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 811 time: 0.1419420 Mar 11 16:15:11.195512 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-7280a700-85cb-4676-9c01-4310a99c46cc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/quotas/aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 375 time: 0.0093548 Mar 11 16:15:11.279437 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-38df8843-af6e-4cf9-9037-ad5322e94448 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788550 Mar 11 16:15:11.414810 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-a0fbe3fd-bf2f-45ed-9779-813143ee5dda service neutron] 10.222.0.39 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239305 Mar 11 16:15:11.544404 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-eff8f935-e4a3-4ec7-bb93-d74bd4287fcb service neutron] 10.222.0.39 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237319 Mar 11 16:15:11.792956 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e851e1b6-9168-43ef-bb09-d200a82a3fa5 req-cb559c6e-db60-4bd9-bd79-0a6e82ad8816 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 210 time: 0.0460441 Mar 11 16:15:12.264953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 299e8d2a-c422-4678-9292-7467e3bde2bd no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:15:12.299179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 299e8d2a-c422-4678-9292-7467e3bde2bd {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:15:12.299521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 299e8d2a-c422-4678-9292-7467e3bde2bd not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:15:12.941686 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a4ca7be5-cd6c-4ec8-af53-37071d498e89 req-4d7336b0-a320-4d24-a671-1e1912755a19 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 210 time: 0.0420992 Mar 11 16:15:13.885486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-2bc8bc3e-f5f2-42be-9750-c1e61afe3e2f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:13.886923 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-2bc8bc3e-f5f2-42be-9750-c1e61afe3e2f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 811 time: 0.1435568 Mar 11 16:15:13.935441 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-6bb8d779-939c-4dca-9390-20c8cccb9850 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 379 time: 0.0390463 Mar 11 16:15:13.944322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'port': {'device_id': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'admin_state_up': True, 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'security_groups': ['848843c1-b8c3-4601-bfad-e63817ccd153']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:14.101463 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5bf52458-7d15-4687-8955-c8440568f9ae req-45f0afaf-e5f8-4f7e-b94c-41ef2fe2dacc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 210 time: 0.0533447 Mar 11 16:15:14.224116 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:14.234113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:14.359819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Made reservation on behalf of aed3510569b24befa9a82feb8342dd8e for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:14.363411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.522677 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Allocated IP 172.20.0.8 (6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f/d57d7c66-cda0-4144-88bc-24bcebdcf98c/5cad866f-1f3c-4470-965d-1602937cc215) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:14.712674 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.729802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Transition to ACTIVE for port object 5cad866f-1f3c-4470-965d-1602937cc215 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:14.817431 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.883046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:14.890523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:14.894764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:14.929401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:14.965866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:14.966542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.058110 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8632649d-b489-4f5f-bc57-3c033517823c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1176817 Mar 11 16:15:15.113201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Request body: {'port': {'device_id': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:15.205687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c40f3956-d88b-49fb-8d75-5c05f2d8154f None None] Provisioning for port 5cad866f-1f3c-4470-965d-1602937cc215 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:15.211580 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c40f3956-d88b-49fb-8d75-5c05f2d8154f None None] Provisioning complete for port 5cad866f-1f3c-4470-965d-1602937cc215 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:15.211956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c40f3956-d88b-49fb-8d75-5c05f2d8154f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.267380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.270675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-c40f3956-d88b-49fb-8d75-5c05f2d8154f None None] Port 5cad866f-1f3c-4470-965d-1602937cc215 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:15.406621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6a034-5fa8-4384-afd2-cff5fa9b9df2 req-789b3cae-b71e-4c66-84e1-08a4ff2efc0b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:15.407309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-dce6a034-5fa8-4384-afd2-cff5fa9b9df2 req-789b3cae-b71e-4c66-84e1-08a4ff2efc0b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Synchronizing usage tracker for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:15.524173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-dce6a034-5fa8-4384-afd2-cff5fa9b9df2 req-789b3cae-b71e-4c66-84e1-08a4ff2efc0b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Unset dirty status for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:15.525354 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dce6a034-5fa8-4384-afd2-cff5fa9b9df2 req-789b3cae-b71e-4c66-84e1-08a4ff2efc0b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 931 time: 0.3136313 Mar 11 16:15:15.594228 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dce6a034-5fa8-4384-afd2-cff5fa9b9df2 req-c542f123-05d0-4171-b236-fc804c909d21 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576434 Mar 11 16:15:15.675158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cad866f-1f3c-4470-965d-1602937cc215 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:15:15.682649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.696728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Transition to ACTIVE for port object 5cad866f-1f3c-4470-965d-1602937cc215 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:15.754382 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.907249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:15.987734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Attempting to bind port 5cad866f-1f3c-4470-965d-1602937cc215 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:15.988375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Attempting to bind port 5cad866f-1f3c-4470-965d-1602937cc215 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:15.988375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Attempting to bind port 5cad866f-1f3c-4470-965d-1602937cc215 on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:15.993468 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Port 5cad866f-1f3c-4470-965d-1602937cc215 on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:15:15.993780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Attempting to bind port 5cad866f-1f3c-4470-965d-1602937cc215 on network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:15.998749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:15.999079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Checking segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:15.999448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Bound using segment: {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:15.999862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Bound port: 5cad866f-1f3c-4470-965d-1602937cc215, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d61edd6-e4d7-477c-8dcc-3a09e200e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:16.000198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.084455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:16.087306 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:16.176183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.234594 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:16.235234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.236590 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/5cad866f-1f3c-4470-965d-1602937cc215 HTTP/1.1" status: 200 len: 1093 time: 1.1711683 Mar 11 16:15:16.237151 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:15:16.265488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25548f5-366d-473d-8ccb-15c06e3340c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:16.291225 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215', 'status': 'completed', 'code': 200} Mar 11 16:15:16.385725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614128d-ca0d-4b5a-9476-b8b8a205a743 req-f0b2f636-8bbd-48d9-898a-19ac110b679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:16.387345 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b614128d-ca0d-4b5a-9476-b8b8a205a743 req-f0b2f636-8bbd-48d9-898a-19ac110b679a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 1096 time: 0.0755479 Mar 11 16:15:16.624426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614128d-ca0d-4b5a-9476-b8b8a205a743 req-e969b8ea-6190-452b-94fd-b17ddc3f59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:16.625946 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b614128d-ca0d-4b5a-9476-b8b8a205a743 req-e969b8ea-6190-452b-94fd-b17ddc3f59e1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=aed3510569b24befa9a82feb8342dd8e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2321928 Mar 11 16:15:16.819481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614128d-ca0d-4b5a-9476-b8b8a205a743 req-acc97c65-c663-46f5-bb31-64e15142bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:16.820873 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b614128d-ca0d-4b5a-9476-b8b8a205a743 req-acc97c65-c663-46f5-bb31-64e15142bd03 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884840 Mar 11 16:15:16.841007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fa21b-c14e-4f3f-8d62-48a960ca3b52 req-1882d8ac-c754-44b6-9772-8f7917ed5efe tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:16.842427 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-619fa21b-c14e-4f3f-8d62-48a960ca3b52 req-1882d8ac-c754-44b6-9772-8f7917ed5efe tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 943 time: 0.1248882 Mar 11 16:15:16.928999 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-619fa21b-c14e-4f3f-8d62-48a960ca3b52 req-f3e149df-74a3-45b6-8b83-294a05986262 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809298 Mar 11 16:15:16.953575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-a27df3ec-8392-4fdc-8db6-1ce06f0bb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:16.955105 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-a27df3ec-8392-4fdc-8db6-1ce06f0bb89d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 1096 time: 0.0932744 Mar 11 16:15:17.025342 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-db3ff05d-4f10-43e4-94af-6e70cd7097fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cad866f-1f3c-4470-965d-1602937cc215 HTTP/1.1" status: 200 len: 217 time: 0.0636621 Mar 11 16:15:17.087302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-2ef6b548-d78b-4088-b5ac-ae30a0cdeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:17.088722 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-2ef6b548-d78b-4088-b5ac-ae30a0cdeb8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0570152 Mar 11 16:15:17.167275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-315f2ddb-e17c-4ee1-8aee-75c05bf89d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:17.168738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-315f2ddb-e17c-4ee1-8aee-75c05bf89d73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744696 Mar 11 16:15:17.297910 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-bd004fb6-7a06-453a-a4e3-e45597dab737 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228991 Mar 11 16:15:17.426280 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98442a7f-b4f3-4bf8-8c8f-85a6da00e81a req-8f8c5a54-543f-4a04-b4cf-03a5fcc75577 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220806 Mar 11 16:15:18.113636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac5ef-ec42-4e22-a9a7-c7674e639b33 req-3fb7aa51-d9c6-4939-ab3d-95a810b2ab8a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:18.115129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e47ac5ef-ec42-4e22-a9a7-c7674e639b33 req-3fb7aa51-d9c6-4939-ab3d-95a810b2ab8a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 943 time: 0.0803380 Mar 11 16:15:18.158411 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e47ac5ef-ec42-4e22-a9a7-c7674e639b33 req-29f84b8e-6606-4122-9eb0-30e35a8b90ce tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376823 Mar 11 16:15:19.343034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b87c6-34e2-4a87-88f6-685e3cd1bef8 req-5a9834eb-9a3d-4cf4-add3-98230053d75c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:19.344473 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b55b87c6-34e2-4a87-88f6-685e3cd1bef8 req-5a9834eb-9a3d-4cf4-add3-98230053d75c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 943 time: 0.0830064 Mar 11 16:15:19.388002 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b55b87c6-34e2-4a87-88f6-685e3cd1bef8 req-f600cff0-0493-48b5-91a2-8a5077c4651d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379305 Mar 11 16:15:20.264011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5cad866f-1f3c-4470-965d-1602937cc215 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:15:20.392850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:20.405835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '5cad866f-1f3c-4470-965d-1602937cc215', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'port_id': '5cad866f-1f3c-4470-965d-1602937cc215', 'mac_address': 'fa:16:3e:0e:36:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:15:20.464676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.483969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cad866f-1f3c-4470-965d-1602937cc215 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:15:20.499528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:20.558764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.575109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59070c-356f-42df-bff3-8bdf2146e7c9 req-699525fa-27fa-419a-9731-d1231c26810e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:20.576698 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a59070c-356f-42df-bff3-8bdf2146e7c9 req-699525fa-27fa-419a-9731-d1231c26810e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 943 time: 0.0798662 Mar 11 16:15:20.620700 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a59070c-356f-42df-bff3-8bdf2146e7c9 req-d5f950c1-0a80-4f0c-9000-b6c8949bcc02 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381510 Mar 11 16:15:20.625835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:20.888378 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['5cad866f-1f3c-4470-965d-1602937cc215'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:15:20.916815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7c295722-957d-4ad6-bec7-bebdfe8561f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.808656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c66a35-3f96-4c09-8336-bbb906e4f942 req-0dfc2e0d-e560-410f-95ee-c5fe2713c44b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:21.810106 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2c66a35-3f96-4c09-8336-bbb906e4f942 req-0dfc2e0d-e560-410f-95ee-c5fe2713c44b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 944 time: 0.0823882 Mar 11 16:15:21.853163 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a2c66a35-3f96-4c09-8336-bbb906e4f942 req-0433431c-55b1-4134-90d4-779f2ae59b73 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375128 Mar 11 16:15:22.279754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5cad866f-1f3c-4470-965d-1602937cc215 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:22.394324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 5cad866f-1f3c-4470-965d-1602937cc215 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:22.398897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 5cad866f-1f3c-4470-965d-1602937cc215 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:22.399256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.516649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.543069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:15:22.553509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:22.585203 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215', 'code': 200} Mar 11 16:15:22.645380 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.712079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:23.037097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3390b-9933-456b-b3d5-70d53e491a4b req-ed4180a6-88fb-4640-80fc-6b8c8b141f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:23.039091 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-25f3390b-9933-456b-b3d5-70d53e491a4b req-ed4180a6-88fb-4640-80fc-6b8c8b141f68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 1098 time: 0.1235895 Mar 11 16:15:23.083095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c23bc-9d7d-4f0d-8cc4-8f7fc858875d req-5e565157-9bb8-49e5-9a7b-0c98c03192ca tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:23.084490 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a80c23bc-9d7d-4f0d-8cc4-8f7fc858875d req-5e565157-9bb8-49e5-9a7b-0c98c03192ca tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.1272056 Mar 11 16:15:23.093514 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-25f3390b-9933-456b-b3d5-70d53e491a4b req-1cd1f1ec-e5d9-4732-8f66-4e3df9216f25 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481310 Mar 11 16:15:23.130358 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a80c23bc-9d7d-4f0d-8cc4-8f7fc858875d req-7fbff804-b838-4e43-9d6a-611512aa0ebe tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386450 Mar 11 16:15:23.678395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a72fb53f-ff09-4776-a196-f561cb2c1cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.320949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f0cd5-b0ae-40bc-8dcd-0cc842eaafcd req-e2d259b9-550e-42ab-b106-915cdd458789 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:24.323097 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e0f0cd5-b0ae-40bc-8dcd-0cc842eaafcd req-e2d259b9-550e-42ab-b106-915cdd458789 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0857439 Mar 11 16:15:24.370082 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e0f0cd5-b0ae-40bc-8dcd-0cc842eaafcd req-e33fce97-36da-4e00-89f7-24aa781cb6d7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398839 Mar 11 16:15:24.411217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.731282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.549907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686d29e-e9d4-4683-b6e6-be6f4e4d9199 req-83c00bd3-0218-47a8-9352-3ccdc30b91f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:25.551275 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5686d29e-e9d4-4683-b6e6-be6f4e4d9199 req-83c00bd3-0218-47a8-9352-3ccdc30b91f4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0785246 Mar 11 16:15:25.595018 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5686d29e-e9d4-4683-b6e6-be6f4e4d9199 req-8943977b-1f05-4180-96f1-3c0afd2cbf98 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375993 Mar 11 16:15:25.870760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab6b40-d272-4e71-a1d5-e4a311e8a2d2 req-89ddf82a-f831-4fc3-b90c-cefa9c1a60c7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:25.872220 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4dab6b40-d272-4e71-a1d5-e4a311e8a2d2 req-89ddf82a-f831-4fc3-b90c-cefa9c1a60c7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.1786337 Mar 11 16:15:25.880840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47246) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:25.886135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-509f53fa-ee36-4385-8b1f-45ee089421b9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Request body: {'floatingip': {'port_id': '5cad866f-1f3c-4470-965d-1602937cc215'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:25.963294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-509f53fa-ee36-4385-8b1f-45ee089421b9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.148493 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.267241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.562072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-509f53fa-ee36-4385-8b1f-45ee089421b9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.622217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-509f53fa-ee36-4385-8b1f-45ee089421b9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.789441 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-509f53fa-ee36-4385-8b1f-45ee089421b9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Floating IP fcd2e711-5942-41b9-a387-738a98219a75 associated. External IP: 172.26.6.146, port: 5cad866f-1f3c-4470-965d-1602937cc215. Mar 11 16:15:27.232534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509f53fa-ee36-4385-8b1f-45ee089421b9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:15:27.408344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509f53fa-ee36-4385-8b1f-45ee089421b9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:27.413209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-509f53fa-ee36-4385-8b1f-45ee089421b9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.418137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328b8ac-7ea8-452b-ab1b-bf1a6552239b None None] Sync routers for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:27.428229 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328b8ac-7ea8-452b-ab1b-bf1a6552239b None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:27.428878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8328b8ac-7ea8-452b-ab1b-bf1a6552239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:15:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:27.466705 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-509f53fa-ee36-4385-8b1f-45ee089421b9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "PUT /v2.0/floatingips/fcd2e711-5942-41b9-a387-738a98219a75 HTTP/1.1" status: 200 len: 992 time: 1.5848336 Mar 11 16:15:27.467389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:15:27.515681 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215', 'status': 'completed', 'code': 200} Mar 11 16:15:27.610899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8328b8ac-7ea8-452b-ab1b-bf1a6552239b None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:27.611167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7049c-53bf-41cf-9b28-4b2e7b8a52ce req-5da6fb97-b2c0-45a8-8719-a1405c344981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:27.612658 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-16b7049c-53bf-41cf-9b28-4b2e7b8a52ce req-5da6fb97-b2c0-45a8-8719-a1405c344981 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 1098 time: 0.0748200 Mar 11 16:15:27.747943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7049c-53bf-41cf-9b28-4b2e7b8a52ce req-c39948cf-4f70-44ba-89fe-0b8aa00fa917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:27.749497 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-16b7049c-53bf-41cf-9b28-4b2e7b8a52ce req-c39948cf-4f70-44ba-89fe-0b8aa00fa917 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1314564 Mar 11 16:15:27.854357 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-16b7049c-53bf-41cf-9b28-4b2e7b8a52ce req-3db5b612-51ef-4eb6-96aa-3a6245b95773 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cad866f-1f3c-4470-965d-1602937cc215 HTTP/1.1" status: 200 len: 1000 time: 0.0989001 Mar 11 16:15:27.920285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7049c-53bf-41cf-9b28-4b2e7b8a52ce req-09540320-b60a-4711-aa16-701661ea6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:27.921787 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-16b7049c-53bf-41cf-9b28-4b2e7b8a52ce req-09540320-b60a-4711-aa16-701661ea6649 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0620918 Mar 11 16:15:27.980890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8328b8ac-7ea8-452b-ab1b-bf1a6552239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '5cad866f-1f3c-4470-965d-1602937cc215', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:0e:36:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 13, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:27.985458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328b8ac-7ea8-452b-ab1b-bf1a6552239b None None] Checking router: 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:15:27.995197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328b8ac-7ea8-452b-ab1b-bf1a6552239b None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:27.995825 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8328b8ac-7ea8-452b-ab1b-bf1a6552239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:15:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:28.002244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7049c-53bf-41cf-9b28-4b2e7b8a52ce req-e63f7f13-d009-410c-9a93-c992f99d2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:28.003868 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-16b7049c-53bf-41cf-9b28-4b2e7b8a52ce req-e63f7f13-d009-410c-9a93-c992f99d2ab2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763593 Mar 11 16:15:28.147535 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-16b7049c-53bf-41cf-9b28-4b2e7b8a52ce req-e8ceea2b-356c-41db-be70-3f1836208fd3 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364520 Mar 11 16:15:28.185023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8328b8ac-7ea8-452b-ab1b-bf1a6552239b None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:28.283872 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-16b7049c-53bf-41cf-9b28-4b2e7b8a52ce req-36ea36d2-5b42-452b-b9ba-1bff5e744cf6 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303053 Mar 11 16:15:28.537997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8328b8ac-7ea8-452b-ab1b-bf1a6552239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '5cad866f-1f3c-4470-965d-1602937cc215', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:0e:36:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 13, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:28.541927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328b8ac-7ea8-452b-ab1b-bf1a6552239b None None] The sync data for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv is: [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'fcd2e711-5942-41b9-a387-738a98219a75', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'port_id': '5cad866f-1f3c-4470-965d-1602937cc215', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'mac_address': 'fa:16:3e:0e:36:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:56Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 13, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:28.732989 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6255de2-650a-4310-9b71-b4fd180025a2 None None] New status for floating IP fcd2e711-5942-41b9-a387-738a98219a75: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:15:28.801728 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:15:30.696326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6c372-6f68-4622-8ea5-4f7a86ab335c req-7e6b8fb3-6c57-4f58-81e8-b3adf3c965ab tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.698358 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b1e6c372-6f68-4622-8ea5-4f7a86ab335c req-7e6b8fb3-6c57-4f58-81e8-b3adf3c965ab tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0824103 Mar 11 16:15:30.740567 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b1e6c372-6f68-4622-8ea5-4f7a86ab335c req-bff7fb94-caef-415c-a627-f0f841677de1 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366161 Mar 11 16:15:41.018537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f88f1-ef93-4a40-9ed4-79a8fdb964db req-1e24b5c7-d11b-4b41-ab44-3202148900bc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:41.019974 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e92f88f1-ef93-4a40-9ed4-79a8fdb964db req-1e24b5c7-d11b-4b41-ab44-3202148900bc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0842094 Mar 11 16:15:41.108424 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e92f88f1-ef93-4a40-9ed4-79a8fdb964db req-11f67f61-6be9-4188-9238-c4a488cbfb18 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821531 Mar 11 16:15:41.135949 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-a7d75cf7-6c04-4113-ade1-74b42ebf48d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1339293 Mar 11 16:15:42.292705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8aa77-b073-4c18-b221-7c50a32942c0 req-9f3ba7b1-0646-4726-a115-ba84dca3707d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:42.294274 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-71c8aa77-b073-4c18-b221-7c50a32942c0 req-9f3ba7b1-0646-4726-a115-ba84dca3707d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0806820 Mar 11 16:15:42.343353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-71c8aa77-b073-4c18-b221-7c50a32942c0 req-13cccb75-b647-48e8-bdea-888da78f0236 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406687 Mar 11 16:15:43.155130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-e24bb569-1bc8-408d-afda-af1e628202e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:43.156652 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-e24bb569-1bc8-408d-afda-af1e628202e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 1098 time: 0.0745213 Mar 11 16:15:43.385087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-08623e4b-d8ef-49e2-8375-80366890559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:43.386604 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-08623e4b-d8ef-49e2-8375-80366890559b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.2239530 Mar 11 16:15:43.531058 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-ed0fa708-2c5c-4a28-a470-bd84b06ba4c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cad866f-1f3c-4470-965d-1602937cc215 HTTP/1.1" status: 200 len: 1002 time: 0.1388066 Mar 11 16:15:43.613709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8e15e-1051-4d59-88a5-32a9a0291386 req-edc8f796-3770-462f-8a6e-f282a9c9e02c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:43.615136 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a9a8e15e-1051-4d59-88a5-32a9a0291386 req-edc8f796-3770-462f-8a6e-f282a9c9e02c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.1613796 Mar 11 16:15:43.616534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-deb76865-0162-439e-a92e-df4968483e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:43.617916 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-deb76865-0162-439e-a92e-df4968483e9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0799661 Mar 11 16:15:43.701472 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a9a8e15e-1051-4d59-88a5-32a9a0291386 req-905fa45f-82aa-4dc8-99e0-3ec068823de7 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805507 Mar 11 16:15:43.722650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-00e5b178-b301-4470-af6c-f59915461b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:43.724088 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-00e5b178-b301-4470-af6c-f59915461b68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910630 Mar 11 16:15:43.853764 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-876e48f0-b641-45f0-9f8d-4f404e9ff6e8 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229093 Mar 11 16:15:43.984998 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-d2bed45e-66b6-4398-a3b9-f8f7cd0fa83e service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243610 Mar 11 16:15:44.896986 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3fc61-f512-48fb-b3b7-e811f009f954 req-1c21c45a-35eb-46fd-9a25-f617386cd157 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:44.898436 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14e3fc61-f512-48fb-b3b7-e811f009f954 req-1c21c45a-35eb-46fd-9a25-f617386cd157 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0859585 Mar 11 16:15:44.942017 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14e3fc61-f512-48fb-b3b7-e811f009f954 req-10310890-7d20-4a25-8314-5f9e0cd6ca0b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374672 Mar 11 16:15:46.125039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41377d-5e6d-47f8-91ac-9339bfc47902 req-9f41a533-8e16-4e1e-af49-2d292061e51a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:46.126493 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bb41377d-5e6d-47f8-91ac-9339bfc47902 req-9f41a533-8e16-4e1e-af49-2d292061e51a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0783629 Mar 11 16:15:46.169898 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bb41377d-5e6d-47f8-91ac-9339bfc47902 req-384ddbee-a206-4684-a844-3212526ecf10 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377824 Mar 11 16:15:47.359318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b94c4-9496-4a08-b981-e567b881c908 req-aad9b8dd-74b1-4c22-a012-f8ce57026555 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:47.360880 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cc3b94c4-9496-4a08-b981-e567b881c908 req-aad9b8dd-74b1-4c22-a012-f8ce57026555 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0836902 Mar 11 16:15:47.404660 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cc3b94c4-9496-4a08-b981-e567b881c908 req-5211419a-1b1e-4059-b5cf-4a87c9d9d625 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381505 Mar 11 16:15:48.584401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e4810-d2ad-47be-b258-48e2dbe32ea2 req-83d67922-df7d-401d-b114-34a6963a622b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.585880 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cc2e4810-d2ad-47be-b258-48e2dbe32ea2 req-83d67922-df7d-401d-b114-34a6963a622b tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0787480 Mar 11 16:15:48.632904 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cc2e4810-d2ad-47be-b258-48e2dbe32ea2 req-66b36b0f-ed25-4457-b46d-776a7460ae0e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407720 Mar 11 16:15:49.818261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e58c87-6285-45c8-abfa-415bfc56cda2 req-aaf12738-999c-4730-a200-1e9a3d2da4ef tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:49.819714 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7e58c87-6285-45c8-abfa-415bfc56cda2 req-aaf12738-999c-4730-a200-1e9a3d2da4ef tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0782039 Mar 11 16:15:49.863598 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7e58c87-6285-45c8-abfa-415bfc56cda2 req-9f53fdb3-92e1-4774-ac35-fef95e84bab2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380850 Mar 11 16:15:50.867912 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2c668db3-58ab-42d4-8f5a-990030ca71e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.048935 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9d9fc-c9e7-4335-bf08-26e9da2c2e49 req-63e8b1f6-772f-4f83-bb7e-13d79134121d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:51.050411 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35c9d9fc-c9e7-4335-bf08-26e9da2c2e49 req-63e8b1f6-772f-4f83-bb7e-13d79134121d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0818348 Mar 11 16:15:51.093715 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35c9d9fc-c9e7-4335-bf08-26e9da2c2e49 req-26cbf44f-2211-412c-96ee-60477a13052d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376105 Mar 11 16:15:52.278759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3df16-6e0b-45a4-bc38-172046c8cc6a req-0243f458-de9a-41a4-af68-c057748001e4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:52.280252 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8bd3df16-6e0b-45a4-bc38-172046c8cc6a req-0243f458-de9a-41a4-af68-c057748001e4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0816119 Mar 11 16:15:52.324901 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8bd3df16-6e0b-45a4-bc38-172046c8cc6a req-d4a55c98-d68e-4e53-8a94-a497461d8d88 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386674 Mar 11 16:15:53.514644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4116a0-cbe0-4058-b8b0-bb1d55802d6d req-abe45976-1949-414a-8527-444296b81ef2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:53.516087 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8f4116a0-cbe0-4058-b8b0-bb1d55802d6d req-abe45976-1949-414a-8527-444296b81ef2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0825381 Mar 11 16:15:53.559759 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8f4116a0-cbe0-4058-b8b0-bb1d55802d6d req-fcecc027-1d3a-4f7b-b18c-2f4699b7a086 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380905 Mar 11 16:15:53.662221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-733cfde2-87b2-4dc8-b20b-f225aa9198c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.405266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.668561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.742819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9be9ee-2dbf-4ca3-a318-d40545c3c5dc req-9911a4ec-d2f6-4232-85ef-d4e75bebc220 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:54.744930 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d9be9ee-2dbf-4ca3-a318-d40545c3c5dc req-9911a4ec-d2f6-4232-85ef-d4e75bebc220 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0799949 Mar 11 16:15:54.789430 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d9be9ee-2dbf-4ca3-a318-d40545c3c5dc req-71ab2321-6b79-495a-8888-0d9af045d187 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389953 Mar 11 16:15:55.970016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aff25d-bb5f-4234-9589-3d18518a6bd8 req-d13098e6-be0c-46cf-81c4-f68054105469 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:55.971449 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93aff25d-bb5f-4234-9589-3d18518a6bd8 req-d13098e6-be0c-46cf-81c4-f68054105469 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0787821 Mar 11 16:15:56.015773 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93aff25d-bb5f-4234-9589-3d18518a6bd8 req-d0b682ae-555a-4763-a1c8-656e58cb499f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387499 Mar 11 16:15:56.050836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.283298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:57.278437 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-93b0b12a-b31d-4468-9bdc-fc4e904066ff service neutron] 10.222.0.30 "GET /v2.0/ports/5cad866f-1f3c-4470-965d-1602937cc215/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.2139437 Mar 11 16:15:57.314980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e28cf-87c0-4a89-b63c-07b14f895cbb req-30a49206-a6c7-47b2-aee6-dada7d6f234e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:57.316417 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-081e28cf-87c0-4a89-b63c-07b14f895cbb req-30a49206-a6c7-47b2-aee6-dada7d6f234e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.1894603 Mar 11 16:15:57.359908 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-081e28cf-87c0-4a89-b63c-07b14f895cbb req-8a5fbc10-05fe-4301-92b0-f266c43ff49e tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377805 Mar 11 16:15:57.904086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-40e71825-c62e-4b2e-8e86-e2920f3cf3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:57.905550 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-40e71825-c62e-4b2e-8e86-e2920f3cf3af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 1098 time: 0.0720680 Mar 11 16:15:57.992249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-a1d7c44d-fcbf-432a-be4e-6796551e2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:57.993687 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-a1d7c44d-fcbf-432a-be4e-6796551e2e33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 1098 time: 0.0677750 Mar 11 16:15:58.119714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-827f27c6-7596-4430-b850-1f345edab982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:58.121270 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-827f27c6-7596-4430-b850-1f345edab982 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1220789 Mar 11 16:15:58.234036 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-a49f9b92-2cd8-45e7-ba7a-8b5aa23bec16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cad866f-1f3c-4470-965d-1602937cc215 HTTP/1.1" status: 200 len: 1002 time: 0.1066523 Mar 11 16:15:58.294259 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-8fe01c90-2a31-40bb-98bf-bdaeb1296008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:58.295704 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-8fe01c90-2a31-40bb-98bf-bdaeb1296008 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0567074 Mar 11 16:15:58.370633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-1ca788d1-8806-408c-aa4a-e36b98906ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:58.372042 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-1ca788d1-8806-408c-aa4a-e36b98906ed3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707994 Mar 11 16:15:58.529014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5cad866f-1f3c-4470-965d-1602937cc215 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:15:58.545464 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-b2f12d4c-e03e-4e35-b671-5c0b42342274 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672523 Mar 11 16:15:58.605770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775a076-c89b-45bc-9479-c5471e7a2493 req-ecbdc7dd-e54c-4d8a-8555-3b135d07cbb6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:58.607203 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a775a076-c89b-45bc-9479-c5471e7a2493 req-ecbdc7dd-e54c-4d8a-8555-3b135d07cbb6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.1391284 Mar 11 16:15:58.644933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.671751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:15:58.682068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:58.710855 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a775a076-c89b-45bc-9479-c5471e7a2493 req-627db520-d63a-4115-9376-96edf395fe99 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597289 Mar 11 16:15:58.725521 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215', 'code': 200} Mar 11 16:15:58.738192 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-e3aab299-cd26-4a1b-960d-9d12810ec425 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862147 Mar 11 16:15:58.752260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.817640 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:58.824440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.824808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.825142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.825470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.825793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.826122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.826440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.826757 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.827076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.827390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.827704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.828015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:59.900400 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266faf22-165d-4651-bc64-cd9153c834f1 req-5c19dc7f-1e26-489d-a94a-5220cf073003 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:59.901865 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-266faf22-165d-4651-bc64-cd9153c834f1 req-5c19dc7f-1e26-489d-a94a-5220cf073003 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 943 time: 0.0785000 Mar 11 16:15:59.944855 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-266faf22-165d-4651-bc64-cd9153c834f1 req-877ae683-2e40-456b-a9c6-7dd00d6238b4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371947 Mar 11 16:16:01.132390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaecf0a-c51c-493c-92ae-58076b1b0691 req-2d26464b-88cf-4714-bd5a-29aeaef51635 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:01.133842 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5aaecf0a-c51c-493c-92ae-58076b1b0691 req-2d26464b-88cf-4714-bd5a-29aeaef51635 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 943 time: 0.0806859 Mar 11 16:16:01.176887 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5aaecf0a-c51c-493c-92ae-58076b1b0691 req-d4de66df-568a-44de-ae34-df8c203842ff tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370574 Mar 11 16:16:02.360999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a5d6b-afb2-4121-b215-b8d73d06e92a req-38c29a60-6a29-4f0d-acf8-0d6fb79f4a80 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:02.362463 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-394a5d6b-afb2-4121-b215-b8d73d06e92a req-38c29a60-6a29-4f0d-acf8-0d6fb79f4a80 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 943 time: 0.0801325 Mar 11 16:16:02.405949 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-394a5d6b-afb2-4121-b215-b8d73d06e92a req-94556b2e-cbc4-4a22-8b39-e6df23fdadd6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377934 Mar 11 16:16:02.544854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5cad866f-1f3c-4470-965d-1602937cc215 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:16:02.704721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:02.720265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '5cad866f-1f3c-4470-965d-1602937cc215', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'port_id': '5cad866f-1f3c-4470-965d-1602937cc215', 'mac_address': 'fa:16:3e:0e:36:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:16:02.772155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.788344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cad866f-1f3c-4470-965d-1602937cc215 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:16:02.802841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:02.866321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.938108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['5cad866f-1f3c-4470-965d-1602937cc215'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:16:02.976715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:03.589853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bb81f-da79-48b7-928c-69c60f3d8524 req-ff429230-d002-43ea-b720-058681d4513a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:03.591284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2f0bb81f-da79-48b7-928c-69c60f3d8524 req-ff429230-d002-43ea-b720-058681d4513a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 944 time: 0.0806541 Mar 11 16:16:03.635828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2f0bb81f-da79-48b7-928c-69c60f3d8524 req-ac9263b1-48bb-40c3-a78b-cfefab5a7b06 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390360 Mar 11 16:16:04.545049 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5cad866f-1f3c-4470-965d-1602937cc215 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:04.614050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 5cad866f-1f3c-4470-965d-1602937cc215 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:04.614416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.730591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.757031 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:04.771806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:04.810304 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215', 'code': 200} Mar 11 16:16:04.820800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6d569-9d13-4ab0-b31d-7d001c5a63fd req-6e6e228a-3be5-4e99-9873-fdccf43eed84 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:04.822777 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98e6d569-9d13-4ab0-b31d-7d001c5a63fd req-6e6e228a-3be5-4e99-9873-fdccf43eed84 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 944 time: 0.0817385 Mar 11 16:16:04.869429 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98e6d569-9d13-4ab0-b31d-7d001c5a63fd req-f7b0d1b8-3f0e-4d1f-a675-5ac3a8ced203 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410199 Mar 11 16:16:04.879094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.945855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:05.791268 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:16:06.052922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05680bd9-9c7d-499a-9202-99f7e65c8e31 req-63d37ad0-72b4-4cfb-a32f-175ff93e06f9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:06.054274 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-05680bd9-9c7d-499a-9202-99f7e65c8e31 req-63d37ad0-72b4-4cfb-a32f-175ff93e06f9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0790217 Mar 11 16:16:06.097401 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-05680bd9-9c7d-499a-9202-99f7e65c8e31 req-73f04338-996b-4f1e-b768-1f378a2d19ca tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370729 Mar 11 16:16:07.283563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6dfab-f14f-4db1-8d1a-38213532b8a0 req-d35cad70-4895-46f5-a9c0-4bdb8e622dc5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:07.285026 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-65e6dfab-f14f-4db1-8d1a-38213532b8a0 req-d35cad70-4895-46f5-a9c0-4bdb8e622dc5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0818141 Mar 11 16:16:07.424202 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-65e6dfab-f14f-4db1-8d1a-38213532b8a0 req-00903a2a-72de-4184-b7cb-1a68f252dea4 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333354 Mar 11 16:16:08.611025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ee8d3-292b-4027-ba86-91c6d13a629b req-4846ceb6-cc69-482f-9a5a-69e1fc815587 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:08.612488 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0e7ee8d3-292b-4027-ba86-91c6d13a629b req-4846ceb6-cc69-482f-9a5a-69e1fc815587 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0807488 Mar 11 16:16:08.656492 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0e7ee8d3-292b-4027-ba86-91c6d13a629b req-d5213edf-211a-4320-8e84-d8a775453aad tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381505 Mar 11 16:16:09.843694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c780ed-72e4-4859-be5a-1f84c9ba3a14 req-0a1bca99-7c12-4c90-8e7d-63b857315c10 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:09.845490 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-50c780ed-72e4-4859-be5a-1f84c9ba3a14 req-0a1bca99-7c12-4c90-8e7d-63b857315c10 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0823796 Mar 11 16:16:09.890534 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-50c780ed-72e4-4859-be5a-1f84c9ba3a14 req-35849e2e-2360-48c9-8fc9-3d873826b0f5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394905 Mar 11 16:16:10.675167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64cbc4-12bb-4cc0-b3a1-9adc30c5cd98 req-ca6e79ee-fee3-446c-a8bf-1e7d81793145 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:10.676622 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc64cbc4-12bb-4cc0-b3a1-9adc30c5cd98 req-ca6e79ee-fee3-446c-a8bf-1e7d81793145 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.1414003 Mar 11 16:16:10.684789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-e650e4c7-ba22-425b-8307-e489620324b0 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:10.686074 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-e650e4c7-ba22-425b-8307-e489620324b0 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c&tenant_id=aed3510569b24befa9a82feb8342dd8e&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 945 time: 0.1200919 Mar 11 16:16:10.780148 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc64cbc4-12bb-4cc0-b3a1-9adc30c5cd98 req-c21c3dda-7b61-4a76-80e1-b81559efe286 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931556 Mar 11 16:16:10.792729 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-bcb4dfd5-aae5-4a47-9846-b6fc4b5d2464 service neutron] 10.222.0.30 "GET /v2.0/ports/5cad866f-1f3c-4470-965d-1602937cc215/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0931921 Mar 11 16:16:10.880995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-984f6ecc-32ff-4170-9829-1bfd234c4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:10.882423 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-984f6ecc-32ff-4170-9829-1bfd234c4302 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 1098 time: 0.0690310 Mar 11 16:16:11.010160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-1d7e59ca-6e84-48b8-aa62-d23a02bff7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:11.011478 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-1d7e59ca-6e84-48b8-aa62-d23a02bff7b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1237390 Mar 11 16:16:11.112668 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-3fc12656-91dc-4476-8bd9-0345bb08bed4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cad866f-1f3c-4470-965d-1602937cc215 HTTP/1.1" status: 200 len: 1002 time: 0.0952687 Mar 11 16:16:11.175474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-c319df94-0a72-443d-8195-10900d1776d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:11.176865 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-c319df94-0a72-443d-8195-10900d1776d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0584588 Mar 11 16:16:11.249172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-7ebacb08-ff90-43bd-8dfc-025e08fb4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:11.250706 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-7ebacb08-ff90-43bd-8dfc-025e08fb4b2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684845 Mar 11 16:16:11.379359 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-e6929899-af5c-4b3d-9559-98fc715603c3 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229072 Mar 11 16:16:11.505591 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-96680c42-a580-4319-863f-0c7ed718d0f8 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202292 Mar 11 16:16:11.964487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76e556-d311-4961-b03e-608a34b9e378 req-7ef7ef62-16e2-42bf-a034-25547590b9c6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:11.965957 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4d76e556-d311-4961-b03e-608a34b9e378 req-7ef7ef62-16e2-42bf-a034-25547590b9c6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0781713 Mar 11 16:16:12.012358 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4d76e556-d311-4961-b03e-608a34b9e378 req-858f3844-e736-4bc6-aee8-f7d614192a8c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409482 Mar 11 16:16:13.195717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07450dcd-26e7-489b-8516-67e278fffe29 req-888c369f-0f7c-4883-abda-d2ab7a65e064 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:13.197248 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07450dcd-26e7-489b-8516-67e278fffe29 req-888c369f-0f7c-4883-abda-d2ab7a65e064 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0774686 Mar 11 16:16:13.241365 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-07450dcd-26e7-489b-8516-67e278fffe29 req-722eb695-8a78-4774-a115-a12c93e71128 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381722 Mar 11 16:16:14.439047 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abbc3c-1e30-4342-839d-2fdbd29c3b4b req-fd4ea194-8531-4c84-aa56-694c7e3bbafb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:14.440520 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-03abbc3c-1e30-4342-839d-2fdbd29c3b4b req-fd4ea194-8531-4c84-aa56-694c7e3bbafb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0886371 Mar 11 16:16:14.484806 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-03abbc3c-1e30-4342-839d-2fdbd29c3b4b req-39455a09-6567-4722-9de1-bce5ec35a999 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386713 Mar 11 16:16:15.447912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-f81dfb19-96fd-4166-ab86-24283b896878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:15.449423 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-f81dfb19-96fd-4166-ab86-24283b896878 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c&tenant_id=aed3510569b24befa9a82feb8342dd8e HTTP/1.1" status: 200 len: 1098 time: 0.0700862 Mar 11 16:16:15.542849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-5fc3ed11-4bb6-4d07-b0ee-5a168fc1f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:15.544340 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-5fc3ed11-4bb6-4d07-b0ee-5a168fc1f3b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 1098 time: 0.0739665 Mar 11 16:16:15.811563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-a2a6042d-2666-4ced-8c14-aa35afac0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:15.812940 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-a2a6042d-2666-4ced-8c14-aa35afac0883 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.2630787 Mar 11 16:16:15.828125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67a3ef-0eb0-402b-989a-618501ebd248 req-efae9566-83a8-496c-a239-4419d9fd1c2c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:15.829457 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dd67a3ef-0eb0-402b-989a-618501ebd248 req-efae9566-83a8-496c-a239-4419d9fd1c2c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.1712663 Mar 11 16:16:15.951851 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dd67a3ef-0eb0-402b-989a-618501ebd248 req-cf9a0266-9c84-4d08-a209-5ccd70f6a71f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733013 Mar 11 16:16:15.953610 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-b77494ec-c0ea-4387-a661-380e994fe512 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cad866f-1f3c-4470-965d-1602937cc215 HTTP/1.1" status: 200 len: 1002 time: 0.1330600 Mar 11 16:16:16.018121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-c488a22b-d69c-4887-959c-0f5dadd578a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:16.019519 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-c488a22b-d69c-4887-959c-0f5dadd578a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0594697 Mar 11 16:16:16.091719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-6390e02d-2715-4e35-8238-ae376e70e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:16.093168 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-6390e02d-2715-4e35-8238-ae376e70e468 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668392 Mar 11 16:16:16.222676 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-9f91d1a4-12dd-434b-be07-ee2a5431d346 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230149 Mar 11 16:16:16.356131 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ed40eab7-8655-4bcf-8106-f6e70d79d5c0 req-b18c7cec-c061-44b0-890e-56172c5cd536 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246221 Mar 11 16:16:16.591282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5cad866f-1f3c-4470-965d-1602937cc215 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:16:16.708945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.735843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:16.745728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:16.782413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.815322 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215', 'code': 200} Mar 11 16:16:16.851301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=9']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:17.141690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4cd59-144e-4145-af8a-f50721f95f35 req-ae5c0271-512c-4678-a42b-95f0b69ecdeb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:17.143130 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6a4cd59-144e-4145-af8a-f50721f95f35 req-ae5c0271-512c-4678-a42b-95f0b69ecdeb tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 943 time: 0.0833814 Mar 11 16:16:17.189326 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6a4cd59-144e-4145-af8a-f50721f95f35 req-af87e9c2-1b87-4f16-981a-d5c874ef27f2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400863 Mar 11 16:16:18.381333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80bf3d-cdf6-44d8-9cc6-c5849cb9e061 req-10456a75-d2f6-44de-9603-a30090bb44b5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:18.382935 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d80bf3d-cdf6-44d8-9cc6-c5849cb9e061 req-10456a75-d2f6-44de-9603-a30090bb44b5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 943 time: 0.0830011 Mar 11 16:16:18.425894 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d80bf3d-cdf6-44d8-9cc6-c5849cb9e061 req-c0fe0763-963a-478b-a7de-29f77e7ca3d2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374873 Mar 11 16:16:18.590391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5cad866f-1f3c-4470-965d-1602937cc215 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:16:18.719867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:18.736662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '5cad866f-1f3c-4470-965d-1602937cc215', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'port_id': '5cad866f-1f3c-4470-965d-1602937cc215', 'mac_address': 'fa:16:3e:0e:36:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:16:18.789621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:18.806156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cad866f-1f3c-4470-965d-1602937cc215 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:16:18.820890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:18.896311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:18.961963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['5cad866f-1f3c-4470-965d-1602937cc215'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:16:19.001296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=10']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:19.614333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efb11c-2044-4cfd-aafe-d169a06c58d4 req-bab81750-e2ef-48bb-9811-0ea5aa285912 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:19.615780 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-76efb11c-2044-4cfd-aafe-d169a06c58d4 req-bab81750-e2ef-48bb-9811-0ea5aa285912 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0821533 Mar 11 16:16:19.659329 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-76efb11c-2044-4cfd-aafe-d169a06c58d4 req-1f727ce0-1f94-4b91-8b5a-45d1a3c18464 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378065 Mar 11 16:16:20.590718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5cad866f-1f3c-4470-965d-1602937cc215 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:20.659444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 5cad866f-1f3c-4470-965d-1602937cc215 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:20.659808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.781986 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.813465 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:20.822979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:20.846691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e162-012f-4722-a82b-00b54ef32632 req-db077b61-705e-437f-a366-cd1aa6f0acd9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:20.848165 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-33c7e162-012f-4722-a82b-00b54ef32632 req-db077b61-705e-437f-a366-cd1aa6f0acd9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 945 time: 0.0800841 Mar 11 16:16:20.870093 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215', 'code': 200} Mar 11 16:16:20.889005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-83090954-9f75-4cd1-9971-345203870d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.893358 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-33c7e162-012f-4722-a82b-00b54ef32632 req-065c11aa-d732-4050-8f2b-29ead62e12b3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385616 Mar 11 16:16:20.901941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.968136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=11']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:22.080000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e4c2a-c23c-4ceb-9a4a-fa2fc75f4d97 req-3017c36f-e348-4dff-94d2-845fd310ee0d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:22.081464 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1d3e4c2a-c23c-4ceb-9a4a-fa2fc75f4d97 req-3017c36f-e348-4dff-94d2-845fd310ee0d tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 946 time: 0.0808020 Mar 11 16:16:22.124934 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1d3e4c2a-c23c-4ceb-9a4a-fa2fc75f4d97 req-6196dac8-ff42-4395-9f20-c8aec23a33b2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377657 Mar 11 16:16:23.310984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66610e8-b731-4fcd-ac81-1567617adfe1 req-6d549ca9-f826-45e7-a5e4-ac8b28b2b252 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:23.312579 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c66610e8-b731-4fcd-ac81-1567617adfe1 req-6d549ca9-f826-45e7-a5e4-ac8b28b2b252 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 946 time: 0.0832381 Mar 11 16:16:23.356502 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c66610e8-b731-4fcd-ac81-1567617adfe1 req-1d4b068d-5e19-42f1-b869-1c27c63a4235 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383093 Mar 11 16:16:23.552495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b508c5-1f85-4ad8-9e05-e0cf8b2bc117 req-54430fba-59b0-4230-9725-dc980d539aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:23.553984 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84b508c5-1f85-4ad8-9e05-e0cf8b2bc117 req-54430fba-59b0-4230-9725-dc980d539aed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed3510569b24befa9a82feb8342dd8e&device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 1099 time: 0.0694425 Mar 11 16:16:23.673567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d0c8cc90-2561-4b24-b2b4-e886336bb202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:23.700773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b508c5-1f85-4ad8-9e05-e0cf8b2bc117 req-6e7b05a4-9eac-48e3-8aa9-de3441a565c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:23.702085 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84b508c5-1f85-4ad8-9e05-e0cf8b2bc117 req-6e7b05a4-9eac-48e3-8aa9-de3441a565c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 200 len: 912 time: 0.1289728 Mar 11 16:16:23.892935 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84b508c5-1f85-4ad8-9e05-e0cf8b2bc117 req-4a9d64e6-3580-4018-ba8c-fbbbd290ca37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cad866f-1f3c-4470-965d-1602937cc215 HTTP/1.1" status: 200 len: 1002 time: 0.1835978 Mar 11 16:16:23.955036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b508c5-1f85-4ad8-9e05-e0cf8b2bc117 req-13c92fb3-97ad-4503-b7ff-1171f987ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:23.956344 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84b508c5-1f85-4ad8-9e05-e0cf8b2bc117 req-13c92fb3-97ad-4503-b7ff-1171f987ea30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 200 len: 850 time: 0.0567629 Mar 11 16:16:24.030655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b508c5-1f85-4ad8-9e05-e0cf8b2bc117 req-6c149711-74af-4500-b754-4c070580866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:24.032051 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84b508c5-1f85-4ad8-9e05-e0cf8b2bc117 req-6c149711-74af-4500-b754-4c070580866f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684958 Mar 11 16:16:24.160475 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84b508c5-1f85-4ad8-9e05-e0cf8b2bc117 req-7288c977-703a-4242-ac57-29c54dea6f76 service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223910 Mar 11 16:16:24.293594 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84b508c5-1f85-4ad8-9e05-e0cf8b2bc117 req-55725ed1-edf7-4431-847a-a110415c3d0e service neutron] 10.222.0.30 "GET /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266730 Mar 11 16:16:24.408776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.540103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65e500-0a4c-4142-920e-74bb2f0de6d4 req-91e785ac-6a62-45a2-80de-fa4c39b925f9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:24.541502 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ee65e500-0a4c-4142-920e-74bb2f0de6d4 req-91e785ac-6a62-45a2-80de-fa4c39b925f9 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 946 time: 0.0799611 Mar 11 16:16:24.588379 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ee65e500-0a4c-4142-920e-74bb2f0de6d4 req-15127f7d-f8cb-4114-9453-b28751ad1cd3 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412467 Mar 11 16:16:24.656985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:25.770672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd29a39-5dc8-4c38-b67d-5235e7e1200a req-7494300c-f396-4a53-a5c3-6a62e886c20c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:25.772034 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6dd29a39-5dc8-4c38-b67d-5235e7e1200a req-7494300c-f396-4a53-a5c3-6a62e886c20c tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 946 time: 0.0799539 Mar 11 16:16:25.816325 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6dd29a39-5dc8-4c38-b67d-5235e7e1200a req-4d925c77-f3dc-4954-aed1-33e64a013588 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385582 Mar 11 16:16:26.050291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:26.324790 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.004371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba69ad2-06ba-4894-ab08-cb5ed885b8ba req-459a7f1a-db38-42b4-a1b1-d083f4266915 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:27.005825 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1ba69ad2-06ba-4894-ab08-cb5ed885b8ba req-459a7f1a-db38-42b4-a1b1-d083f4266915 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 946 time: 0.0827467 Mar 11 16:16:27.049515 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1ba69ad2-06ba-4894-ab08-cb5ed885b8ba req-6157e0db-01fe-4151-8d74-13fcb82ff965 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380378 Mar 11 16:16:27.235931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa9a08-d021-410e-a0a3-bd6358c5d8f4 req-3b8922a3-b948-4157-860f-ee352ae01aec tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:27.237681 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6aa9a08-d021-410e-a0a3-bd6358c5d8f4 req-3b8922a3-b948-4157-860f-ee352ae01aec tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 946 time: 0.0798335 Mar 11 16:16:27.283548 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6aa9a08-d021-410e-a0a3-bd6358c5d8f4 req-76359837-b8e4-443c-895f-9fdb932ce502 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397577 Mar 11 16:16:27.470968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac81713-b861-4e86-89f0-1f49850234fe req-4d1533e4-7559-4aa5-bbee-b2217e195ce2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:27.472455 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aac81713-b861-4e86-89f0-1f49850234fe req-4d1533e4-7559-4aa5-bbee-b2217e195ce2 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 946 time: 0.0846391 Mar 11 16:16:27.519225 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aac81713-b861-4e86-89f0-1f49850234fe req-dfe76a8b-b644-4721-823d-baf40aa977af tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394366 Mar 11 16:16:28.116496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61894293-f074-46ec-8b8d-3c94b2762a38 req-957783ff-7c08-4aad-b8aa-99804fcb0b91 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:28.117952 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-61894293-f074-46ec-8b8d-3c94b2762a38 req-957783ff-7c08-4aad-b8aa-99804fcb0b91 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 946 time: 0.0789912 Mar 11 16:16:28.165719 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-61894293-f074-46ec-8b8d-3c94b2762a38 req-d33cfb17-117e-4baf-8469-2dfd1a85027a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414770 Mar 11 16:16:28.649190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5cad866f-1f3c-4470-965d-1602937cc215 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:16:28.760099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:28.786460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:28.795906 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:28.828990 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215', 'code': 200} Mar 11 16:16:28.895831 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:28.963804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=12']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:29.351775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381a123-16d3-4f5d-820a-6cffe34a997f req-d419132d-317f-4d11-9ed1-0464f9c8cb4a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.353266 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2381a123-16d3-4f5d-820a-6cffe34a997f req-d419132d-317f-4d11-9ed1-0464f9c8cb4a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 944 time: 0.0797837 Mar 11 16:16:29.397014 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2381a123-16d3-4f5d-820a-6cffe34a997f req-2578931d-505f-46c9-a89e-1effb093a3ea tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375988 Mar 11 16:16:30.629629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-89d0ea08-b6c2-463f-a10f-c6a85427322f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:30.631046 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-89d0ea08-b6c2-463f-a10f-c6a85427322f tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 944 time: 0.1388052 Mar 11 16:16:30.638960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44229c30-58b0-469e-bfde-e11ee79d2b6e req-4fc504ea-c4ea-425b-babb-a25a927afafc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:30.640267 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44229c30-58b0-469e-bfde-e11ee79d2b6e req-4fc504ea-c4ea-425b-babb-a25a927afafc tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 944 time: 0.1139879 Mar 11 16:16:30.733842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Deleting port 5cad866f-1f3c-4470-965d-1602937cc215 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:30.734093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.763800 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44229c30-58b0-469e-bfde-e11ee79d2b6e req-7c54fe49-c053-4960-86cc-a8c1cc8e49a0 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups?id=848843c1-b8c3-4601-bfad-e63817ccd153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949872 Mar 11 16:16:31.073219 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] For port 5cad866f-1f3c-4470-965d-1602937cc215, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5cad866f-1f3c-4470-965d-1602937cc215,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:31.073585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.355799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.356775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.357101 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Floating IP fcd2e711-5942-41b9-a387-738a98219a75 disassociated. External IP: 172.26.6.146, port: 5cad866f-1f3c-4470-965d-1602937cc215. Mar 11 16:16:31.357444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Calling delete_port for 5cad866f-1f3c-4470-965d-1602937cc215 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:31.570469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.626706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event deleted for resources: {'Port': ['ID=5cad866f-1f3c-4470-965d-1602937cc215,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:31.690915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.691560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.691679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.691931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.692265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.692638 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.692955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.693285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.693611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.693949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.694294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.694618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:31.823946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:31.937757 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-61a0fd45-27e1-4911-a4f0-47a0da732a85 req-8e7479e4-c24a-4a45-948e-55ddf4c85547 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 210 time: 0.0550606 Mar 11 16:16:32.045803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:32.054931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02618643-2043-40f1-aa89-3bc857ae95eb None None] Sync routers for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:32.065350 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02618643-2043-40f1-aa89-3bc857ae95eb None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:32.066071 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-02618643-2043-40f1-aa89-3bc857ae95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:16:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:32.120243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] No DVR routers for this DVR port 5cad866f-1f3c-4470-965d-1602937cc215 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:16:32.123276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:32.125906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-deleted', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:32.169827 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf629d7a-6580-49a7-b691-a5396113e03c', 'name': 'network-vif-deleted', 'tag': '5cad866f-1f3c-4470-965d-1602937cc215', 'status': 'completed', 'code': 200} Mar 11 16:16:32.217017 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-227af4e0-fd56-46b4-ab8e-b0cda097359c req-88af75ae-e48e-4447-b7fc-74fae23acae6 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.30 "DELETE /v2.0/ports/5cad866f-1f3c-4470-965d-1602937cc215 HTTP/1.1" status: 204 len: 173 time: 1.5756590 Mar 11 16:16:32.247179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-02618643-2043-40f1-aa89-3bc857ae95eb None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:32.566767 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-02618643-2043-40f1-aa89-3bc857ae95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:32.570797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02618643-2043-40f1-aa89-3bc857ae95eb None None] Checking router: 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:16:32.579438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02618643-2043-40f1-aa89-3bc857ae95eb None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:32.580018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-02618643-2043-40f1-aa89-3bc857ae95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:16:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:32.671325 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5cad866f-1f3c-4470-965d-1602937cc215 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:16:32.760195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 5cad866f-1f3c-4470-965d-1602937cc215 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:16:32.760525 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 5cad866f-1f3c-4470-965d-1602937cc215 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:16:32.793528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-02618643-2043-40f1-aa89-3bc857ae95eb None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:33.114066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4fbbc8f8-f49a-4b30-aa18-93fb2877e6fa req-bf6a35a1-3a6c-4c64-938b-f4eddb7d779a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Synchronizing usage tracker for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:33.155029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-02618643-2043-40f1-aa89-3bc857ae95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:33.158978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02618643-2043-40f1-aa89-3bc857ae95eb None None] The sync data for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv is: [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:11:52Z', 'revision_number': 4, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '97d6fea4-1198-4d29-8d43-3c7bf0a63004', 'name': '', 'network_id': '6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'mac_address': 'fa:16:3e:c9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:51Z', 'updated_at': '2022-03-11T16:11:57Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'subnets': [{'id': 'd57d7c66-cda0-4144-88bc-24bcebdcf98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:33.187948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4fbbc8f8-f49a-4b30-aa18-93fb2877e6fa req-bf6a35a1-3a6c-4c64-938b-f4eddb7d779a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Unset dirty status for tenant:aed3510569b24befa9a82feb8342dd8e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:33.189174 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4fbbc8f8-f49a-4b30-aa18-93fb2877e6fa req-bf6a35a1-3a6c-4c64-938b-f4eddb7d779a tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf629d7a-6580-49a7-b691-a5396113e03c HTTP/1.1" status: 200 len: 210 time: 0.1185005 Mar 11 16:16:33.376813 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6f67d-5b47-4473-89bd-32f06617328e None None] New status for floating IP fcd2e711-5942-41b9-a387-738a98219a75: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:16:37.794464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47472) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:37.863499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea94c227-ff77-46f9-8027-4b377c82e5f5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.892918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea94c227-ff77-46f9-8027-4b377c82e5f5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.108107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea94c227-ff77-46f9-8027-4b377c82e5f5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.125421 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94c227-ff77-46f9-8027-4b377c82e5f5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848843c1-b8c3-4601-bfad-e63817ccd153,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:38.132339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ea94c227-ff77-46f9-8027-4b377c82e5f5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.133582 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ea94c227-ff77-46f9-8027-4b377c82e5f5 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "DELETE /v2.0/security-groups/848843c1-b8c3-4601-bfad-e63817ccd153 HTTP/1.1" status: 204 len: 168 time: 0.3380389 Mar 11 16:16:38.136339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47476) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:38.153681 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.api.v2.resource [None req-5ed883ce-2d15-4b15-8f38-55a60d20d2af tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] show failed (client error): The resource could not be found. Mar 11 16:16:38.154694 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5ed883ce-2d15-4b15-8f38-55a60d20d2af tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "GET /v2.0/security-groups/848843c1-b8c3-4601-bfad-e63817ccd153 HTTP/1.1" status: 404 len: 347 time: 0.0174277 Mar 11 16:16:38.157488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47480) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:38.310016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3d4565a9-379b-4fb3-884b-3612a41c5c78 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Deleting port 247cc424-a1a9-43c0-b59b-e55293b2fb90 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:38.310919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d4565a9-379b-4fb3-884b-3612a41c5c78 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.569734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d4565a9-379b-4fb3-884b-3612a41c5c78 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.569977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d4565a9-379b-4fb3-884b-3612a41c5c78 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.688998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3d4565a9-379b-4fb3-884b-3612a41c5c78 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Calling delete_port for 247cc424-a1a9-43c0-b59b-e55293b2fb90 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:38.953266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d4565a9-379b-4fb3-884b-3612a41c5c78 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.998885 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4565a9-379b-4fb3-884b-3612a41c5c78 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Pushing event deleted for resources: {'Port': ['ID=247cc424-a1a9-43c0-b59b-e55293b2fb90,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:39.092859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d4565a9-379b-4fb3-884b-3612a41c5c78 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.256534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3d4565a9-379b-4fb3-884b-3612a41c5c78 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.257647 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3d4565a9-379b-4fb3-884b-3612a41c5c78 tempest-ServerActionsTestJSON-2066959705 tempest-ServerActionsTestJSON-2066959705-project] 10.222.0.39 "DELETE /v2.0/floatingips/fcd2e711-5942-41b9-a387-738a98219a75 HTTP/1.1" status: 204 len: 168 time: 1.0992391 Mar 11 16:16:39.260685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47484) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:39.785837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:40.120724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Deleting port 97d6fea4-1198-4d29-8d43-3c7bf0a63004 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:40.121065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:40.288429 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] For port 97d6fea4-1198-4d29-8d43-3c7bf0a63004, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=97d6fea4-1198-4d29-8d43-3c7bf0a63004,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:40.289158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:40.407491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Calling delete_port for 97d6fea4-1198-4d29-8d43-3c7bf0a63004 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:40.895855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:40.939741 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Pushing event deleted for resources: {'Port': ['ID=97d6fea4-1198-4d29-8d43-3c7bf0a63004,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:40.978557 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:40.978899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:40.979243 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:40.979573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:40.979898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:40.980486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:40.980840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:40.981163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:40.981484 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:40.981801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:40.982186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:40.982502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:41.222077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.566491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:41.744688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:41.754299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaaa9c8-327f-4ebd-8c2c-129598d9696f None None] Sync routers for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:41.757679 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9aac2434-1076-4ffe-9786-023d2ff905aa admin admin] 10.222.0.39 "PUT /v2.0/routers/02c6d993-b323-49a6-8aa9-f5c5d634c0b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4959223 Mar 11 16:16:41.760184 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47488) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:41.764331 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaaa9c8-327f-4ebd-8c2c-129598d9696f None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:41.764966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddaaa9c8-327f-4ebd-8c2c-129598d9696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:16:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:41.940262 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ddaaa9c8-327f-4ebd-8c2c-129598d9696f None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:42.051760 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.221418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddaaa9c8-327f-4ebd-8c2c-129598d9696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:16:40Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:42.225228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaaa9c8-327f-4ebd-8c2c-129598d9696f None None] Checking router: 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:16:42.229671 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.235217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaaa9c8-327f-4ebd-8c2c-129598d9696f None None] Routers {'02c6d993-b323-49a6-8aa9-f5c5d634c0b1'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:42.249160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddaaa9c8-327f-4ebd-8c2c-129598d9696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:16:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:42.318771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Deleting port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:42.319122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.414011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ddaaa9c8-327f-4ebd-8c2c-129598d9696f None None] Set router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:42.495898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] For port 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9ef23b38-1c0f-4e91-b53c-a2f1901f44ad,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:42.496167 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.620793 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Calling delete_port for 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:42.699240 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ddaaa9c8-327f-4ebd-8c2c-129598d9696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:16:40Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:42.703617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaaa9c8-327f-4ebd-8c2c-129598d9696f None None] The sync data for ids ['02c6d993-b323-49a6-8aa9-f5c5d634c0b1'] in dv-neutron-833203-2-hyperv is: [{'id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'name': 'tempest-ServerActionsTestJSON-638270174-router', 'tenant_id': 'aed3510569b24befa9a82feb8342dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:48Z', 'updated_at': '2022-03-11T16:16:40Z', 'revision_number': 5, 'project_id': 'aed3510569b24befa9a82feb8342dd8e', 'gw_port': {'id': '9ef23b38-1c0f-4e91-b53c-a2f1901f44ad', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6d993-b323-49a6-8aa9-f5c5d634c0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:42.789946 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:16:42.848520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.894465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef23b38-1c0f-4e91-b53c-a2f1901f44ad,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:42.984529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.146705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 97d6fea4-1198-4d29-8d43-3c7bf0a63004 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:16:43.159895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.162403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.184742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 97d6fea4-1198-4d29-8d43-3c7bf0a63004 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:16:43.185202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 97d6fea4-1198-4d29-8d43-3c7bf0a63004 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:16:43.262458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.263002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02c6d993-b323-49a6-8aa9-f5c5d634c0b1 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:16:43.275264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.279373 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1b4ed3d2-f94f-4adf-84c7-187172ac491d admin admin] 10.222.0.39 "DELETE /v2.0/routers/02c6d993-b323-49a6-8aa9-f5c5d634c0b1 HTTP/1.1" status: 204 len: 168 time: 1.5152621 Mar 11 16:16:43.279651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47492) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:43.339529 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b6f379-bcc0-4a7a-bb86-cb579c898f42 admin admin] Deleting subnet d57d7c66-cda0-4144-88bc-24bcebdcf98c {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:16:43.343157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f379-bcc0-4a7a-bb86-cb579c898f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.395597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f379-bcc0-4a7a-bb86-cb579c898f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.475096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f379-bcc0-4a7a-bb86-cb579c898f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.633411 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f379-bcc0-4a7a-bb86-cb579c898f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.672098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6f379-bcc0-4a7a-bb86-cb579c898f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d57d7c66-cda0-4144-88bc-24bcebdcf98c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:43.673921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f379-bcc0-4a7a-bb86-cb579c898f42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.677897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc3b35a-a928-486b-8453-a1d01f397111 None None] Network 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:43.680148 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e0b6f379-bcc0-4a7a-bb86-cb579c898f42 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d57d7c66-cda0-4144-88bc-24bcebdcf98c HTTP/1.1" status: 204 len: 168 time: 0.3996270 Mar 11 16:16:43.682785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47496) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:43.897297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.907875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Deleting port 4ca54870-2c43-4132-900e-6b8006a5e882 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:43.908203 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.962947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5229083e-4c70-449e-a453-5c03dc536f76 None None] DHCP port deletion for 6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:16:43.967129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5229083e-4c70-449e-a453-5c03dc536f76 None None] Deleting port 4ca54870-2c43-4132-900e-6b8006a5e882 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:43.967508 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5229083e-4c70-449e-a453-5c03dc536f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.117239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] For port 4ca54870-2c43-4132-900e-6b8006a5e882, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4ca54870-2c43-4132-900e-6b8006a5e882,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:44.117597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.167105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5229083e-4c70-449e-a453-5c03dc536f76 None None] For port 4ca54870-2c43-4132-900e-6b8006a5e882, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4ca54870-2c43-4132-900e-6b8006a5e882,segment=NetworkSegment(9d61edd6-e4d7-477c-8dcc-3a09e200e808),segment_id=9d61edd6-e4d7-477c-8dcc-3a09e200e808)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:44.167694 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5229083e-4c70-449e-a453-5c03dc536f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.240346 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Calling delete_port for 4ca54870-2c43-4132-900e-6b8006a5e882 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:44.288408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5229083e-4c70-449e-a453-5c03dc536f76 None None] Calling delete_port for 4ca54870-2c43-4132-900e-6b8006a5e882 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:44.391353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.396400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-5229083e-4c70-449e-a453-5c03dc536f76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:16:44.396784 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-5229083e-4c70-449e-a453-5c03dc536f76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:16:44.437400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca54870-2c43-4132-900e-6b8006a5e882,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:44.440751 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] No DVR routers for this DVR port 4ca54870-2c43-4132-900e-6b8006a5e882 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:16:44.554554 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.579549 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:44.595451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d61edd6-e4d7-477c-8dcc-3a09e200e808') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:44.595747 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d61edd6-e4d7-477c-8dcc-3a09e200e808') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:44.607124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.622385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.628162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:16:44.628537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:16:44.641820 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:16:44.802863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.818549 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.833188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:44.841506 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3e10b62b-7c6e-4797-91c9-c378a624bc52 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6bad98d4-5e73-4bb6-b5b5-c14d6f6d300f HTTP/1.1" status: 204 len: 168 time: 1.1569047 Mar 11 16:16:44.897710 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5229083e-4c70-449e-a453-5c03dc536f76 None None] Deleting port 4ca54870-2c43-4132-900e-6b8006a5e882 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:44.898088 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5229083e-4c70-449e-a453-5c03dc536f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.968610 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5229083e-4c70-449e-a453-5c03dc536f76 None None] The port '4ca54870-2c43-4132-900e-6b8006a5e882' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:16:45.129601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4ca54870-2c43-4132-900e-6b8006a5e882 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:16:45.163251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 4ca54870-2c43-4132-900e-6b8006a5e882 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:16:45.163587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4ca54870-2c43-4132-900e-6b8006a5e882 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:16:45.163989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:16:45.194070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47502) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.197856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:16:45.198285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9ef23b38-1c0f-4e91-b53c-a2f1901f44ad not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:16:45.248142 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-54e6f387-234d-4d29-a0e7-be7bebb59696 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aed3510569b24befa9a82feb8342dd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482218 Mar 11 16:16:45.250167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47506) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.309278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9b143cf-1a41-400e-b321-73a2f4b0cd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.334305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9b143cf-1a41-400e-b321-73a2f4b0cd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.476957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9b143cf-1a41-400e-b321-73a2f4b0cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.494158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b143cf-1a41-400e-b321-73a2f4b0cd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42a157d-02ea-48fc-87d1-f852f0be20ce,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:45.500685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a9b143cf-1a41-400e-b321-73a2f4b0cd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.502321 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a9b143cf-1a41-400e-b321-73a2f4b0cd41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b42a157d-02ea-48fc-87d1-f852f0be20ce HTTP/1.1" status: 204 len: 168 time: 0.2507012 Mar 11 16:16:46.535980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47530) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.657546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2091279725-network', 'tenant_id': '6ca7e54efb324c6ca44040648595209e'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:46.662350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:46.666132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Usage tracker for resource:network and tenant:6ca7e54efb324c6ca44040648595209e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:46.668943 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:46.674585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:46.781730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Made reservation on behalf of 6ca7e54efb324c6ca44040648595209e for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:46.784106 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:46.796576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:46.811161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:46.814866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Usage tracker for resource:security_group_rule and tenant:6ca7e54efb324c6ca44040648595209e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:46.817608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:46.823163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:46.903086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:46.975734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.002913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:16:47.015000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a827d02-4062-4727-a6eb-d010cfc9e175,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:47.020296 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.020671 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Added segment 479a98cf-96ce-4dea-b18f-a8e66d198a71 of type vlan for network 45230525-30ad-4bfd-809f-a17e2c57c1c4 Mar 11 16:16:47.047034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.170593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.171533 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:47.172109 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.272647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] Pushing event updated for resources: {'Network': ['ID=45230525-30ad-4bfd-809f-a17e2c57c1c4,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:47.285681 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 45230525-30ad-4bfd-809f-a17e2c57c1c4 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:16:47.352118 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-adc20053-25c4-4e1a-9ffb-4b2cd6ad650d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8149920 Mar 11 16:16:47.355390 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47536) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.361634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Request body: {'subnet': {'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2091279725-subnet', 'tenant_id': '6ca7e54efb324c6ca44040648595209e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:47.366498 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:47.370378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Usage tracker for resource:subnet and tenant:6ca7e54efb324c6ca44040648595209e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:47.373199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:47.379001 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:47.461211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Made reservation on behalf of 6ca7e54efb324c6ca44040648595209e for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:47.463677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.759191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.833822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e13d426-ea00-4d93-8b59-60299e783da4,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:47.842182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Checking segment: {'id': '479a98cf-96ce-4dea-b18f-a8e66d198a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:47.842572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Network hostable DHCP agents. Network: 45230525-30ad-4bfd-809f-a17e2c57c1c4, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:16:47.962991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Network 45230525-30ad-4bfd-809f-a17e2c57c1c4 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:16:48.095581 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 45230525-30ad-4bfd-809f-a17e2c57c1c4) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:48.099791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:48.100375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.104291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3255efc7-8db2-4db9-b191-9172febec79f None None] Network 45230525-30ad-4bfd-809f-a17e2c57c1c4 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:48.188506 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-48da23df-3397-4f1e-9a93-16cac3378218 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8320377 Mar 11 16:16:48.317587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0829a7-eab1-487c-a6cd-d938deeb3e31 None None] Network 45230525-30ad-4bfd-809f-a17e2c57c1c4 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:48.686514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-2df07d19-ffe9-418d-8887-4b657d74f1a1 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:48.687834 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-2df07d19-ffe9-418d-8887-4b657d74f1a1 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/networks?id=45230525-30ad-4bfd-809f-a17e2c57c1c4 HTTP/1.1" status: 200 len: 814 time: 0.1419873 Mar 11 16:16:48.702832 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-c0bdb039-d914-48e4-a1c2-ea1be6f24544 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/quotas/6ca7e54efb324c6ca44040648595209e HTTP/1.1" status: 200 len: 375 time: 0.0090058 Mar 11 16:16:48.749209 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ac079a66-8caa-4d9d-9e57-c5d4a0377222 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ca7e54efb324c6ca44040648595209e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415597 Mar 11 16:16:48.759043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-5410dcd4-4ff6-4854-8251-590b9d2bcc29 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:48.759965 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-5410dcd4-4ff6-4854-8251-590b9d2bcc29 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047112 Mar 11 16:16:48.887437 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-0e06e20c-67e6-42c4-afe4-4424918e6b29 service neutron] 10.222.0.39 "GET /v2.0/networks/45230525-30ad-4bfd-809f-a17e2c57c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223009 Mar 11 16:16:49.016262 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-cb3b62a5-8f34-4b64-9638-c280f36ac3df service neutron] 10.222.0.39 "GET /v2.0/networks/45230525-30ad-4bfd-809f-a17e2c57c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225405 Mar 11 16:16:49.269295 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98586768-168b-46ce-81c8-723b236ed284 req-9fb7dc9f-932d-4fa4-bd63-0dc2e0450ec2 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 210 time: 0.0429931 Mar 11 16:16:50.420170 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-47f518f4-64b1-4e94-a49e-ce6957c3542b req-c87c8c30-7110-4400-bc21-c538e36b3ef9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 210 time: 0.0460105 Mar 11 16:16:50.861579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0472b322-8bbc-421a-8176-ba012f1b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.626305 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a516d7d8-2e2f-4c55-8631-8f227e0077f9 req-c332d3a9-7ba0-42ee-8a27-6eaf0bd31cac tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 210 time: 0.1017485 Mar 11 16:16:51.666765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-47be80d5-8687-4122-a29e-b255747119c8 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:51.668227 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-47be80d5-8687-4122-a29e-b255747119c8 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.30 "GET /v2.0/networks?id=45230525-30ad-4bfd-809f-a17e2c57c1c4 HTTP/1.1" status: 200 len: 814 time: 0.1829016 Mar 11 16:16:51.680348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Request body: {'port': {'device_id': 'e115f9ef-9e97-41f5-aa68-9cc98d9fabb4', 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4', 'admin_state_up': True, 'tenant_id': '6ca7e54efb324c6ca44040648595209e'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:51.919364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:51.923124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Usage tracker for resource:port and tenant:6ca7e54efb324c6ca44040648595209e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:51.925914 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:51.931473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:52.050289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Made reservation on behalf of 6ca7e54efb324c6ca44040648595209e for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:52.053814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.213441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Allocated IP 172.20.0.6 (45230525-30ad-4bfd-809f-a17e2c57c1c4/1e13d426-ea00-4d93-8b59-60299e783da4/b29eb804-4e9f-4451-b34a-71727296e5fd) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:52.414401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.518979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.587649 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Network 45230525-30ad-4bfd-809f-a17e2c57c1c4 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:52.588758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:52.597167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:52.633016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Pushing event updated for resources: {'Port': ['ID=b29eb804-4e9f-4451-b34a-71727296e5fd,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:52.663806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:52.664424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.770437 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-ab003805-b7db-43f7-8376-c5e1ad5ef855 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0934210 Mar 11 16:16:52.782200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Request body: {'port': {'device_id': 'e115f9ef-9e97-41f5-aa68-9cc98d9fabb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:52.900639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15a6a-e2c4-443f-8520-91e1c3a911f6 req-2c20466a-cb6e-49be-a144-2f467046fc6b tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:52.901314 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-0bc15a6a-e2c4-443f-8520-91e1c3a911f6 req-2c20466a-cb6e-49be-a144-2f467046fc6b tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Synchronizing usage tracker for tenant:6ca7e54efb324c6ca44040648595209e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:52.920674 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.034060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-0bc15a6a-e2c4-443f-8520-91e1c3a911f6 req-2c20466a-cb6e-49be-a144-2f467046fc6b tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Unset dirty status for tenant:6ca7e54efb324c6ca44040648595209e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:53.035114 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0bc15a6a-e2c4-443f-8520-91e1c3a911f6 req-2c20466a-cb6e-49be-a144-2f467046fc6b tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 931 time: 0.3051808 Mar 11 16:16:53.123661 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0bc15a6a-e2c4-443f-8520-91e1c3a911f6 req-40be37ea-01f5-4443-a131-0ddd0e2af1d8 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823843 Mar 11 16:16:53.284750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29eb804-4e9f-4451-b34a-71727296e5fd {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:16:53.291909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.306319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Transition to ACTIVE for port object b29eb804-4e9f-4451-b34a-71727296e5fd will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:53.387223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.543150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Pushing event updated for resources: {'Port': ['ID=b29eb804-4e9f-4451-b34a-71727296e5fd,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:53.615403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Attempting to bind port b29eb804-4e9f-4451-b34a-71727296e5fd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:53.615827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Attempting to bind port b29eb804-4e9f-4451-b34a-71727296e5fd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '479a98cf-96ce-4dea-b18f-a8e66d198a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:53.616162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Attempting to bind port b29eb804-4e9f-4451-b34a-71727296e5fd on network 45230525-30ad-4bfd-809f-a17e2c57c1c4 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:53.620678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Port b29eb804-4e9f-4451-b34a-71727296e5fd on network 45230525-30ad-4bfd-809f-a17e2c57c1c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:53.621000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Attempting to bind port b29eb804-4e9f-4451-b34a-71727296e5fd on network 45230525-30ad-4bfd-809f-a17e2c57c1c4 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:53.626089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:16:53.626425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Checking segment: {'id': '479a98cf-96ce-4dea-b18f-a8e66d198a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:53.626802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Bound using segment: {'id': '479a98cf-96ce-4dea-b18f-a8e66d198a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:16:53.627221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Bound port: b29eb804-4e9f-4451-b34a-71727296e5fd, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479a98cf-96ce-4dea-b18f-a8e66d198a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:16:53.627608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.670972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cb2a74c0-6534-4838-927d-2790af5c9abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.719547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] For port b29eb804-4e9f-4451-b34a-71727296e5fd, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:53.722480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] For port b29eb804-4e9f-4451-b34a-71727296e5fd, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b29eb804-4e9f-4451-b34a-71727296e5fd,segment=NetworkSegment(479a98cf-96ce-4dea-b18f-a8e66d198a71),segment_id=479a98cf-96ce-4dea-b18f-a8e66d198a71)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:16:53.814138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.865655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:53.866279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.867661 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] 10.222.0.30 "PUT /v2.0/ports/b29eb804-4e9f-4451-b34a-71727296e5fd HTTP/1.1" status: 200 len: 1093 time: 1.0899141 Mar 11 16:16:53.869964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e115f9ef-9e97-41f5-aa68-9cc98d9fabb4', 'tag': 'b29eb804-4e9f-4451-b34a-71727296e5fd'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:53.898485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1d9d3-b411-469a-8d14-f9aa55410910 service neutron] Pushing event updated for resources: {'Port': ['ID=b29eb804-4e9f-4451-b34a-71727296e5fd,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:53.913941 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e115f9ef-9e97-41f5-aa68-9cc98d9fabb4', 'tag': 'b29eb804-4e9f-4451-b34a-71727296e5fd', 'status': 'completed', 'code': 200} Mar 11 16:16:54.006028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8b1e-4b11-4dcd-bf2c-6457016dcdae req-ceb69181-6d6c-4b05-8365-9cc28fec5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:54.007498 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-135b8b1e-4b11-4dcd-bf2c-6457016dcdae req-ceb69181-6d6c-4b05-8365-9cc28fec5a59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ca7e54efb324c6ca44040648595209e&device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 1096 time: 0.0740335 Mar 11 16:16:54.279673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8b1e-4b11-4dcd-bf2c-6457016dcdae req-7ec68c63-4e61-4962-a343-aaae8071e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:54.281137 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-135b8b1e-4b11-4dcd-bf2c-6457016dcdae req-7ec68c63-4e61-4962-a343-aaae8071e216 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6ca7e54efb324c6ca44040648595209e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2673995 Mar 11 16:16:54.414478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.426440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a84d6-0a5d-4688-ba98-c5b58252c809 req-8942ca39-d8fc-4ab4-bf52-233def617194 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:54.427943 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cf0a84d6-0a5d-4688-ba98-c5b58252c809 req-8942ca39-d8fc-4ab4-bf52-233def617194 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 943 time: 0.1936531 Mar 11 16:16:54.467088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8b1e-4b11-4dcd-bf2c-6457016dcdae req-c8eeae61-efbe-409a-9d1a-0b33ef1f0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:54.468483 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-135b8b1e-4b11-4dcd-bf2c-6457016dcdae req-c8eeae61-efbe-409a-9d1a-0b33ef1f0cba service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1815960 Mar 11 16:16:54.488899 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cf0a84d6-0a5d-4688-ba98-c5b58252c809 req-c0c1d8f9-f3ce-4b30-aaf4-63078a58d9ef tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489402 Mar 11 16:16:54.572460 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-e94e88e1-d28d-4ac9-8fee-1f24d813be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:54.573942 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-e94e88e1-d28d-4ac9-8fee-1f24d813be57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ca7e54efb324c6ca44040648595209e&device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 1096 time: 0.0700250 Mar 11 16:16:54.645228 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-892e7dd3-5f33-41f2-94ea-0a6eac03ac5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29eb804-4e9f-4451-b34a-71727296e5fd HTTP/1.1" status: 200 len: 217 time: 0.0645332 Mar 11 16:16:54.665626 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.707198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-119efd01-0bb6-44dc-ac0f-8e019f34d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:54.708633 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-119efd01-0bb6-44dc-ac0f-8e019f34d732 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e13d426-ea00-4d93-8b59-60299e783da4 HTTP/1.1" status: 200 len: 854 time: 0.0577061 Mar 11 16:16:54.754252 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-79296dab-0b76-4e13-a9db-e4ca29db9e93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45230525-30ad-4bfd-809f-a17e2c57c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399761 Mar 11 16:16:54.883151 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-65054455-4ce1-4ca7-ae33-84ce500e1b18 service neutron] 10.222.0.30 "GET /v2.0/networks/45230525-30ad-4bfd-809f-a17e2c57c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233406 Mar 11 16:16:55.015038 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e63b7d99-0a22-4fea-b56f-572b1234773b req-feb093e7-c4d4-4d05-af72-1dd8e225c8ab service neutron] 10.222.0.30 "GET /v2.0/networks/45230525-30ad-4bfd-809f-a17e2c57c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263478 Mar 11 16:16:55.679268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e8dc-ee6b-40e5-8938-26b1f773af2e req-3843ab64-ba66-4903-a8ee-f3a2e7aab033 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:55.680958 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be13e8dc-ee6b-40e5-8938-26b1f773af2e req-3843ab64-ba66-4903-a8ee-f3a2e7aab033 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 943 time: 0.0837708 Mar 11 16:16:55.723886 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be13e8dc-ee6b-40e5-8938-26b1f773af2e req-5ed27339-f96b-4cf9-8e37-d2e7621f6d1f tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Mar 11 16:16:56.066965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.282531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.755003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device b29eb804-4e9f-4451-b34a-71727296e5fd details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:16:56.888944 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port b29eb804-4e9f-4451-b34a-71727296e5fd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b29eb804-4e9f-4451-b34a-71727296e5fd,segment=NetworkSegment(479a98cf-96ce-4dea-b18f-a8e66d198a71),segment_id=479a98cf-96ce-4dea-b18f-a8e66d198a71)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:56.901795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'b29eb804-4e9f-4451-b34a-71727296e5fd', 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4', 'port_id': 'b29eb804-4e9f-4451-b34a-71727296e5fd', 'mac_address': 'fa:16:3e:92:68:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e13d426-ea00-4d93-8b59-60299e783da4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:16:56.905695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63adb3-2258-4b3f-8f31-e253dedddaab req-705dbaed-ecf0-4918-8e57-fe9e8bb43441 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:56.907171 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9f63adb3-2258-4b3f-8f31-e253dedddaab req-705dbaed-ecf0-4918-8e57-fe9e8bb43441 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 943 time: 0.0796928 Mar 11 16:16:56.956279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.958357 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9f63adb3-2258-4b3f-8f31-e253dedddaab req-f3f3a02f-9bfd-481f-84c1-7d80e975d7fd tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451329 Mar 11 16:16:56.975932 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29eb804-4e9f-4451-b34a-71727296e5fd {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:16:56.991529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port b29eb804-4e9f-4451-b34a-71727296e5fd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b29eb804-4e9f-4451-b34a-71727296e5fd,segment=NetworkSegment(479a98cf-96ce-4dea-b18f-a8e66d198a71),segment_id=479a98cf-96ce-4dea-b18f-a8e66d198a71)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:57.095474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.186542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=b29eb804-4e9f-4451-b34a-71727296e5fd,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:57.410467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['b29eb804-4e9f-4451-b34a-71727296e5fd'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:16:58.136368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe296a82-2fdc-4d2c-9cd1-b4249b5ffc3d req-784a409d-ae97-4bc0-9e2d-1a26c9c34e77 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:58.138332 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fe296a82-2fdc-4d2c-9cd1-b4249b5ffc3d req-784a409d-ae97-4bc0-9e2d-1a26c9c34e77 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 944 time: 0.0781443 Mar 11 16:16:58.184132 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fe296a82-2fdc-4d2c-9cd1-b4249b5ffc3d req-25ce64e0-b648-4e4c-8c44-6bdfbb2f3665 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 Mar 11 16:16:58.762262 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device b29eb804-4e9f-4451-b34a-71727296e5fd up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:58.941107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port b29eb804-4e9f-4451-b34a-71727296e5fd completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:58.945704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port b29eb804-4e9f-4451-b34a-71727296e5fd triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:58.946068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.057912 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.082915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e115f9ef-9e97-41f5-aa68-9cc98d9fabb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29eb804-4e9f-4451-b34a-71727296e5fd'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:59.093544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port b29eb804-4e9f-4451-b34a-71727296e5fd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b29eb804-4e9f-4451-b34a-71727296e5fd,segment=NetworkSegment(479a98cf-96ce-4dea-b18f-a8e66d198a71),segment_id=479a98cf-96ce-4dea-b18f-a8e66d198a71)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:59.127161 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e115f9ef-9e97-41f5-aa68-9cc98d9fabb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29eb804-4e9f-4451-b34a-71727296e5fd', 'code': 200} Mar 11 16:16:59.174295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.245742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=b29eb804-4e9f-4451-b34a-71727296e5fd,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:59.256389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.257291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.257856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.258460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.259264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.259919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.260636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.261578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.262171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.262807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.263303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.263898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:59.375204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc121a-8c8a-4b7c-a084-3f3be8e656c6 req-d89bf913-4800-4f6c-90ab-c02305fd7768 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:59.376667 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e3bc121a-8c8a-4b7c-a084-3f3be8e656c6 req-d89bf913-4800-4f6c-90ab-c02305fd7768 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0833585 Mar 11 16:16:59.458818 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e3bc121a-8c8a-4b7c-a084-3f3be8e656c6 req-91cec50d-cf32-43ac-8f57-bce9d1f0d29f tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764120 Mar 11 16:16:59.493611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f72c96-379a-4695-aef6-803de554522f req-eddcf072-f9cc-42a1-924f-156a496535b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:59.495094 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a8f72c96-379a-4695-aef6-803de554522f req-eddcf072-f9cc-42a1-924f-156a496535b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 1098 time: 0.0754554 Mar 11 16:16:59.534900 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a8f72c96-379a-4695-aef6-803de554522f req-e5247b3f-aaed-4996-a4eb-91704e29429e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Mar 11 16:17:00.645765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116269c-c5f9-42be-a402-707e8bde80b1 req-a9682a20-a8c7-4c5b-9853-c2ff06cbdd8d tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:00.647261 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5116269c-c5f9-42be-a402-707e8bde80b1 req-a9682a20-a8c7-4c5b-9853-c2ff06cbdd8d tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0827620 Mar 11 16:17:00.692426 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5116269c-c5f9-42be-a402-707e8bde80b1 req-091c8934-e5cc-4147-af60-c3363f949f06 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389993 Mar 11 16:17:01.874935 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea5a33-7161-4a04-a394-28947a7130ed req-07c2d528-c492-4354-9e04-8b596fd661a5 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:01.876409 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6aea5a33-7161-4a04-a394-28947a7130ed req-07c2d528-c492-4354-9e04-8b596fd661a5 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0787888 Mar 11 16:17:01.920293 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6aea5a33-7161-4a04-a394-28947a7130ed req-066aa6b5-8fac-4269-9ccf-bd05bc2ab7e9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 Mar 11 16:17:02.200204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42056c66-3c75-45c1-86a1-fb1179303650 req-a08b386f-1c0d-432c-8666-a244a0707e51 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:02.201639 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-a08b386f-1c0d-432c-8666-a244a0707e51 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/networks?id=45230525-30ad-4bfd-809f-a17e2c57c1c4 HTTP/1.1" status: 200 len: 814 time: 0.1444490 Mar 11 16:17:02.215987 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-5b508956-d118-4699-813f-a87c72b2e9f4 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/quotas/6ca7e54efb324c6ca44040648595209e HTTP/1.1" status: 200 len: 375 time: 0.0088942 Mar 11 16:17:02.296398 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-5d160a8a-fbbf-4ab6-813c-f364e4978e4d tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ca7e54efb324c6ca44040648595209e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750933 Mar 11 16:17:02.562074 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e04cc5aa-68a7-467c-8a63-2e0c0f0062fb service neutron] 10.222.0.39 "GET /v2.0/networks/45230525-30ad-4bfd-809f-a17e2c57c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588303 Mar 11 16:17:02.690108 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-73bc2156-574e-4e71-aa69-35afc31b5ed4 service neutron] 10.222.0.39 "GET /v2.0/networks/45230525-30ad-4bfd-809f-a17e2c57c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222076 Mar 11 16:17:02.962902 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-859259aa-b674-4283-83c4-6b57a89a26a2 req-eee8ee63-9f17-4c44-8013-8103253b7e1d tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 210 time: 0.0423098 Mar 11 16:17:04.110906 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e5214e1d-91e6-4faf-a8a6-5a9a982b0ed1 req-a2072161-62e2-47d1-a03c-ab06548332d5 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 210 time: 0.0459764 Mar 11 16:17:05.120819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42056c66-3c75-45c1-86a1-fb1179303650 req-c1399bc7-b66c-47d2-aff4-7f035ab8b139 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:05.122282 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-c1399bc7-b66c-47d2-aff4-7f035ab8b139 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.30 "GET /v2.0/networks?id=45230525-30ad-4bfd-809f-a17e2c57c1c4 HTTP/1.1" status: 200 len: 814 time: 0.1432993 Mar 11 16:17:05.134161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Request body: {'port': {'device_id': '7f46e0e1-464b-4d1b-87dc-e8466396f06f', 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4', 'admin_state_up': True, 'tenant_id': '6ca7e54efb324c6ca44040648595209e'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:05.275790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca5f18e6-7abc-4ca1-8f3d-42d54b2e7a21 req-c7363c78-c5a8-45e3-8bdb-9cd3bde4d40d tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 210 time: 0.0562904 Mar 11 16:17:05.313191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:05.322584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:05.391027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Made reservation on behalf of 6ca7e54efb324c6ca44040648595209e for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:05.394531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:05.553475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Allocated IP 172.20.0.14 (45230525-30ad-4bfd-809f-a17e2c57c1c4/1e13d426-ea00-4d93-8b59-60299e783da4/ea87abbe-9d29-45a8-b862-9bfff7fd3489) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:05.750002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:05.830904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:05.841921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['b29eb804-4e9f-4451-b34a-71727296e5fd'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:17:05.900287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Network 45230525-30ad-4bfd-809f-a17e2c57c1c4 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:05.901411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:05.909552 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:05.945890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Pushing event updated for resources: {'Port': ['ID=ea87abbe-9d29-45a8-b862-9bfff7fd3489,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:05.976262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:05.976896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.054756 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-e99db91c-4db8-40aa-a48f-313930e00e48 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9242511 Mar 11 16:17:06.066112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Request body: {'port': {'device_id': '7f46e0e1-464b-4d1b-87dc-e8466396f06f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:06.174476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.509187 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb819-5aa6-41ad-b605-14d53e89b38e req-dac77cbf-72a0-4aba-a44d-41c0229844b8 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:06.509862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-adbbb819-5aa6-41ad-b605-14d53e89b38e req-dac77cbf-72a0-4aba-a44d-41c0229844b8 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Synchronizing usage tracker for tenant:6ca7e54efb324c6ca44040648595209e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:06.677093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea87abbe-9d29-45a8-b862-9bfff7fd3489 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:17:06.684335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.698320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Transition to ACTIVE for port object ea87abbe-9d29-45a8-b862-9bfff7fd3489 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:06.729868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-adbbb819-5aa6-41ad-b605-14d53e89b38e req-dac77cbf-72a0-4aba-a44d-41c0229844b8 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Unset dirty status for tenant:6ca7e54efb324c6ca44040648595209e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:06.731284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-adbbb819-5aa6-41ad-b605-14d53e89b38e req-dac77cbf-72a0-4aba-a44d-41c0229844b8 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 932 time: 0.3376808 Mar 11 16:17:06.775667 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-adbbb819-5aa6-41ad-b605-14d53e89b38e req-272f35a8-1ce9-4387-b62a-33c27b2e32d4 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379660 Mar 11 16:17:06.796448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.956490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Pushing event updated for resources: {'Port': ['ID=ea87abbe-9d29-45a8-b862-9bfff7fd3489,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:07.023111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Attempting to bind port ea87abbe-9d29-45a8-b862-9bfff7fd3489 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:07.023450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Attempting to bind port ea87abbe-9d29-45a8-b862-9bfff7fd3489 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '479a98cf-96ce-4dea-b18f-a8e66d198a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:07.023780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Attempting to bind port ea87abbe-9d29-45a8-b862-9bfff7fd3489 on network 45230525-30ad-4bfd-809f-a17e2c57c1c4 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:07.028256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Port ea87abbe-9d29-45a8-b862-9bfff7fd3489 on network 45230525-30ad-4bfd-809f-a17e2c57c1c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:07.028598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Attempting to bind port ea87abbe-9d29-45a8-b862-9bfff7fd3489 on network 45230525-30ad-4bfd-809f-a17e2c57c1c4 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:07.034247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:07.034585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Checking segment: {'id': '479a98cf-96ce-4dea-b18f-a8e66d198a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:07.034966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Bound using segment: {'id': '479a98cf-96ce-4dea-b18f-a8e66d198a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:07.035394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Bound port: ea87abbe-9d29-45a8-b862-9bfff7fd3489, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479a98cf-96ce-4dea-b18f-a8e66d198a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:07.035739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.126633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] For port ea87abbe-9d29-45a8-b862-9bfff7fd3489, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:07.129504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] For port ea87abbe-9d29-45a8-b862-9bfff7fd3489, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea87abbe-9d29-45a8-b862-9bfff7fd3489,segment=NetworkSegment(479a98cf-96ce-4dea-b18f-a8e66d198a71),segment_id=479a98cf-96ce-4dea-b18f-a8e66d198a71)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:07.204291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.254635 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:07.254996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.256380 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] 10.222.0.30 "PUT /v2.0/ports/ea87abbe-9d29-45a8-b862-9bfff7fd3489 HTTP/1.1" status: 200 len: 1094 time: 1.1942129 Mar 11 16:17:07.258760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f46e0e1-464b-4d1b-87dc-e8466396f06f', 'tag': 'ea87abbe-9d29-45a8-b862-9bfff7fd3489'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:17:07.289274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3a3bc-4200-4a0e-ab2b-784210fcc13c service neutron] Pushing event updated for resources: {'Port': ['ID=ea87abbe-9d29-45a8-b862-9bfff7fd3489,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:07.305426 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f46e0e1-464b-4d1b-87dc-e8466396f06f', 'tag': 'ea87abbe-9d29-45a8-b862-9bfff7fd3489', 'status': 'completed', 'code': 200} Mar 11 16:17:07.398696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53460f1-a45e-4c45-b464-77625987f32e req-b771a15a-97e5-4b88-9a01-14d6cfef6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:07.400145 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b53460f1-a45e-4c45-b464-77625987f32e req-b771a15a-97e5-4b88-9a01-14d6cfef6700 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ca7e54efb324c6ca44040648595209e&device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 1097 time: 0.0737824 Mar 11 16:17:07.540357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53460f1-a45e-4c45-b464-77625987f32e req-b39b33af-a007-4655-90ae-02ddffee5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:07.541729 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b53460f1-a45e-4c45-b464-77625987f32e req-b39b33af-a007-4655-90ae-02ddffee5288 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6ca7e54efb324c6ca44040648595209e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1340544 Mar 11 16:17:07.674018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53460f1-a45e-4c45-b464-77625987f32e req-ca795d29-f094-4be0-888d-0d5e4dfc085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:07.675438 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b53460f1-a45e-4c45-b464-77625987f32e req-ca795d29-f094-4be0-888d-0d5e4dfc085e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274118 Mar 11 16:17:07.797088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42056c66-3c75-45c1-86a1-fb1179303650 req-3bb90d94-f421-4c46-bb1d-57306478d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:07.798451 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-3bb90d94-f421-4c46-bb1d-57306478d3d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ca7e54efb324c6ca44040648595209e&device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 1097 time: 0.0705516 Mar 11 16:17:07.869682 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-84d816a0-5cd7-45e9-8841-0aaec250575a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea87abbe-9d29-45a8-b862-9bfff7fd3489 HTTP/1.1" status: 200 len: 217 time: 0.0626981 Mar 11 16:17:07.973781 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42056c66-3c75-45c1-86a1-fb1179303650 req-f42dd330-1e95-414a-976f-9686b9fb23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:07.975171 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-f42dd330-1e95-414a-976f-9686b9fb23c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e13d426-ea00-4d93-8b59-60299e783da4 HTTP/1.1" status: 200 len: 854 time: 0.0996947 Mar 11 16:17:08.023183 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-19d5b9d8-ec38-48eb-bedf-c142882bdd9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45230525-30ad-4bfd-809f-a17e2c57c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424695 Mar 11 16:17:08.073662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75473cb6-9e56-4aa4-b090-6763454bb43e req-d20eff57-72ab-471e-a134-1ff17992825c tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:08.074963 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75473cb6-9e56-4aa4-b090-6763454bb43e req-d20eff57-72ab-471e-a134-1ff17992825c tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 944 time: 0.1709409 Mar 11 16:17:08.188104 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75473cb6-9e56-4aa4-b090-6763454bb43e req-1f8ce6f4-4efe-49ef-ad20-1d4f7ba706b4 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664577 Mar 11 16:17:08.195599 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-36e7286b-8392-44fd-89d8-127505f3ecc3 service neutron] 10.222.0.30 "GET /v2.0/networks/45230525-30ad-4bfd-809f-a17e2c57c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662982 Mar 11 16:17:08.328730 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42056c66-3c75-45c1-86a1-fb1179303650 req-3c0e8d22-af5c-4802-bde2-45b78fe92f98 service neutron] 10.222.0.30 "GET /v2.0/networks/45230525-30ad-4bfd-809f-a17e2c57c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266718 Mar 11 16:17:09.376497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b806cad-0e9f-4be7-847f-f320d16a96be req-c8b7b508-bfcc-45f3-ab38-0fd319642ac1 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:09.377872 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2b806cad-0e9f-4be7-847f-f320d16a96be req-c8b7b508-bfcc-45f3-ab38-0fd319642ac1 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 944 time: 0.0817420 Mar 11 16:17:09.516921 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2b806cad-0e9f-4be7-847f-f320d16a96be req-ea017bec-c450-4e62-8a52-bc068462b1ab tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334991 Mar 11 16:17:10.696541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b1e5b-90e9-4996-8a73-01c3c64b6ded req-685aa6ea-24c9-4000-8946-d23b7a781d97 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:10.697994 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-423b1e5b-90e9-4996-8a73-01c3c64b6ded req-685aa6ea-24c9-4000-8946-d23b7a781d97 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 944 time: 0.0790942 Mar 11 16:17:10.740635 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-423b1e5b-90e9-4996-8a73-01c3c64b6ded req-ed249740-bf5f-4dd5-8206-c7f546e5f641 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370989 Mar 11 16:17:11.922098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed74b6c-3c2b-408c-b9bc-d3fec58f39e6 req-cd8f756a-72e5-4dfd-b69b-ecbf3ff4f166 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:11.923561 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5ed74b6c-3c2b-408c-b9bc-d3fec58f39e6 req-cd8f756a-72e5-4dfd-b69b-ecbf3ff4f166 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 944 time: 0.0805278 Mar 11 16:17:11.966944 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5ed74b6c-3c2b-408c-b9bc-d3fec58f39e6 req-54349608-b412-4db8-8789-a816fbac752f tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376573 Mar 11 16:17:12.801858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ea87abbe-9d29-45a8-b862-9bfff7fd3489 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:17:12.932414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ea87abbe-9d29-45a8-b862-9bfff7fd3489, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea87abbe-9d29-45a8-b862-9bfff7fd3489,segment=NetworkSegment(479a98cf-96ce-4dea-b18f-a8e66d198a71),segment_id=479a98cf-96ce-4dea-b18f-a8e66d198a71)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:12.944778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'ea87abbe-9d29-45a8-b862-9bfff7fd3489', 'network_id': '45230525-30ad-4bfd-809f-a17e2c57c1c4', 'port_id': 'ea87abbe-9d29-45a8-b862-9bfff7fd3489', 'mac_address': 'fa:16:3e:99:1b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e13d426-ea00-4d93-8b59-60299e783da4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:17:12.998181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.014814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea87abbe-9d29-45a8-b862-9bfff7fd3489 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:17:13.030453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ea87abbe-9d29-45a8-b862-9bfff7fd3489, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea87abbe-9d29-45a8-b862-9bfff7fd3489,segment=NetworkSegment(479a98cf-96ce-4dea-b18f-a8e66d198a71),segment_id=479a98cf-96ce-4dea-b18f-a8e66d198a71)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:13.110587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.151964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba8fe1-d51d-4b48-9c9a-6a1fad1b916e req-9a334a5e-56d3-4892-870a-215aa56f2478 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:13.153453 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-91ba8fe1-d51d-4b48-9c9a-6a1fad1b916e req-9a334a5e-56d3-4892-870a-215aa56f2478 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 944 time: 0.0844512 Mar 11 16:17:13.181825 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=ea87abbe-9d29-45a8-b862-9bfff7fd3489,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:13.198239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-91ba8fe1-d51d-4b48-9c9a-6a1fad1b916e req-867ead02-970d-4f8d-a060-81de00a47704 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383923 Mar 11 16:17:13.435074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['ea87abbe-9d29-45a8-b862-9bfff7fd3489'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:17:14.378961 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5342-4385-4e5f-ab9c-cf425994e8a3 req-cba1ecff-5d41-44a9-9f07-4ce154cb8d71 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:14.380422 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a0b5342-4385-4e5f-ab9c-cf425994e8a3 req-cba1ecff-5d41-44a9-9f07-4ce154cb8d71 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 945 time: 0.0786641 Mar 11 16:17:14.423352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a0b5342-4385-4e5f-ab9c-cf425994e8a3 req-00dd23f1-ed25-4bb2-973a-afa3e1f7884b tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 Mar 11 16:17:14.812468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ea87abbe-9d29-45a8-b862-9bfff7fd3489 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:14.940998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port ea87abbe-9d29-45a8-b862-9bfff7fd3489 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:14.945597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port ea87abbe-9d29-45a8-b862-9bfff7fd3489 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:14.945968 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.059283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.085155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f46e0e1-464b-4d1b-87dc-e8466396f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea87abbe-9d29-45a8-b862-9bfff7fd3489'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:17:15.095012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ea87abbe-9d29-45a8-b862-9bfff7fd3489, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea87abbe-9d29-45a8-b862-9bfff7fd3489,segment=NetworkSegment(479a98cf-96ce-4dea-b18f-a8e66d198a71),segment_id=479a98cf-96ce-4dea-b18f-a8e66d198a71)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:15.127736 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f46e0e1-464b-4d1b-87dc-e8466396f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea87abbe-9d29-45a8-b862-9bfff7fd3489', 'code': 200} Mar 11 16:17:15.175316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.241945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=ea87abbe-9d29-45a8-b862-9bfff7fd3489,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:15.461913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1b347-f8a9-497c-be4b-16e4d3f9e31a req-9a368378-b4ec-4f4a-8a9e-11cb9df330f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:15.463371 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8df1b347-f8a9-497c-be4b-16e4d3f9e31a req-9a368378-b4ec-4f4a-8a9e-11cb9df330f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 1099 time: 0.0708401 Mar 11 16:17:15.503025 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8df1b347-f8a9-497c-be4b-16e4d3f9e31a req-cf3d1235-a72f-49e3-b1de-4c9b87f66e4c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341864 Mar 11 16:17:15.606015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd857a8-e138-4cc1-a395-7258a6f4e404 req-b61f8e47-5b04-4187-9549-38bb81d501c6 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:15.608012 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3dd857a8-e138-4cc1-a395-7258a6f4e404 req-b61f8e47-5b04-4187-9549-38bb81d501c6 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 946 time: 0.0790203 Mar 11 16:17:15.653139 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3dd857a8-e138-4cc1-a395-7258a6f4e404 req-70998c82-70b0-47b9-a2ef-2b09275ac17c tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395231 Mar 11 16:17:16.845802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa6f14-30dd-4faf-a3b1-31e96af8a127 req-578b4ea7-2ebd-452a-af89-69ccc4883379 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:16.847283 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cbfa6f14-30dd-4faf-a3b1-31e96af8a127 req-578b4ea7-2ebd-452a-af89-69ccc4883379 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 946 time: 0.0793314 Mar 11 16:17:16.892196 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cbfa6f14-30dd-4faf-a3b1-31e96af8a127 req-e3db5e88-7072-4bcd-b1fd-db9c9f59e07b tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391464 Mar 11 16:17:18.079624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b36cd5-9472-406e-b9bf-65269a4206c9 req-424eba3c-9440-49fa-b5ca-65fd8525cec4 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:18.081085 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a7b36cd5-9472-406e-b9bf-65269a4206c9 req-424eba3c-9440-49fa-b5ca-65fd8525cec4 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 946 time: 0.0817018 Mar 11 16:17:18.124399 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a7b36cd5-9472-406e-b9bf-65269a4206c9 req-4a9221e1-6b85-4e39-8edf-2877a0d405be tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377007 Mar 11 16:17:18.717274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac7726-6a74-4404-9ee7-4673006b3092 req-520513ba-7ab9-40e5-a49c-d8ab83a9b36a tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:18.718708 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a7ac7726-6a74-4404-9ee7-4673006b3092 req-520513ba-7ab9-40e5-a49c-d8ab83a9b36a tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 946 time: 0.0783479 Mar 11 16:17:18.761369 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a7ac7726-6a74-4404-9ee7-4673006b3092 req-5163c39b-ecda-4e33-a659-2114caadb6ea tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 Mar 11 16:17:19.787959 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:17:19.953554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47962367-4d0b-4714-924b-06ca937d403d req-457793ce-6c06-4ffe-aa2f-73dfcd0b8da2 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:19.955646 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-47962367-4d0b-4714-924b-06ca937d403d req-457793ce-6c06-4ffe-aa2f-73dfcd0b8da2 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 946 time: 0.0864186 Mar 11 16:17:19.999392 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-47962367-4d0b-4714-924b-06ca937d403d req-54a8a95e-9d6c-4390-9dda-4ae01e1e25fe tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380728 Mar 11 16:17:20.149082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150f8c5-ccc8-4a2f-98c6-68b4d6ab5bcb req-135ed039-c183-49df-a69d-fbfe520856ef tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:20.150458 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4150f8c5-ccc8-4a2f-98c6-68b4d6ab5bcb req-135ed039-c183-49df-a69d-fbfe520856ef tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 946 time: 0.0797234 Mar 11 16:17:20.217141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-4150f8c5-ccc8-4a2f-98c6-68b4d6ab5bcb req-c8adf43f-46f3-4cf7-9078-ba5c48c4c130 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Deleting port ea87abbe-9d29-45a8-b862-9bfff7fd3489 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:20.218809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4150f8c5-ccc8-4a2f-98c6-68b4d6ab5bcb req-c8adf43f-46f3-4cf7-9078-ba5c48c4c130 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.456591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-4150f8c5-ccc8-4a2f-98c6-68b4d6ab5bcb req-c8adf43f-46f3-4cf7-9078-ba5c48c4c130 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] For port ea87abbe-9d29-45a8-b862-9bfff7fd3489, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea87abbe-9d29-45a8-b862-9bfff7fd3489,segment=NetworkSegment(479a98cf-96ce-4dea-b18f-a8e66d198a71),segment_id=479a98cf-96ce-4dea-b18f-a8e66d198a71)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:20.456888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4150f8c5-ccc8-4a2f-98c6-68b4d6ab5bcb req-c8adf43f-46f3-4cf7-9078-ba5c48c4c130 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.576566 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-4150f8c5-ccc8-4a2f-98c6-68b4d6ab5bcb req-c8adf43f-46f3-4cf7-9078-ba5c48c4c130 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Calling delete_port for ea87abbe-9d29-45a8-b862-9bfff7fd3489 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:20.878553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-816777b9-627a-4704-88e7-271a11b5afe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.895471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4150f8c5-ccc8-4a2f-98c6-68b4d6ab5bcb req-c8adf43f-46f3-4cf7-9078-ba5c48c4c130 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.906014 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['b29eb804-4e9f-4451-b34a-71727296e5fd'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:17:20.943906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adf43f-46f3-4cf7-9078-ba5c48c4c130 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Pushing event deleted for resources: {'Port': ['ID=ea87abbe-9d29-45a8-b862-9bfff7fd3489,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:21.018620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4150f8c5-ccc8-4a2f-98c6-68b4d6ab5bcb req-c8adf43f-46f3-4cf7-9078-ba5c48c4c130 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] No DVR routers for this DVR port ea87abbe-9d29-45a8-b862-9bfff7fd3489 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:21.020889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4150f8c5-ccc8-4a2f-98c6-68b4d6ab5bcb req-c8adf43f-46f3-4cf7-9078-ba5c48c4c130 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.023351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f46e0e1-464b-4d1b-87dc-e8466396f06f', 'name': 'network-vif-deleted', 'tag': 'ea87abbe-9d29-45a8-b862-9bfff7fd3489'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:17:21.070482 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f46e0e1-464b-4d1b-87dc-e8466396f06f', 'name': 'network-vif-deleted', 'tag': 'ea87abbe-9d29-45a8-b862-9bfff7fd3489', 'status': 'completed', 'code': 200} Mar 11 16:17:21.102476 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4150f8c5-ccc8-4a2f-98c6-68b4d6ab5bcb req-c8adf43f-46f3-4cf7-9078-ba5c48c4c130 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.30 "DELETE /v2.0/ports/ea87abbe-9d29-45a8-b862-9bfff7fd3489 HTTP/1.1" status: 204 len: 173 time: 0.9470348 Mar 11 16:17:21.155342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-23ecd56d-e46e-4ea1-9cf7-8be3c1190b26 req-121625d2-5ac0-4db7-907a-c2ad0ccad932 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Synchronizing usage tracker for tenant:6ca7e54efb324c6ca44040648595209e on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:21.242428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-23ecd56d-e46e-4ea1-9cf7-8be3c1190b26 req-121625d2-5ac0-4db7-907a-c2ad0ccad932 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Unset dirty status for tenant:6ca7e54efb324c6ca44040648595209e on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:21.243619 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-23ecd56d-e46e-4ea1-9cf7-8be3c1190b26 req-121625d2-5ac0-4db7-907a-c2ad0ccad932 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f46e0e1-464b-4d1b-87dc-e8466396f06f HTTP/1.1" status: 200 len: 210 time: 0.1289091 Mar 11 16:17:22.500357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f92da-ffa4-409a-9825-d7d23f560ccd req-4400d0aa-e597-405e-9cea-4b63532bc57b tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:22.501808 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e2f92da-ffa4-409a-9825-d7d23f560ccd req-4400d0aa-e597-405e-9cea-4b63532bc57b tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0829008 Mar 11 16:17:22.543490 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1e2f92da-ffa4-409a-9825-d7d23f560ccd req-f5113bca-9431-4578-977e-9b027f26612d tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360384 Mar 11 16:17:22.740197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86285c-9820-444e-a8e3-0c91b390f481 req-0fe6fce3-09ca-492a-acfa-2c622ea93def tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:22.741734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6e86285c-9820-444e-a8e3-0c91b390f481 req-0fe6fce3-09ca-492a-acfa-2c622ea93def tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0799305 Mar 11 16:17:22.787966 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6e86285c-9820-444e-a8e3-0c91b390f481 req-1419e73e-13d1-4d21-9e23-00e11b7813c9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Mar 11 16:17:22.862847 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ea87abbe-9d29-45a8-b862-9bfff7fd3489 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:22.897040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: ea87abbe-9d29-45a8-b862-9bfff7fd3489 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:17:22.897381 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ea87abbe-9d29-45a8-b862-9bfff7fd3489 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:22.971189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b8313-1562-4972-bf23-d8b2b03e7531 req-14ec53ab-4e95-4644-9c6f-91ae5358cd09 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:22.972651 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-258b8313-1562-4972-bf23-d8b2b03e7531 req-14ec53ab-4e95-4644-9c6f-91ae5358cd09 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0798395 Mar 11 16:17:23.015974 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-258b8313-1562-4972-bf23-d8b2b03e7531 req-4b628e4c-536a-4eae-b1b1-da25f6478cf0 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376718 Mar 11 16:17:23.303475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6da0e-8fdc-450f-823b-7ba2d1623df6 req-3ce3daa6-6b74-4539-b87a-d6dd3f382074 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:23.304909 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42b6da0e-8fdc-450f-823b-7ba2d1623df6 req-3ce3daa6-6b74-4539-b87a-d6dd3f382074 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0841973 Mar 11 16:17:23.348770 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42b6da0e-8fdc-450f-823b-7ba2d1623df6 req-d3b1f29f-05ba-43ef-a3bf-d0da1b5bcc38 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Mar 11 16:17:23.529968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f211a9-a09f-4d78-8494-ea90c12c6fec req-a359d578-f9b1-4841-89d1-dd3b73f9d849 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:23.531396 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4f211a9-a09f-4d78-8494-ea90c12c6fec req-a359d578-f9b1-4841-89d1-dd3b73f9d849 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0791016 Mar 11 16:17:23.574367 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4f211a9-a09f-4d78-8494-ea90c12c6fec req-2be2e297-c7ee-45e7-87d1-70935db724e4 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372701 Mar 11 16:17:23.675960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a41fae64-88ef-48af-bcf2-6b9e03ab4b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.766690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89ad00-aeaa-415c-a09f-c16fa71be7af req-b6e94c8d-3262-45de-8512-71ec5876f20d tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:23.768112 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a89ad00-aeaa-415c-a09f-c16fa71be7af req-b6e94c8d-3262-45de-8512-71ec5876f20d tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0803273 Mar 11 16:17:23.811737 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a89ad00-aeaa-415c-a09f-c16fa71be7af req-18b73422-8c8b-4cc5-91a1-54afa8e9a810 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378058 Mar 11 16:17:24.427055 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.491659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afb398-c105-4e2a-afc5-bd632fc81233 req-700038b1-a708-45eb-9269-3f5254672492 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:24.493119 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41afb398-c105-4e2a-afc5-bd632fc81233 req-700038b1-a708-45eb-9269-3f5254672492 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0825899 Mar 11 16:17:24.536235 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41afb398-c105-4e2a-afc5-bd632fc81233 req-5d3a5a63-0720-414a-bef8-996ee2ee668f tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370169 Mar 11 16:17:24.675985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.723942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a794a-76cb-40eb-802a-40ad1d87d5eb req-6f4e21db-ec8f-4d1d-b451-33bb608e1e83 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:25.725428 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-884a794a-76cb-40eb-802a-40ad1d87d5eb req-6f4e21db-ec8f-4d1d-b451-33bb608e1e83 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0794823 Mar 11 16:17:25.769038 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-884a794a-76cb-40eb-802a-40ad1d87d5eb req-615efe12-d250-45cb-bb84-874f26ee0084 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a827d02-4062-4727-a6eb-d010cfc9e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377047 Mar 11 16:17:26.061520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.102057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b53b2-0c4f-4463-9b1b-9069c0668017 req-bba29c8e-3448-461a-8b30-2c14f1d1b386 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:26.103472 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-598b53b2-0c4f-4463-9b1b-9069c0668017 req-bba29c8e-3448-461a-8b30-2c14f1d1b386 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.30 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 945 time: 0.0822840 Mar 11 16:17:26.171408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-598b53b2-0c4f-4463-9b1b-9069c0668017 req-432a073b-6f38-46d7-b5b0-2729ae6355d9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Deleting port b29eb804-4e9f-4451-b34a-71727296e5fd {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:26.171751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-598b53b2-0c4f-4463-9b1b-9069c0668017 req-432a073b-6f38-46d7-b5b0-2729ae6355d9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.316115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.414687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-598b53b2-0c4f-4463-9b1b-9069c0668017 req-432a073b-6f38-46d7-b5b0-2729ae6355d9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] For port b29eb804-4e9f-4451-b34a-71727296e5fd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b29eb804-4e9f-4451-b34a-71727296e5fd,segment=NetworkSegment(479a98cf-96ce-4dea-b18f-a8e66d198a71),segment_id=479a98cf-96ce-4dea-b18f-a8e66d198a71)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:26.415036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-598b53b2-0c4f-4463-9b1b-9069c0668017 req-432a073b-6f38-46d7-b5b0-2729ae6355d9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.533110 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-598b53b2-0c4f-4463-9b1b-9069c0668017 req-432a073b-6f38-46d7-b5b0-2729ae6355d9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Calling delete_port for b29eb804-4e9f-4451-b34a-71727296e5fd owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:26.853592 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-598b53b2-0c4f-4463-9b1b-9069c0668017 req-432a073b-6f38-46d7-b5b0-2729ae6355d9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.864964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['b29eb804-4e9f-4451-b34a-71727296e5fd'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:17:26.944983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a073b-6f38-46d7-b5b0-2729ae6355d9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Pushing event deleted for resources: {'Port': ['ID=b29eb804-4e9f-4451-b34a-71727296e5fd,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:26.979225 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a7ebcd5d-4656-4fb7-b8c1-238f969d6b22 req-38342ea8-7716-4938-991f-5a879ed7011c tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.39 "GET /v2.0/ports?device_id=e115f9ef-9e97-41f5-aa68-9cc98d9fabb4 HTTP/1.1" status: 200 len: 210 time: 0.0889575 Mar 11 16:17:27.027486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-598b53b2-0c4f-4463-9b1b-9069c0668017 req-432a073b-6f38-46d7-b5b0-2729ae6355d9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] No DVR routers for this DVR port b29eb804-4e9f-4451-b34a-71727296e5fd on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:27.030476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-598b53b2-0c4f-4463-9b1b-9069c0668017 req-432a073b-6f38-46d7-b5b0-2729ae6355d9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.032897 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e115f9ef-9e97-41f5-aa68-9cc98d9fabb4', 'name': 'network-vif-deleted', 'tag': 'b29eb804-4e9f-4451-b34a-71727296e5fd'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:17:27.075021 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e115f9ef-9e97-41f5-aa68-9cc98d9fabb4', 'name': 'network-vif-deleted', 'tag': 'b29eb804-4e9f-4451-b34a-71727296e5fd', 'status': 'completed', 'code': 200} Mar 11 16:17:27.113141 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-598b53b2-0c4f-4463-9b1b-9069c0668017 req-432a073b-6f38-46d7-b5b0-2729ae6355d9 tempest-ServersNegativeTestJSON-135296028 tempest-ServersNegativeTestJSON-135296028-project] 10.222.0.30 "DELETE /v2.0/ports/b29eb804-4e9f-4451-b34a-71727296e5fd HTTP/1.1" status: 204 len: 173 time: 1.0046756 Mar 11 16:17:28.071419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47698) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:28.134485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa49f3a9-e80f-462b-aee4-4313c5472019 admin admin] Deleting subnet 1e13d426-ea00-4d93-8b59-60299e783da4 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:28.137348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa49f3a9-e80f-462b-aee4-4313c5472019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.185816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa49f3a9-e80f-462b-aee4-4313c5472019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.240334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa49f3a9-e80f-462b-aee4-4313c5472019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.404010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa49f3a9-e80f-462b-aee4-4313c5472019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.444726 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49f3a9-e80f-462b-aee4-4313c5472019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e13d426-ea00-4d93-8b59-60299e783da4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:28.446658 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fa49f3a9-e80f-462b-aee4-4313c5472019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.452715 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fa49f3a9-e80f-462b-aee4-4313c5472019 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1e13d426-ea00-4d93-8b59-60299e783da4 HTTP/1.1" status: 204 len: 168 time: 0.3802330 Mar 11 16:17:28.455115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47702) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:28.559879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.777356 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.802375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45230525-30ad-4bfd-809f-a17e2c57c1c4']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:28.814643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479a98cf-96ce-4dea-b18f-a8e66d198a71') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:28.814881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479a98cf-96ce-4dea-b18f-a8e66d198a71') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:28.825956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.841358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.847670 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:28.848050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:28.861565 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:28.886314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device b29eb804-4e9f-4451-b34a-71727296e5fd no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:28.920810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: b29eb804-4e9f-4451-b34a-71727296e5fd {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:17:28.921145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device b29eb804-4e9f-4451-b34a-71727296e5fd not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:29.020742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.035974 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.044437 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=45230525-30ad-4bfd-809f-a17e2c57c1c4,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:29.050027 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-549745f1-b824-46d3-87ba-cf06d7610c9d admin admin] 10.222.0.39 "DELETE /v2.0/networks/45230525-30ad-4bfd-809f-a17e2c57c1c4 HTTP/1.1" status: 204 len: 168 time: 0.5911276 Mar 11 16:17:29.331215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47708) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:29.382388 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dea84ea4-cc5d-44ca-a06f-f6d717d433b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ca7e54efb324c6ca44040648595209e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500088 Mar 11 16:17:29.384831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47712) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:29.444425 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5eec192d-1169-4927-9744-62ea14b85da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.470402 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5eec192d-1169-4927-9744-62ea14b85da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.575070 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5eec192d-1169-4927-9744-62ea14b85da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.589600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec192d-1169-4927-9744-62ea14b85da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a827d02-4062-4727-a6eb-d010cfc9e175,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:29.596435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5eec192d-1169-4927-9744-62ea14b85da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.597682 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5eec192d-1169-4927-9744-62ea14b85da2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a827d02-4062-4727-a6eb-d010cfc9e175 HTTP/1.1" status: 204 len: 168 time: 0.2115593 Mar 11 16:17:30.683933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47736) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:30.784929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-550222923'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:30.789850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:30.793619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Usage tracker for resource:network and tenant:91bdf3e3e0424c2ba69c93f3a9d059be is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:30.796962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:30.803054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:30.906327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Made reservation on behalf of 91bdf3e3e0424c2ba69c93f3a9d059be for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:30.909705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.921994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.936995 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:30.940669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Usage tracker for resource:security_group_rule and tenant:91bdf3e3e0424c2ba69c93f3a9d059be is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:30.943441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:30.948985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:31.029287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.095005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.122766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:31.137764 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be1cafe-b76b-46ca-93fa-d2d91c69c6d3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:31.142639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.146558 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Added segment fd02244a-9f05-4c3d-a88b-801637b97b9b of type vlan for network 59b405bd-b372-4395-a425-92ac7fb57333 Mar 11 16:17:31.167499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.259052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.265193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:31.270884 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.375997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event updated for resources: {'Network': ['ID=59b405bd-b372-4395-a425-92ac7fb57333,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:31.386446 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 59b405bd-b372-4395-a425-92ac7fb57333 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:31.430810 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-12cfa6c4-8220-4714-9730-a556e5342d21 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7457469 Mar 11 16:17:34.621057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47742) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:34.626826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Request body: {'subnet': {'network_id': '59b405bd-b372-4395-a425-92ac7fb57333', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:34.735618 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:34.739415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Usage tracker for resource:subnet and tenant:91bdf3e3e0424c2ba69c93f3a9d059be is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:34.742184 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:34.747700 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:34.803321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Made reservation on behalf of 91bdf3e3e0424c2ba69c93f3a9d059be for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:34.806831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.067058 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.147140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event updated for resources: {'Subnet': ['ID=f49e0637-0f84-4cbd-a671-adf409aba089,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:35.154434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Checking segment: {'id': 'fd02244a-9f05-4c3d-a88b-801637b97b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59b405bd-b372-4395-a425-92ac7fb57333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:35.154794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Network hostable DHCP agents. Network: 59b405bd-b372-4395-a425-92ac7fb57333, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:35.261043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Network 59b405bd-b372-4395-a425-92ac7fb57333 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:35.346638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 59b405bd-b372-4395-a425-92ac7fb57333) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:35.350684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:35.351266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.360907 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb76de-2cf5-438d-8d51-040092b57c7f None None] Network 59b405bd-b372-4395-a425-92ac7fb57333 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:35.433653 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1c51c637-318d-424f-a720-79f819482099 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8113956 Mar 11 16:17:35.437718 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47746) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.443087 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1712382490'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:35.447916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:35.451781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Usage tracker for resource:network and tenant:91bdf3e3e0424c2ba69c93f3a9d059be is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:35.454690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:35.460497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:35.559255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Made reservation on behalf of 91bdf3e3e0424c2ba69c93f3a9d059be for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:35.563443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.566771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-59b405bd-b372-4395-a425-92ac7fb57333', 'network_id': '59b405bd-b372-4395-a425-92ac7fb57333', 'tenant_id': '91bdf3e3e0424c2ba69c93f3a9d059be', 'fixed_ips': [{'subnet_id': 'f49e0637-0f84-4cbd-a671-adf409aba089'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:35.567602 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.592248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:35.600623 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.600915 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Added segment b74eb37a-da0a-4075-b85a-696fdd2c12b9 of type vlan for network ab8f27af-6521-490d-860b-faed387269e9 Mar 11 16:17:35.627000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.732985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Allocated IP 2001:db8:0:ffff::2 (59b405bd-b372-4395-a425-92ac7fb57333/f49e0637-0f84-4cbd-a671-adf409aba089/9a7f6135-1caa-428c-b07e-b8149d535f6b) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:35.738932 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.744520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:35.748285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.850167 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event updated for resources: {'Network': ['ID=ab8f27af-6521-490d-860b-faed387269e9,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:35.863013 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-804b3110-a3b2-4fb1-b157-64dacfc417c8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4152925 Mar 11 16:17:35.863013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47750) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.863613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Request body: {'subnet': {'network_id': 'ab8f27af-6521-490d-860b-faed387269e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:35.863721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network ab8f27af-6521-490d-860b-faed387269e9 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:35.972512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:35.976250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Usage tracker for resource:subnet and tenant:91bdf3e3e0424c2ba69c93f3a9d059be is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:35.979052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:35.985441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:36.026685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.037090 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Transition to ACTIVE for port object 9a7f6135-1caa-428c-b07e-b8149d535f6b will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:36.053039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Made reservation on behalf of 91bdf3e3e0424c2ba69c93f3a9d059be for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:36.055298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Transition to ACTIVE for port object 9a7f6135-1caa-428c-b07e-b8149d535f6b will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:36.056697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.127620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.185743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Network 59b405bd-b372-4395-a425-92ac7fb57333 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:36.189001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:36.196689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:36.236850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Pushing event updated for resources: {'Port': ['ID=9a7f6135-1caa-428c-b07e-b8149d535f6b,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:36.291223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Attempting to bind port 9a7f6135-1caa-428c-b07e-b8149d535f6b on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:36.291587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Attempting to bind port 9a7f6135-1caa-428c-b07e-b8149d535f6b by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'fd02244a-9f05-4c3d-a88b-801637b97b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59b405bd-b372-4395-a425-92ac7fb57333'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:36.291994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Attempting to bind port 9a7f6135-1caa-428c-b07e-b8149d535f6b on network 59b405bd-b372-4395-a425-92ac7fb57333 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:36.297696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:36.298068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Checking segment: {'id': 'fd02244a-9f05-4c3d-a88b-801637b97b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59b405bd-b372-4395-a425-92ac7fb57333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:36.298468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.298857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Bound using segment: {'id': 'fd02244a-9f05-4c3d-a88b-801637b97b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59b405bd-b372-4395-a425-92ac7fb57333'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:36.299318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Bound port: 9a7f6135-1caa-428c-b07e-b8149d535f6b, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd02244a-9f05-4c3d-a88b-801637b97b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59b405bd-b372-4395-a425-92ac7fb57333'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:36.299685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.338984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.389734 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] For port 9a7f6135-1caa-428c-b07e-b8149d535f6b, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:36.393203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] For port 9a7f6135-1caa-428c-b07e-b8149d535f6b, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9a7f6135-1caa-428c-b07e-b8149d535f6b,segment=NetworkSegment(fd02244a-9f05-4c3d-a88b-801637b97b9b),segment_id=fd02244a-9f05-4c3d-a88b-801637b97b9b)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:36.465163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.528855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event updated for resources: {'Subnet': ['ID=ce1565ee-01f2-4dd0-b92c-379516140170,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:36.537292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Checking segment: {'id': 'b74eb37a-da0a-4075-b85a-696fdd2c12b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab8f27af-6521-490d-860b-faed387269e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:36.537292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Network hostable DHCP agents. Network: ab8f27af-6521-490d-860b-faed387269e9, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:36.552035 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4c85b-52c0-48de-8be3-3c25e83e29a0 None None] Pushing event updated for resources: {'Port': ['ID=9a7f6135-1caa-428c-b07e-b8149d535f6b,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:36.636004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Network ab8f27af-6521-490d-860b-faed387269e9 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:36.719359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, ab8f27af-6521-490d-860b-faed387269e9) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:36.740668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:36.746327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.750346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644a2ec-3fdc-427a-ad89-98224833c102 None None] Network ab8f27af-6521-490d-860b-faed387269e9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:36.834033 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-76da3365-17ea-4130-bae5-5c1917abaa86 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9756339 Mar 11 16:17:36.836683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47756) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:37.016094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.026569 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-ab8f27af-6521-490d-860b-faed387269e9', 'network_id': 'ab8f27af-6521-490d-860b-faed387269e9', 'tenant_id': '91bdf3e3e0424c2ba69c93f3a9d059be', 'fixed_ips': [{'subnet_id': 'ce1565ee-01f2-4dd0-b92c-379516140170'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:37.027567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.114072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.217047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9a7f6135-1caa-428c-b07e-b8149d535f6b up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:37.257623 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Allocated IP 2001:db8::2 (ab8f27af-6521-490d-860b-faed387269e9/ce1565ee-01f2-4dd0-b92c-379516140170/02127471-6552-4e20-88ab-68373e527e61) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:37.496223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 9a7f6135-1caa-428c-b07e-b8149d535f6b completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:37.539169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.550459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Transition to ACTIVE for port object 02127471-6552-4e20-88ab-68373e527e61 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:37.572929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Transition to ACTIVE for port object 02127471-6552-4e20-88ab-68373e527e61 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:37.654828 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a5a6f6-ad58-4ad0-9da8-7dc1da7be42c None None] Network 59b405bd-b372-4395-a425-92ac7fb57333 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:37.684637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.764813 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.806022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1565ee-01f2-4dd0-b92c-379516140170,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:37.819232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Network ab8f27af-6521-490d-860b-faed387269e9 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:37.825802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:37.831900 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:37.833875 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Pushing event updated for resources: {'Port': ['ID=02127471-6552-4e20-88ab-68373e527e61,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:37.887683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d299272b-ff36-4cca-8eb8-1f18a58ddfbe None None] Provisioning for port 9a7f6135-1caa-428c-b07e-b8149d535f6b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:37.907604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.934572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8f27af-6521-490d-860b-faed387269e9']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:37.946845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74eb37a-da0a-4075-b85a-696fdd2c12b9') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:37.947149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74eb37a-da0a-4075-b85a-696fdd2c12b9') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:37.958506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.961042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d299272b-ff36-4cca-8eb8-1f18a58ddfbe None None] Provisioning complete for port 9a7f6135-1caa-428c-b07e-b8149d535f6b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:37.961413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d299272b-ff36-4cca-8eb8-1f18a58ddfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.975367 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.981548 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:37.981927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:37.996539 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:38.021167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Attempting to bind port 02127471-6552-4e20-88ab-68373e527e61 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:38.021458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Attempting to bind port 02127471-6552-4e20-88ab-68373e527e61 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'b74eb37a-da0a-4075-b85a-696fdd2c12b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab8f27af-6521-490d-860b-faed387269e9'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:38.021818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Attempting to bind port 02127471-6552-4e20-88ab-68373e527e61 on network ab8f27af-6521-490d-860b-faed387269e9 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:38.040601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:38.040976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Checking segment: {'id': 'b74eb37a-da0a-4075-b85a-696fdd2c12b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab8f27af-6521-490d-860b-faed387269e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:38.041378 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.041764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Bound using segment: {'id': 'b74eb37a-da0a-4075-b85a-696fdd2c12b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab8f27af-6521-490d-860b-faed387269e9'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:38.042230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Bound port: 02127471-6552-4e20-88ab-68373e527e61, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74eb37a-da0a-4075-b85a-696fdd2c12b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab8f27af-6521-490d-860b-faed387269e9'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:38.042599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.129575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:17:38.129575 dv-neutron-833203-2-hyperv neutron-server[88557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:17:38.129575 dv-neutron-833203-2-hyperv neutron-server[88557]: [parameters: {'id': 'ab8f27af-6521-490d-860b-faed387269e9'}] Mar 11 16:17:38.129575 dv-neutron-833203-2-hyperv neutron-server[88557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:17:38.130126 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:17:38.228110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] For port 02127471-6552-4e20-88ab-68373e527e61, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:38.244235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d299272b-ff36-4cca-8eb8-1f18a58ddfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.253763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] For port 02127471-6552-4e20-88ab-68373e527e61, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=02127471-6552-4e20-88ab-68373e527e61,segment=NetworkSegment(b74eb37a-da0a-4075-b85a-696fdd2c12b9),segment_id=b74eb37a-da0a-4075-b85a-696fdd2c12b9)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:38.283422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d299272b-ff36-4cca-8eb8-1f18a58ddfbe None None] For port 9a7f6135-1caa-428c-b07e-b8149d535f6b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9a7f6135-1caa-428c-b07e-b8149d535f6b,segment=NetworkSegment(fd02244a-9f05-4c3d-a88b-801637b97b9b),segment_id=fd02244a-9f05-4c3d-a88b-801637b97b9b)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:38.339763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.378103 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d299272b-ff36-4cca-8eb8-1f18a58ddfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.449421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf352c-e89d-4acd-b596-75d2e11165be None None] Pushing event updated for resources: {'Port': ['ID=02127471-6552-4e20-88ab-68373e527e61,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:38.546418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f7ea9-0c06-49be-983a-a38dd8eb7b5c None None] Network ab8f27af-6521-490d-860b-faed387269e9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:38.574279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8d413ce6-216d-45e0-9ac3-723db4b19b50 None None] Provisioning complete for port 9a7f6135-1caa-428c-b07e-b8149d535f6b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:38.574644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d413ce6-216d-45e0-9ac3-723db4b19b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.613265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299272b-ff36-4cca-8eb8-1f18a58ddfbe None None] Pushing event updated for resources: {'Port': ['ID=9a7f6135-1caa-428c-b07e-b8149d535f6b,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:38.631003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.642353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Deleting port 02127471-6552-4e20-88ab-68373e527e61 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:38.642683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.849806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] For port 02127471-6552-4e20-88ab-68373e527e61, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=02127471-6552-4e20-88ab-68373e527e61,segment=NetworkSegment(b74eb37a-da0a-4075-b85a-696fdd2c12b9),segment_id=b74eb37a-da0a-4075-b85a-696fdd2c12b9)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:38.850453 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.850987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca17b8b4-7e88-4d51-8f9d-b6504c0b18e6 None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:17:38.933161 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca17b8b4-7e88-4d51-8f9d-b6504c0b18e6 None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:17:38.972394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Calling delete_port for 02127471-6552-4e20-88ab-68373e527e61 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:39.129753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.165641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9a7f6135-1caa-428c-b07e-b8149d535f6b up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:39.180385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Port': ['ID=02127471-6552-4e20-88ab-68373e527e61,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:39.186237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No DVR routers for this DVR port 02127471-6552-4e20-88ab-68373e527e61 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:39.297522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9a7f6135-1caa-428c-b07e-b8149d535f6b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:39.297890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.311413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.335848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8f27af-6521-490d-860b-faed387269e9']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:39.348119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74eb37a-da0a-4075-b85a-696fdd2c12b9') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:39.348415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74eb37a-da0a-4075-b85a-696fdd2c12b9') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:39.361542 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.377156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.383055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:39.383440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:39.397707 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:39.540972 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.558160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.568726 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Network': ['ID=ab8f27af-6521-490d-860b-faed387269e9,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:39.575345 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-603f9779-e2c7-47d4-9123-f61fe2ee344b tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/networks/ab8f27af-6521-490d-860b-faed387269e9 HTTP/1.1" status: 204 len: 168 time: 2.7371154 Mar 11 16:17:39.579096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47760) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:39.584409 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1273609090'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:39.589436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:39.593808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Usage tracker for resource:network and tenant:91bdf3e3e0424c2ba69c93f3a9d059be is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:39.596747 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:39.602865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:39.676020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Made reservation on behalf of 91bdf3e3e0424c2ba69c93f3a9d059be for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:39.679433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.705960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:39.714200 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.717469 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Added segment 44449543-6400-4140-b972-9e179de2aa00 of type vlan for network cb75fe99-8293-413e-9344-1e0689dd945b Mar 11 16:17:39.740826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.826819 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.832181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:39.832781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.037216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event updated for resources: {'Network': ['ID=cb75fe99-8293-413e-9344-1e0689dd945b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:40.047956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network cb75fe99-8293-413e-9344-1e0689dd945b details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:40.103989 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8b7a3898-3116-4775-a09c-66477fa73435 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5213394 Mar 11 16:17:40.104198 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47764) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:40.109992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Request body: {'subnet': {'network_id': 'cb75fe99-8293-413e-9344-1e0689dd945b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:40.218450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:40.222218 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Usage tracker for resource:subnet and tenant:91bdf3e3e0424c2ba69c93f3a9d059be is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:40.225056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:40.230928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:40.295157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Made reservation on behalf of 91bdf3e3e0424c2ba69c93f3a9d059be for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:40.298723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.392031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Performing IP validity checks on allocation pools {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:17:40.392575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.ipam_backend_mixin [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:17:40.567250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.641077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event updated for resources: {'Subnet': ['ID=314707bb-47c0-41d8-a8d2-9bdaacc56345,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:40.654895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Checking segment: {'id': '44449543-6400-4140-b972-9e179de2aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cb75fe99-8293-413e-9344-1e0689dd945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:40.655321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Network hostable DHCP agents. Network: cb75fe99-8293-413e-9344-1e0689dd945b, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:40.761166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Network cb75fe99-8293-413e-9344-1e0689dd945b is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:40.829656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, cb75fe99-8293-413e-9344-1e0689dd945b) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:40.838634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:40.838634 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.839456 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af607559-1264-4733-b518-cee6be5fecef None None] Network cb75fe99-8293-413e-9344-1e0689dd945b requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:40.901774 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-146420a5-33ba-4762-8f9b-9aa66d724054 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7965071 Mar 11 16:17:40.909010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47768) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.050028 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.050641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-cb75fe99-8293-413e-9344-1e0689dd945b', 'network_id': 'cb75fe99-8293-413e-9344-1e0689dd945b', 'tenant_id': '91bdf3e3e0424c2ba69c93f3a9d059be', 'fixed_ips': [{'subnet_id': '314707bb-47c0-41d8-a8d2-9bdaacc56345'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:41.051117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.118232 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.205384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Allocated IP 2001:db8::3 (cb75fe99-8293-413e-9344-1e0689dd945b/314707bb-47c0-41d8-a8d2-9bdaacc56345/a46ae273-5db8-4d6d-a59b-9ac6eed46367) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:41.404367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.413763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Transition to ACTIVE for port object a46ae273-5db8-4d6d-a59b-9ac6eed46367 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:41.431141 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Transition to ACTIVE for port object a46ae273-5db8-4d6d-a59b-9ac6eed46367 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:41.501517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.564311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Network cb75fe99-8293-413e-9344-1e0689dd945b is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:41.571021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:41.575454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:41.581003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Pushing event updated for resources: {'Port': ['ID=a46ae273-5db8-4d6d-a59b-9ac6eed46367,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:41.587163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.626599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Subnet': ['ID=314707bb-47c0-41d8-a8d2-9bdaacc56345,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:41.649444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.649794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.650137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.650475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.650810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.651138 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.651462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.651784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.652105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.652428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.652773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.653087 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:41.668871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Attempting to bind port a46ae273-5db8-4d6d-a59b-9ac6eed46367 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:41.669250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Attempting to bind port a46ae273-5db8-4d6d-a59b-9ac6eed46367 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '44449543-6400-4140-b972-9e179de2aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cb75fe99-8293-413e-9344-1e0689dd945b'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:41.669682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Attempting to bind port a46ae273-5db8-4d6d-a59b-9ac6eed46367 on network cb75fe99-8293-413e-9344-1e0689dd945b {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:41.675394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:41.675788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Checking segment: {'id': '44449543-6400-4140-b972-9e179de2aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cb75fe99-8293-413e-9344-1e0689dd945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:41.676661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.676661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Bound using segment: {'id': '44449543-6400-4140-b972-9e179de2aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cb75fe99-8293-413e-9344-1e0689dd945b'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:41.677041 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Bound port: a46ae273-5db8-4d6d-a59b-9ac6eed46367, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44449543-6400-4140-b972-9e179de2aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cb75fe99-8293-413e-9344-1e0689dd945b'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:41.677412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.731871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.757003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb75fe99-8293-413e-9344-1e0689dd945b']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:41.763458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] For port a46ae273-5db8-4d6d-a59b-9ac6eed46367, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:41.766404 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] For port a46ae273-5db8-4d6d-a59b-9ac6eed46367, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a46ae273-5db8-4d6d-a59b-9ac6eed46367,segment=NetworkSegment(44449543-6400-4140-b972-9e179de2aa00),segment_id=44449543-6400-4140-b972-9e179de2aa00)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:41.768779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44449543-6400-4140-b972-9e179de2aa00') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:41.769076 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44449543-6400-4140-b972-9e179de2aa00') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:41.780600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.836163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.838057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.844673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:41.849072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:41.859858 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:41.950122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf519ed0-cccb-4c7e-83b1-c1cf6298fec1 None None] Pushing event updated for resources: {'Port': ['ID=a46ae273-5db8-4d6d-a59b-9ac6eed46367,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:41.978857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2240c9-16d6-4301-a22a-ef8d1a9a5a88 None None] Network cb75fe99-8293-413e-9344-1e0689dd945b requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:41.981468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.db.api [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:17:41.981468 dv-neutron-833203-2-hyperv neutron-server[88557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:17:41.981468 dv-neutron-833203-2-hyperv neutron-server[88557]: [parameters: {'id': 'cb75fe99-8293-413e-9344-1e0689dd945b'}] Mar 11 16:17:41.981468 dv-neutron-833203-2-hyperv neutron-server[88557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:17:41.981856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG oslo_db.api [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:17:42.168947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb42c15-31f5-484b-a9ed-02aafd6ed614 None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:17:42.281182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb42c15-31f5-484b-a9ed-02aafd6ed614 None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:17:42.483380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.494272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Deleting port a46ae273-5db8-4d6d-a59b-9ac6eed46367 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:42.494600 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.700054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] For port a46ae273-5db8-4d6d-a59b-9ac6eed46367, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a46ae273-5db8-4d6d-a59b-9ac6eed46367,segment=NetworkSegment(44449543-6400-4140-b972-9e179de2aa00),segment_id=44449543-6400-4140-b972-9e179de2aa00)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:42.700413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.821494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Calling delete_port for a46ae273-5db8-4d6d-a59b-9ac6eed46367 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:42.981101 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.030882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Port': ['ID=a46ae273-5db8-4d6d-a59b-9ac6eed46367,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:43.034450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No DVR routers for this DVR port a46ae273-5db8-4d6d-a59b-9ac6eed46367 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:43.251801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.276997 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb75fe99-8293-413e-9344-1e0689dd945b']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:43.288963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44449543-6400-4140-b972-9e179de2aa00') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:43.289266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44449543-6400-4140-b972-9e179de2aa00') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:43.300476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.316302 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.322319 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:43.322711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:43.337461 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:43.483852 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.488865 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.515305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Network': ['ID=cb75fe99-8293-413e-9344-1e0689dd945b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:43.520566 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d37143d3-8886-45c7-8bce-d7382d0fa410 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/networks/cb75fe99-8293-413e-9344-1e0689dd945b HTTP/1.1" status: 204 len: 168 time: 2.6106105 Mar 11 16:17:43.524155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47772) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:43.529502 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1131603435'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:43.534337 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:43.538093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Usage tracker for resource:network and tenant:91bdf3e3e0424c2ba69c93f3a9d059be is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:43.540893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:43.547388 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:43.620458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Made reservation on behalf of 91bdf3e3e0424c2ba69c93f3a9d059be for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:43.624507 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.651229 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:43.659694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.660044 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Added segment c21db2bd-8605-4bd0-8fad-9e87c1489367 of type vlan for network d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e Mar 11 16:17:43.689234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.778675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.783985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:43.784581 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.889810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event updated for resources: {'Network': ['ID=d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:43.900110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:43.905813 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-35ebc0de-b814-4771-9c9f-0200ff7f95b8 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3805962 Mar 11 16:17:43.908603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47776) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:43.914733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Request body: {'subnet': {'network_id': 'd2910cb4-1afd-4a4e-8d0f-5fcc8089d24e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:44.026300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:44.030983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Usage tracker for resource:subnet and tenant:91bdf3e3e0424c2ba69c93f3a9d059be is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:44.033795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:44.039436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:44.109788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Made reservation on behalf of 91bdf3e3e0424c2ba69c93f3a9d059be for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:44.113318 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.380856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.456886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event updated for resources: {'Subnet': ['ID=cb56ecb5-259d-4b7d-9f3c-5119f838ede7,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:44.464808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Checking segment: {'id': 'c21db2bd-8605-4bd0-8fad-9e87c1489367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2910cb4-1afd-4a4e-8d0f-5fcc8089d24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:44.465163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Network hostable DHCP agents. Network: d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:44.563361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Network d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:44.630186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:44.636756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:44.637357 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.637872 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6b2ff7-b308-4260-bc8a-44bd03c90523 None None] Network d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:44.728003 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1861c9e0-fd52-48d0-99cc-2c342f054f8f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8182065 Mar 11 16:17:44.732178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47780) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:44.737856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1463351296'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:44.742716 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:44.746441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Usage tracker for resource:network and tenant:91bdf3e3e0424c2ba69c93f3a9d059be is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:44.749765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:44.755341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:44.826914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Made reservation on behalf of 91bdf3e3e0424c2ba69c93f3a9d059be for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:44.830432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.847315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e', 'network_id': 'd2910cb4-1afd-4a4e-8d0f-5fcc8089d24e', 'tenant_id': '91bdf3e3e0424c2ba69c93f3a9d059be', 'fixed_ips': [{'subnet_id': 'cb56ecb5-259d-4b7d-9f3c-5119f838ede7'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:44.848415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.860273 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:44.869334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.869700 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Added segment a3542352-ca6b-4de5-b958-a01c5ad334e6 of type vlan for network 18273b9d-430d-4af7-b4a9-859a106d403d Mar 11 16:17:44.896375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.998368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.003236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Allocated IP 2001:db8::2 (d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e/cb56ecb5-259d-4b7d-9f3c-5119f838ede7/4e89be12-a30c-480f-b036-9b307517f524) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:45.003977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:45.004826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.114650 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3784573 Mar 11 16:17:45.116298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47784) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:45.118801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba57b2c-96a3-4172-91f6-8a7c09d5e57d tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event updated for resources: {'Network': ['ID=18273b9d-430d-4af7-b4a9-859a106d403d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:45.121038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Request body: {'subnet': {'network_id': '18273b9d-430d-4af7-b4a9-859a106d403d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:45.136217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 18273b9d-430d-4af7-b4a9-859a106d403d details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:45.252283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:45.256272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Usage tracker for resource:subnet and tenant:91bdf3e3e0424c2ba69c93f3a9d059be is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:45.259241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:45.265382 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:45.319476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.329251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Transition to ACTIVE for port object 4e89be12-a30c-480f-b036-9b307517f524 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:45.335441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Made reservation on behalf of 91bdf3e3e0424c2ba69c93f3a9d059be for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:45.338950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.351636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Transition to ACTIVE for port object 4e89be12-a30c-480f-b036-9b307517f524 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:45.430742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.495665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Network d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:45.502683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:45.506785 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:45.512587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Pushing event updated for resources: {'Port': ['ID=4e89be12-a30c-480f-b036-9b307517f524,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:45.600490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Attempting to bind port 4e89be12-a30c-480f-b036-9b307517f524 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:45.600878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Attempting to bind port 4e89be12-a30c-480f-b036-9b307517f524 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c21db2bd-8605-4bd0-8fad-9e87c1489367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2910cb4-1afd-4a4e-8d0f-5fcc8089d24e'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:45.601234 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Attempting to bind port 4e89be12-a30c-480f-b036-9b307517f524 on network d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:45.607655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:45.608030 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Checking segment: {'id': 'c21db2bd-8605-4bd0-8fad-9e87c1489367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2910cb4-1afd-4a4e-8d0f-5fcc8089d24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:45.608426 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.608843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Bound using segment: {'id': 'c21db2bd-8605-4bd0-8fad-9e87c1489367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2910cb4-1afd-4a4e-8d0f-5fcc8089d24e'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:45.609302 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Bound port: 4e89be12-a30c-480f-b036-9b307517f524, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21db2bd-8605-4bd0-8fad-9e87c1489367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2910cb4-1afd-4a4e-8d0f-5fcc8089d24e'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:45.609669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.615462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.691060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event updated for resources: {'Subnet': ['ID=890eeb02-fa56-4521-885d-8e08c7687b25,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:45.695628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] For port 4e89be12-a30c-480f-b036-9b307517f524, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:45.698622 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] For port 4e89be12-a30c-480f-b036-9b307517f524, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4e89be12-a30c-480f-b036-9b307517f524,segment=NetworkSegment(c21db2bd-8605-4bd0-8fad-9e87c1489367),segment_id=c21db2bd-8605-4bd0-8fad-9e87c1489367)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:45.700364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.700732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.701066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.701392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.701745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.702070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.702384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.702699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.703014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.703328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.703640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.703951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:45.710029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Checking segment: {'id': 'a3542352-ca6b-4de5-b958-a01c5ad334e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '18273b9d-430d-4af7-b4a9-859a106d403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:45.715794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Network hostable DHCP agents. Network: 18273b9d-430d-4af7-b4a9-859a106d403d, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:45.798572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.826486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Network 18273b9d-430d-4af7-b4a9-859a106d403d is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:45.886284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ff7d0-1306-4f18-9945-eadac016f771 None None] Pushing event updated for resources: {'Port': ['ID=4e89be12-a30c-480f-b036-9b307517f524,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:45.906720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 18273b9d-430d-4af7-b4a9-859a106d403d) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:45.911340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:45.912084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.915986 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bf41b7-a579-49e2-8194-71d4723a91f5 None None] Network 18273b9d-430d-4af7-b4a9-859a106d403d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:46.002737 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e7d584d7-b22f-416c-881f-27b404ade330 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8841293 Mar 11 16:17:46.003161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47788) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:46.172057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.198558 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-18273b9d-430d-4af7-b4a9-859a106d403d', 'network_id': '18273b9d-430d-4af7-b4a9-859a106d403d', 'tenant_id': '91bdf3e3e0424c2ba69c93f3a9d059be', 'fixed_ips': [{'subnet_id': '890eeb02-fa56-4521-885d-8e08c7687b25'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:46.199408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.249099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.356614 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Allocated IP 2001:db8::2 (18273b9d-430d-4af7-b4a9-859a106d403d/890eeb02-fa56-4521-885d-8e08c7687b25/88edc10a-26b3-45d5-8799-61e2fa370977) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:46.561903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.572410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Transition to ACTIVE for port object 88edc10a-26b3-45d5-8799-61e2fa370977 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:46.592405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Transition to ACTIVE for port object 88edc10a-26b3-45d5-8799-61e2fa370977 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:46.667388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.737070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Network 18273b9d-430d-4af7-b4a9-859a106d403d is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:46.740655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:46.742982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:46.752902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Pushing event updated for resources: {'Port': ['ID=88edc10a-26b3-45d5-8799-61e2fa370977,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:46.758875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.785251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186616e4-f05a-4407-9d8c-23eea181cfab None None] Network d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:46.804868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Subnet': ['ID=890eeb02-fa56-4521-885d-8e08c7687b25,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:46.896705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.923037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18273b9d-430d-4af7-b4a9-859a106d403d']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:46.937859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-924bbc21-34c3-420b-8aa2-7c0bcae134d2 None None] Provisioning for port 4e89be12-a30c-480f-b036-9b307517f524 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:46.939157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3542352-ca6b-4de5-b958-a01c5ad334e6') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:46.939762 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3542352-ca6b-4de5-b958-a01c5ad334e6') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:46.945735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Attempting to bind port 88edc10a-26b3-45d5-8799-61e2fa370977 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:46.946109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Attempting to bind port 88edc10a-26b3-45d5-8799-61e2fa370977 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'a3542352-ca6b-4de5-b958-a01c5ad334e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '18273b9d-430d-4af7-b4a9-859a106d403d'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:46.946471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Attempting to bind port 88edc10a-26b3-45d5-8799-61e2fa370977 on network 18273b9d-430d-4af7-b4a9-859a106d403d {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:46.951142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.960132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:46.960514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Checking segment: {'id': 'a3542352-ca6b-4de5-b958-a01c5ad334e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '18273b9d-430d-4af7-b4a9-859a106d403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:46.960991 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.961401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Bound using segment: {'id': 'a3542352-ca6b-4de5-b958-a01c5ad334e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '18273b9d-430d-4af7-b4a9-859a106d403d'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:46.961851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Bound port: 88edc10a-26b3-45d5-8799-61e2fa370977, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3542352-ca6b-4de5-b958-a01c5ad334e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '18273b9d-430d-4af7-b4a9-859a106d403d'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:46.962221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.968616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.974625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:46.975012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:46.990243 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:47.137870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] For port 88edc10a-26b3-45d5-8799-61e2fa370977, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:47.139531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.db.api [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:17:47.139531 dv-neutron-833203-2-hyperv neutron-server[88558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:17:47.139531 dv-neutron-833203-2-hyperv neutron-server[88558]: [parameters: {'id': '18273b9d-430d-4af7-b4a9-859a106d403d'}] Mar 11 16:17:47.139531 dv-neutron-833203-2-hyperv neutron-server[88558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:17:47.140241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG oslo_db.api [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:17:47.155462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] For port 88edc10a-26b3-45d5-8799-61e2fa370977, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=88edc10a-26b3-45d5-8799-61e2fa370977,segment=NetworkSegment(a3542352-ca6b-4de5-b958-a01c5ad334e6),segment_id=a3542352-ca6b-4de5-b958-a01c5ad334e6)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:47.202718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4e89be12-a30c-480f-b036-9b307517f524 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:47.234297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.384479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a3308-36ce-43ab-8840-6ba933a607e1 None None] Pushing event updated for resources: {'Port': ['ID=88edc10a-26b3-45d5-8799-61e2fa370977,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:47.417706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e88d595-fd67-43c5-b00c-0088977d5162 None None] Network 18273b9d-430d-4af7-b4a9-859a106d403d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:47.500091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 4e89be12-a30c-480f-b036-9b307517f524 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:47.518377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4e89be12-a30c-480f-b036-9b307517f524 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:47.518741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.619715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0ddf9a61-4e3b-4760-adb8-2ab9b07df63c None None] Provisioning complete for port 4e89be12-a30c-480f-b036-9b307517f524 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:47.619997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9a61-4e3b-4760-adb8-2ab9b07df63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.641392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.652206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Deleting port 88edc10a-26b3-45d5-8799-61e2fa370977 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:47.652536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.805754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.862135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df1a3eb-9865-4d6c-a486-c09bd9c9a52e None None] get_active_networks_info from dv-neutron-833203-2-hyperv {{(pid=88559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:17:47.863036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] For port 88edc10a-26b3-45d5-8799-61e2fa370977, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=88edc10a-26b3-45d5-8799-61e2fa370977,segment=NetworkSegment(a3542352-ca6b-4de5-b958-a01c5ad334e6),segment_id=a3542352-ca6b-4de5-b958-a01c5ad334e6)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:47.863395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.934450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9a61-4e3b-4760-adb8-2ab9b07df63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.946678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 4e89be12-a30c-480f-b036-9b307517f524, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4e89be12-a30c-480f-b036-9b307517f524,segment=NetworkSegment(c21db2bd-8605-4bd0-8fad-9e87c1489367),segment_id=c21db2bd-8605-4bd0-8fad-9e87c1489367)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:47.987871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Calling delete_port for 88edc10a-26b3-45d5-8799-61e2fa370977 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:48.005134 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.006866 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df1a3eb-9865-4d6c-a486-c09bd9c9a52e None None] Resources bound (agent type, host, resource id): {{(pid=88559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:17:48.146782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.153658 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-0ddf9a61-4e3b-4760-adb8-2ab9b07df63c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:17:48.154017 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-0ddf9a61-4e3b-4760-adb8-2ab9b07df63c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:17:48.196093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No DVR routers for this DVR port 88edc10a-26b3-45d5-8799-61e2fa370977 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:48.197682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Port': ['ID=88edc10a-26b3-45d5-8799-61e2fa370977,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:48.203744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=4e89be12-a30c-480f-b036-9b307517f524,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:48.322951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.349018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18273b9d-430d-4af7-b4a9-859a106d403d']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:48.360994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3542352-ca6b-4de5-b958-a01c5ad334e6') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:48.361296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3542352-ca6b-4de5-b958-a01c5ad334e6') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:48.372920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.392746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.398604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:48.398994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:48.415056 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:48.584234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.601199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.612029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Network': ['ID=18273b9d-430d-4af7-b4a9-859a106d403d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:48.618315 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-619e6097-2d7a-4147-a84b-b397a4d864aa tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/networks/18273b9d-430d-4af7-b4a9-859a106d403d HTTP/1.1" status: 204 len: 168 time: 2.6143277 Mar 11 16:17:48.621458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47792) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:48.760393 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb0311b-98cd-4a34-ae6f-d8b4a4056749 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] GET failed (client error): The resource could not be found. Mar 11 16:17:48.761114 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ddb0311b-98cd-4a34-ae6f-d8b4a4056749 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Synchronizing usage tracker for tenant:91bdf3e3e0424c2ba69c93f3a9d059be on resource:subnet {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:48.854893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-ddb0311b-98cd-4a34-ae6f-d8b4a4056749 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Unset dirty status for tenant:91bdf3e3e0424c2ba69c93f3a9d059be on resource:subnet {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:48.856264 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ddb0311b-98cd-4a34-ae6f-d8b4a4056749 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "GET /v2.0/subnets/890eeb02-fa56-4521-885d-8e08c7687b25 HTTP/1.1" status: 404 len: 337 time: 0.2336454 Mar 11 16:17:48.859571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47796) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:48.884277 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0d650a-74f5-476b-8d7f-2d058bf98dc9 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] DELETE failed (client error): The resource could not be found. Mar 11 16:17:48.884764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0d650a-74f5-476b-8d7f-2d058bf98dc9 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:17:48.886348 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8d0d650a-74f5-476b-8d7f-2d058bf98dc9 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/networks/18273b9d-430d-4af7-b4a9-859a106d403d HTTP/1.1" status: 404 len: 339 time: 0.0258930 Mar 11 16:17:48.889942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47800) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:48.926024 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d68194-6826-4694-bd70-d9ccec06e0f0 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] DELETE failed (client error): The resource could not be found. Mar 11 16:17:48.926451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d68194-6826-4694-bd70-d9ccec06e0f0 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:17:48.928048 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-82d68194-6826-4694-bd70-d9ccec06e0f0 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/subnets/890eeb02-fa56-4521-885d-8e08c7687b25 HTTP/1.1" status: 404 len: 337 time: 0.0372326 Mar 11 16:17:48.930341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47804) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:48.953635 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-13abd05e-4255-424a-be32-f0833581ca9f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] DELETE failed (client error): The resource could not be found. Mar 11 16:17:48.954073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13abd05e-4255-424a-be32-f0833581ca9f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:17:48.955596 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-13abd05e-4255-424a-be32-f0833581ca9f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/networks/18273b9d-430d-4af7-b4a9-859a106d403d HTTP/1.1" status: 404 len: 339 time: 0.0244172 Mar 11 16:17:48.957774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47808) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:49.022926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b080bb-334a-4aa4-8be2-eec485713ef0 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Deleting subnet cb56ecb5-259d-4b7d-9f3c-5119f838ede7 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:49.025814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32b080bb-334a-4aa4-8be2-eec485713ef0 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.078272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32b080bb-334a-4aa4-8be2-eec485713ef0 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.163543 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32b080bb-334a-4aa4-8be2-eec485713ef0 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.174388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4e89be12-a30c-480f-b036-9b307517f524 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:49.241738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4e89be12-a30c-480f-b036-9b307517f524 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:49.242382 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.335616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32b080bb-334a-4aa4-8be2-eec485713ef0 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.375408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b080bb-334a-4aa4-8be2-eec485713ef0 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Subnet': ['ID=cb56ecb5-259d-4b7d-9f3c-5119f838ede7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:49.379020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-32b080bb-334a-4aa4-8be2-eec485713ef0 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.384936 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d66d7-0d68-42b3-911f-fd3ec0390bdb None None] Network d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:49.448096 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-32b080bb-334a-4aa4-8be2-eec485713ef0 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/subnets/cb56ecb5-259d-4b7d-9f3c-5119f838ede7 HTTP/1.1" status: 204 len: 168 time: 0.4893305 Mar 11 16:17:49.450477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47812) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:49.563449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.573654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Deleting port 4e89be12-a30c-480f-b036-9b307517f524 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:49.573987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.633036 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad128c-e259-4f13-be33-5f2a9438dec6 None None] DHCP port deletion for d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:49.637078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad128c-e259-4f13-be33-5f2a9438dec6 None None] Deleting port 4e89be12-a30c-480f-b036-9b307517f524 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:49.637446 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f5ad128c-e259-4f13-be33-5f2a9438dec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.781815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] For port 4e89be12-a30c-480f-b036-9b307517f524, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4e89be12-a30c-480f-b036-9b307517f524,segment=NetworkSegment(c21db2bd-8605-4bd0-8fad-9e87c1489367),segment_id=c21db2bd-8605-4bd0-8fad-9e87c1489367)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:49.782479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.835935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f5ad128c-e259-4f13-be33-5f2a9438dec6 None None] For port 4e89be12-a30c-480f-b036-9b307517f524, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4e89be12-a30c-480f-b036-9b307517f524,segment=NetworkSegment(c21db2bd-8605-4bd0-8fad-9e87c1489367),segment_id=c21db2bd-8605-4bd0-8fad-9e87c1489367)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:49.836315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f5ad128c-e259-4f13-be33-5f2a9438dec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.904658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Calling delete_port for 4e89be12-a30c-480f-b036-9b307517f524 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:49.955947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad128c-e259-4f13-be33-5f2a9438dec6 None None] Calling delete_port for 4e89be12-a30c-480f-b036-9b307517f524 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:50.058862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.064630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-f5ad128c-e259-4f13-be33-5f2a9438dec6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:17:50.064992 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-f5ad128c-e259-4f13-be33-5f2a9438dec6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:17:50.108471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Port': ['ID=4e89be12-a30c-480f-b036-9b307517f524,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:50.110439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No DVR routers for this DVR port 4e89be12-a30c-480f-b036-9b307517f524 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:50.236896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.262705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:50.274710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21db2bd-8605-4bd0-8fad-9e87c1489367') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:50.275028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21db2bd-8605-4bd0-8fad-9e87c1489367') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:50.286237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.302323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.308271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:50.308702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:50.327352 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:50.460620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.477422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.489768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Network': ['ID=d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:50.492475 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-92cc8e40-bfc0-4a6e-b49b-6df00d2ac0eb tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/networks/d2910cb4-1afd-4a4e-8d0f-5fcc8089d24e HTTP/1.1" status: 204 len: 168 time: 1.0410523 Mar 11 16:17:50.494969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47816) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:50.535779 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31c1e5e-5c42-4fc6-bf31-78442776cc35 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] DELETE failed (client error): The resource could not be found. Mar 11 16:17:50.536224 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31c1e5e-5c42-4fc6-bf31-78442776cc35 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:17:50.537873 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b31c1e5e-5c42-4fc6-bf31-78442776cc35 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/subnets/314707bb-47c0-41d8-a8d2-9bdaacc56345 HTTP/1.1" status: 404 len: 337 time: 0.0419517 Mar 11 16:17:50.540245 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47820) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:50.564572 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55b455f-ef9c-4d8d-91b0-2334534e4902 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] DELETE failed (client error): The resource could not be found. Mar 11 16:17:50.565049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55b455f-ef9c-4d8d-91b0-2334534e4902 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:17:50.566404 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad128c-e259-4f13-be33-5f2a9438dec6 None None] Deleting port 4e89be12-a30c-480f-b036-9b307517f524 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:50.566964 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a55b455f-ef9c-4d8d-91b0-2334534e4902 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/networks/cb75fe99-8293-413e-9344-1e0689dd945b HTTP/1.1" status: 404 len: 339 time: 0.0254707 Mar 11 16:17:50.567085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f5ad128c-e259-4f13-be33-5f2a9438dec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.568913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47824) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:50.605123 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90e6455-1478-440f-be35-864a19ec2493 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] DELETE failed (client error): The resource could not be found. Mar 11 16:17:50.605569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90e6455-1478-440f-be35-864a19ec2493 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:17:50.608073 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f90e6455-1478-440f-be35-864a19ec2493 tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/subnets/ce1565ee-01f2-4dd0-b92c-379516140170 HTTP/1.1" status: 404 len: 337 time: 0.0382891 Mar 11 16:17:50.610899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47828) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:50.632260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad128c-e259-4f13-be33-5f2a9438dec6 None None] The port '4e89be12-a30c-480f-b036-9b307517f524' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:17:50.634528 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6e289f-8067-49e7-b7b0-154466f1b86f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] DELETE failed (client error): The resource could not be found. Mar 11 16:17:50.634999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6e289f-8067-49e7-b7b0-154466f1b86f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:17:50.638206 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bd6e289f-8067-49e7-b7b0-154466f1b86f tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/networks/ab8f27af-6521-490d-860b-faed387269e9 HTTP/1.1" status: 404 len: 339 time: 0.0248873 Mar 11 16:17:50.639566 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47832) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:50.704263 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abba67b-6a14-468c-9bcd-8adb888ff19e tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Deleting subnet f49e0637-0f84-4cbd-a671-adf409aba089 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:50.707078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8abba67b-6a14-468c-9bcd-8adb888ff19e tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.764034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8abba67b-6a14-468c-9bcd-8adb888ff19e tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.846495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8abba67b-6a14-468c-9bcd-8adb888ff19e tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.858817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4c6ffbdf-8055-470e-af48-0220bfc9f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.987144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8abba67b-6a14-468c-9bcd-8adb888ff19e tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.030725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abba67b-6a14-468c-9bcd-8adb888ff19e tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Subnet': ['ID=f49e0637-0f84-4cbd-a671-adf409aba089,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:51.032639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8abba67b-6a14-468c-9bcd-8adb888ff19e tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.039109 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a924d2db-490c-4ce6-941a-954fcff4aa87 None None] Network 59b405bd-b372-4395-a425-92ac7fb57333 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:51.042325 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8abba67b-6a14-468c-9bcd-8adb888ff19e tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/subnets/f49e0637-0f84-4cbd-a671-adf409aba089 HTTP/1.1" status: 204 len: 168 time: 0.4015441 Mar 11 16:17:51.044787 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47836) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:51.162250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.164375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4e89be12-a30c-480f-b036-9b307517f524 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:51.172300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Deleting port 9a7f6135-1caa-428c-b07e-b8149d535f6b {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:51.172681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.203970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 4e89be12-a30c-480f-b036-9b307517f524 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:17:51.204305 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4e89be12-a30c-480f-b036-9b307517f524 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:51.347998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619353d-e198-4b08-b4da-2b501110a1cd None None] DHCP port deletion for 59b405bd-b372-4395-a425-92ac7fb57333 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:51.352264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5619353d-e198-4b08-b4da-2b501110a1cd None None] Deleting port 9a7f6135-1caa-428c-b07e-b8149d535f6b {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:51.352663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5619353d-e198-4b08-b4da-2b501110a1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.380841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] For port 9a7f6135-1caa-428c-b07e-b8149d535f6b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9a7f6135-1caa-428c-b07e-b8149d535f6b,segment=NetworkSegment(fd02244a-9f05-4c3d-a88b-801637b97b9b),segment_id=fd02244a-9f05-4c3d-a88b-801637b97b9b)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:51.381202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.509823 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Calling delete_port for 9a7f6135-1caa-428c-b07e-b8149d535f6b owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:51.564441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5619353d-e198-4b08-b4da-2b501110a1cd None None] For port 9a7f6135-1caa-428c-b07e-b8149d535f6b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9a7f6135-1caa-428c-b07e-b8149d535f6b,segment=NetworkSegment(fd02244a-9f05-4c3d-a88b-801637b97b9b),segment_id=fd02244a-9f05-4c3d-a88b-801637b97b9b)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:51.564773 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5619353d-e198-4b08-b4da-2b501110a1cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.694075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5619353d-e198-4b08-b4da-2b501110a1cd None None] Calling delete_port for 9a7f6135-1caa-428c-b07e-b8149d535f6b owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:51.767896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.774338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-5619353d-e198-4b08-b4da-2b501110a1cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:17:51.774874 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-5619353d-e198-4b08-b4da-2b501110a1cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:17:51.819079 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Port': ['ID=9a7f6135-1caa-428c-b07e-b8149d535f6b,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:51.822207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] No DVR routers for this DVR port 9a7f6135-1caa-428c-b07e-b8149d535f6b on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:51.947360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.972018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b405bd-b372-4395-a425-92ac7fb57333']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:51.986609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd02244a-9f05-4c3d-a88b-801637b97b9b') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:51.986907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd02244a-9f05-4c3d-a88b-801637b97b9b') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:51.998593 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.014090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.020156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:52.020571 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:52.035038 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:52.209822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.227589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.239375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] Pushing event deleted for resources: {'Network': ['ID=59b405bd-b372-4395-a425-92ac7fb57333,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:52.245877 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a0c6d248-e25e-481d-85e3-c51a816452ce tempest-NetworksIpV6Test-301672580 tempest-NetworksIpV6Test-301672580-project] 10.222.0.39 "DELETE /v2.0/networks/59b405bd-b372-4395-a425-92ac7fb57333 HTTP/1.1" status: 204 len: 168 time: 1.1977556 Mar 11 16:17:52.276196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5619353d-e198-4b08-b4da-2b501110a1cd None None] Deleting port 9a7f6135-1caa-428c-b07e-b8149d535f6b {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:52.276585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5619353d-e198-4b08-b4da-2b501110a1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.347777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5619353d-e198-4b08-b4da-2b501110a1cd None None] The port '9a7f6135-1caa-428c-b07e-b8149d535f6b' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:17:52.706343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47844) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:52.850728 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f6ddb7ae-d6db-4fe3-b319-c4d1df008985 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91bdf3e3e0424c2ba69c93f3a9d059be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431615 Mar 11 16:17:52.853272 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47850) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:52.914034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3877b91-978a-433f-a105-f83003795fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.939264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3877b91-978a-433f-a105-f83003795fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.089518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3877b91-978a-433f-a105-f83003795fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.105323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3877b91-978a-433f-a105-f83003795fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be1cafe-b76b-46ca-93fa-d2d91c69c6d3,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:53.109835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a3877b91-978a-433f-a105-f83003795fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.110988 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a3877b91-978a-433f-a105-f83003795fc2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7be1cafe-b76b-46ca-93fa-d2d91c69c6d3 HTTP/1.1" status: 204 len: 168 time: 0.2567599 Mar 11 16:17:53.169174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9a7f6135-1caa-428c-b07e-b8149d535f6b no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:53.202766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 9a7f6135-1caa-428c-b07e-b8149d535f6b {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:17:53.203097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9a7f6135-1caa-428c-b07e-b8149d535f6b not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:53.684151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8d8bdca1-5969-4c94-bdeb-89181ab9135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.101656 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47874) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:54.205464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-74866aaa-309e-4bac-b3e4-82357d100d61 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-880898828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:54.212169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-74866aaa-309e-4bac-b3e4-82357d100d61 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:54.216066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-74866aaa-309e-4bac-b3e4-82357d100d61 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Usage tracker for resource:router and tenant:5b49d8126c1f48e4856900445c7378ec is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:54.220432 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-74866aaa-309e-4bac-b3e4-82357d100d61 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:54.225135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-74866aaa-309e-4bac-b3e4-82357d100d61 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:54.300650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74866aaa-309e-4bac-b3e4-82357d100d61 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.301699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74866aaa-309e-4bac-b3e4-82357d100d61 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.318485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74866aaa-309e-4bac-b3e4-82357d100d61 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.398246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74866aaa-309e-4bac-b3e4-82357d100d61 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.426407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.483488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-74866aaa-309e-4bac-b3e4-82357d100d61 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.484704 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-74866aaa-309e-4bac-b3e4-82357d100d61 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3820224 Mar 11 16:17:54.487342 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47880) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:54.492733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1453339702'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:54.497710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:54.502014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Usage tracker for resource:network and tenant:5b49d8126c1f48e4856900445c7378ec is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:54.504940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:54.510479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:54.584030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Made reservation on behalf of 5b49d8126c1f48e4856900445c7378ec for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:54.587408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.601265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.617693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:54.621541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Usage tracker for resource:security_group_rule and tenant:5b49d8126c1f48e4856900445c7378ec is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:54.624315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:54.629915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:54.676102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.712032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.778027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.811925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:54.816978 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c69be81-4c4b-4c9d-aaeb-d49b8aeeb6ca,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:54.825111 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.825111 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Added segment 9307ca89-df7a-4029-ac14-402d5121e00b of type vlan for network b1580b0b-e12b-4777-9113-7c8af4b24801 Mar 11 16:17:54.851548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.944168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.949454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:54.950028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.147627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Pushing event updated for resources: {'Network': ['ID=b1580b0b-e12b-4777-9113-7c8af4b24801,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:55.157936 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network b1580b0b-e12b-4777-9113-7c8af4b24801 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:55.216244 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-326c8919-ef73-4df3-9624-062936a8875a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7276537 Mar 11 16:17:55.218717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47884) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:55.224446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Request body: {'subnet': {'network_id': 'b1580b0b-e12b-4777-9113-7c8af4b24801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:55.335881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:55.339644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Usage tracker for resource:subnet and tenant:5b49d8126c1f48e4856900445c7378ec is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:55.342476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:55.348057 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:55.409413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Made reservation on behalf of 5b49d8126c1f48e4856900445c7378ec for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:55.412947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.681531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.760975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Pushing event updated for resources: {'Subnet': ['ID=a5071195-0532-4b60-b5b5-6fb1c4677298,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:55.769315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Checking segment: {'id': '9307ca89-df7a-4029-ac14-402d5121e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b1580b0b-e12b-4777-9113-7c8af4b24801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:55.769678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Network hostable DHCP agents. Network: b1580b0b-e12b-4777-9113-7c8af4b24801, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:55.841663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Network b1580b0b-e12b-4777-9113-7c8af4b24801 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:55.926866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, b1580b0b-e12b-4777-9113-7c8af4b24801) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:55.931321 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:55.937664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.937760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c8d25-ee3a-4b0a-a0df-43ffdae25a33 None None] Network b1580b0b-e12b-4777-9113-7c8af4b24801 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:56.025071 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-05a97001-75b0-4021-b9db-969d074d73a2 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8052685 Mar 11 16:17:56.028881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47888) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:56.034645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1552692819'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:56.040256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:56.043378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Usage tracker for resource:network and tenant:5b49d8126c1f48e4856900445c7378ec is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:56.046961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:56.052608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:56.139527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.140744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Made reservation on behalf of 5b49d8126c1f48e4856900445c7378ec for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:56.144363 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.157645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-b1580b0b-e12b-4777-9113-7c8af4b24801', 'network_id': 'b1580b0b-e12b-4777-9113-7c8af4b24801', 'tenant_id': '5b49d8126c1f48e4856900445c7378ec', 'fixed_ips': [{'subnet_id': 'a5071195-0532-4b60-b5b5-6fb1c4677298'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:56.158544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.173072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:56.182107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.182499 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Added segment 672b6e59-5365-4be4-b9d8-b3a99c3d8890 of type vlan for network c86caf68-6105-45da-9fe7-926b64baa7f3 Mar 11 16:17:56.209382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.318082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.320899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.323702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:56.324325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.378187 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Allocated IP 172.20.0.2 (b1580b0b-e12b-4777-9113-7c8af4b24801/a5071195-0532-4b60-b5b5-6fb1c4677298/60fbeca3-1469-47f2-82e1-d7dcfbcab5c4) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:56.431668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Pushing event updated for resources: {'Network': ['ID=c86caf68-6105-45da-9fe7-926b64baa7f3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:56.466043 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network c86caf68-6105-45da-9fe7-926b64baa7f3 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:56.473227 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f482a02e-e7b7-46ae-b39e-9a4d8b11b8c9 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4432263 Mar 11 16:17:56.475953 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47892) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:56.482317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Request body: {'subnet': {'network_id': 'c86caf68-6105-45da-9fe7-926b64baa7f3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:56.599992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:56.603772 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Usage tracker for resource:subnet and tenant:5b49d8126c1f48e4856900445c7378ec is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:56.607434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:56.612992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:56.703193 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.706423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Made reservation on behalf of 5b49d8126c1f48e4856900445c7378ec for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:56.710238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.713566 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Transition to ACTIVE for port object 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:56.733176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Transition to ACTIVE for port object 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:56.786865 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:17:56.843739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.904312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Network b1580b0b-e12b-4777-9113-7c8af4b24801 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:56.911107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:56.915622 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:56.921414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Pushing event updated for resources: {'Port': ['ID=60fbeca3-1469-47f2-82e1-d7dcfbcab5c4,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:57.006519 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Attempting to bind port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:57.007160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Attempting to bind port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '9307ca89-df7a-4029-ac14-402d5121e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b1580b0b-e12b-4777-9113-7c8af4b24801'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:57.007160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Attempting to bind port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 on network b1580b0b-e12b-4777-9113-7c8af4b24801 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:57.012135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:57.012498 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Checking segment: {'id': '9307ca89-df7a-4029-ac14-402d5121e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b1580b0b-e12b-4777-9113-7c8af4b24801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:57.012957 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.013341 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Bound using segment: {'id': '9307ca89-df7a-4029-ac14-402d5121e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b1580b0b-e12b-4777-9113-7c8af4b24801'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:57.013793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Bound port: 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9307ca89-df7a-4029-ac14-402d5121e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b1580b0b-e12b-4777-9113-7c8af4b24801'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:57.014152 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.029961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.101931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] For port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:57.104884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] For port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=60fbeca3-1469-47f2-82e1-d7dcfbcab5c4,segment=NetworkSegment(9307ca89-df7a-4029-ac14-402d5121e00b),segment_id=9307ca89-df7a-4029-ac14-402d5121e00b)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:57.111514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Pushing event updated for resources: {'Subnet': ['ID=fd368cb5-f86f-4830-85cc-a09f8aa42a5c,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:57.116528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Checking segment: {'id': '672b6e59-5365-4be4-b9d8-b3a99c3d8890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c86caf68-6105-45da-9fe7-926b64baa7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:57.116876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Network hostable DHCP agents. Network: c86caf68-6105-45da-9fe7-926b64baa7f3, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:57.198405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.212824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Network c86caf68-6105-45da-9fe7-926b64baa7f3 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:57.276484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8928d-7723-4f52-bfda-6255f32516dd None None] Pushing event updated for resources: {'Port': ['ID=60fbeca3-1469-47f2-82e1-d7dcfbcab5c4,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:57.300975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, c86caf68-6105-45da-9fe7-926b64baa7f3) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:57.305238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:57.305833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.311989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10da5880-99a0-41da-baf7-f4026572fc2f None None] Network c86caf68-6105-45da-9fe7-926b64baa7f3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:57.461567 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-478c0810-5492-490f-909f-8f528f8c3d7b tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9845197 Mar 11 16:17:57.464444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47896) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.474124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-012a2484-9e5d-47b4-ba79-4b177e8b061d tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c86caf68-6105-45da-9fe7-926b64baa7f3'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:57.547092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-c86caf68-6105-45da-9fe7-926b64baa7f3', 'network_id': 'c86caf68-6105-45da-9fe7-926b64baa7f3', 'tenant_id': '5b49d8126c1f48e4856900445c7378ec', 'fixed_ips': [{'subnet_id': 'fd368cb5-f86f-4830-85cc-a09f8aa42a5c'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:57.547951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.704605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Allocated IP 172.21.0.2 (c86caf68-6105-45da-9fe7-926b64baa7f3/fd368cb5-f86f-4830-85cc-a09f8aa42a5c/70be7f65-d00f-4d05-86bb-935fa962e023) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:57.916451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.927025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Transition to ACTIVE for port object 70be7f65-d00f-4d05-86bb-935fa962e023 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:57.946598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Transition to ACTIVE for port object 70be7f65-d00f-4d05-86bb-935fa962e023 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:57.969404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-012a2484-9e5d-47b4-ba79-4b177e8b061d tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.015284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.088242 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Network c86caf68-6105-45da-9fe7-926b64baa7f3 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:58.092183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:58.098436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:58.098998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Pushing event updated for resources: {'Port': ['ID=70be7f65-d00f-4d05-86bb-935fa962e023,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:58.193811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Attempting to bind port 70be7f65-d00f-4d05-86bb-935fa962e023 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:58.194176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Attempting to bind port 70be7f65-d00f-4d05-86bb-935fa962e023 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '672b6e59-5365-4be4-b9d8-b3a99c3d8890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c86caf68-6105-45da-9fe7-926b64baa7f3'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:58.194498 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Attempting to bind port 70be7f65-d00f-4d05-86bb-935fa962e023 on network c86caf68-6105-45da-9fe7-926b64baa7f3 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:58.195612 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.api.v2.resource [None req-012a2484-9e5d-47b4-ba79-4b177e8b061d tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:17:58.196701 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-012a2484-9e5d-47b4-ba79-4b177e8b061d tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "PUT /v2.0/routers/ebcffd55-e8ee-4c36-aab6-1ac4840e0b71 HTTP/1.1" status: 400 len: 364 time: 0.7312381 Mar 11 16:17:58.201216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:58.201583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Checking segment: {'id': '672b6e59-5365-4be4-b9d8-b3a99c3d8890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c86caf68-6105-45da-9fe7-926b64baa7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:58.201980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.202362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Bound using segment: {'id': '672b6e59-5365-4be4-b9d8-b3a99c3d8890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c86caf68-6105-45da-9fe7-926b64baa7f3'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:58.202821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Bound port: 70be7f65-d00f-4d05-86bb-935fa962e023, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672b6e59-5365-4be4-b9d8-b3a99c3d8890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c86caf68-6105-45da-9fe7-926b64baa7f3'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:58.203188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.204572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47900) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.253507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fa5b1e-cc03-40d8-ba88-ee62a5989c27 None None] Network b1580b0b-e12b-4777-9113-7c8af4b24801 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:58.284822 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b985fb0d-77fc-4a92-a25f-62d0067e72a3 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Deleting subnet fd368cb5-f86f-4830-85cc-a09f8aa42a5c {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:58.291414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b985fb0d-77fc-4a92-a25f-62d0067e72a3 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.352107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b985fb0d-77fc-4a92-a25f-62d0067e72a3 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.395522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] For port 70be7f65-d00f-4d05-86bb-935fa962e023, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:58.400579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] For port 70be7f65-d00f-4d05-86bb-935fa962e023, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=70be7f65-d00f-4d05-86bb-935fa962e023,segment=NetworkSegment(672b6e59-5365-4be4-b9d8-b3a99c3d8890),segment_id=672b6e59-5365-4be4-b9d8-b3a99c3d8890)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:58.492342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a92834a6-0623-4eb0-8cbe-ffd2213adca1 None None] Provisioning for port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:58.502575 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b985fb0d-77fc-4a92-a25f-62d0067e72a3 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.537824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.622624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1e534-3b41-4e82-964c-1e468747c741 None None] Pushing event updated for resources: {'Port': ['ID=70be7f65-d00f-4d05-86bb-935fa962e023,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:58.634930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b985fb0d-77fc-4a92-a25f-62d0067e72a3 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.681105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985fb0d-77fc-4a92-a25f-62d0067e72a3 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Pushing event deleted for resources: {'Subnet': ['ID=fd368cb5-f86f-4830-85cc-a09f8aa42a5c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:58.683050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b985fb0d-77fc-4a92-a25f-62d0067e72a3 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.692392 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b985fb0d-77fc-4a92-a25f-62d0067e72a3 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "DELETE /v2.0/subnets/fd368cb5-f86f-4830-85cc-a09f8aa42a5c HTTP/1.1" status: 204 len: 168 time: 0.4866166 Mar 11 16:17:58.692588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47904) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.817153 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.847601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Deleting port 70be7f65-d00f-4d05-86bb-935fa962e023 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:58.847946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.062623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] For port 70be7f65-d00f-4d05-86bb-935fa962e023, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=70be7f65-d00f-4d05-86bb-935fa962e023,segment=NetworkSegment(672b6e59-5365-4be4-b9d8-b3a99c3d8890),segment_id=672b6e59-5365-4be4-b9d8-b3a99c3d8890)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:59.062971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.188619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Calling delete_port for 70be7f65-d00f-4d05-86bb-935fa962e023 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:59.250636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 70be7f65-d00f-4d05-86bb-935fa962e023 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:59.375459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.375702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 70be7f65-d00f-4d05-86bb-935fa962e023 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:59.381099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 70be7f65-d00f-4d05-86bb-935fa962e023 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:59.381556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.415077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Port 70be7f65-d00f-4d05-86bb-935fa962e023 was deleted so its status cannot be updated. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 16:17:59.415548 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:59.431185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] No DVR routers for this DVR port 70be7f65-d00f-4d05-86bb-935fa962e023 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:59.462428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Pushing event deleted for resources: {'Port': ['ID=70be7f65-d00f-4d05-86bb-935fa962e023,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:59.546555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:59.552096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:59.552564 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.564329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.592515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86caf68-6105-45da-9fe7-926b64baa7f3']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:59.604844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672b6e59-5365-4be4-b9d8-b3a99c3d8890') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:59.606032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672b6e59-5365-4be4-b9d8-b3a99c3d8890') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:59.618535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.622983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c0bb7-1459-4a87-8745-1be3c10f420b None None] Network c86caf68-6105-45da-9fe7-926b64baa7f3 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:59.634666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.641085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:59.641475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:59.656648 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:59.758312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-90302637-e485-4f16-98f1-a5b7e3579edc None None] Could not find standard attr ID for object 70be7f65-d00f-4d05-86bb-935fa962e023. {{(pid=88559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:17:59.799505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.809102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.813671 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.839296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Pushing event deleted for resources: {'Network': ['ID=c86caf68-6105-45da-9fe7-926b64baa7f3,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:59.846124 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4ed580f9-b77f-455a-9d67-1ca674c40ecb tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "DELETE /v2.0/networks/c86caf68-6105-45da-9fe7-926b64baa7f3 HTTP/1.1" status: 204 len: 168 time: 1.1501560 Mar 11 16:17:59.846303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47908) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:59.870339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=60fbeca3-1469-47f2-82e1-d7dcfbcab5c4,segment=NetworkSegment(9307ca89-df7a-4029-ac14-402d5121e00b),segment_id=9307ca89-df7a-4029-ac14-402d5121e00b)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:59.913926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fec86a-cd11-4251-a1c5-3bd126783d4c tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Deleting subnet a5071195-0532-4b60-b5b5-6fb1c4677298 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:59.916982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-21fec86a-cd11-4251-a1c5-3bd126783d4c tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.920215 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e62257-7b52-4e37-9758-33a558f655d9 None None] DHCP port deletion for c86caf68-6105-45da-9fe7-926b64baa7f3 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:59.940895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.010887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=60fbeca3-1469-47f2-82e1-d7dcfbcab5c4,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:00.018916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.019260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.019590 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.019918 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.020241 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.020583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.020901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.021221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.021539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.021853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.022164 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.022474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:00.083573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-21fec86a-cd11-4251-a1c5-3bd126783d4c tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.163162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-21fec86a-cd11-4251-a1c5-3bd126783d4c tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.321704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-21fec86a-cd11-4251-a1c5-3bd126783d4c tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.364125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fec86a-cd11-4251-a1c5-3bd126783d4c tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Pushing event deleted for resources: {'Subnet': ['ID=a5071195-0532-4b60-b5b5-6fb1c4677298,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:00.367810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-21fec86a-cd11-4251-a1c5-3bd126783d4c tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.374532 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-21fec86a-cd11-4251-a1c5-3bd126783d4c tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "DELETE /v2.0/subnets/a5071195-0532-4b60-b5b5-6fb1c4677298 HTTP/1.1" status: 204 len: 168 time: 0.5272987 Mar 11 16:18:00.375084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d337b9-a6db-4b8b-928d-6f8fd1ae4a3a None None] Network b1580b0b-e12b-4777-9113-7c8af4b24801 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:00.376922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47912) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:00.489393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.500028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Deleting port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:00.500361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.619988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e4ca5b-d3b3-4e5b-8634-e4da56bf779b None None] DHCP port deletion for b1580b0b-e12b-4777-9113-7c8af4b24801 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:18:00.624770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e6e4ca5b-d3b3-4e5b-8634-e4da56bf779b None None] Deleting port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:00.625143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e6e4ca5b-d3b3-4e5b-8634-e4da56bf779b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.712794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] For port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=60fbeca3-1469-47f2-82e1-d7dcfbcab5c4,segment=NetworkSegment(9307ca89-df7a-4029-ac14-402d5121e00b),segment_id=9307ca89-df7a-4029-ac14-402d5121e00b)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:00.713155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.821136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e6e4ca5b-d3b3-4e5b-8634-e4da56bf779b None None] For port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=60fbeca3-1469-47f2-82e1-d7dcfbcab5c4,segment=NetworkSegment(9307ca89-df7a-4029-ac14-402d5121e00b),segment_id=9307ca89-df7a-4029-ac14-402d5121e00b)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:00.821566 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e6e4ca5b-d3b3-4e5b-8634-e4da56bf779b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.838217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Calling delete_port for 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:00.943652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e6e4ca5b-d3b3-4e5b-8634-e4da56bf779b None None] Calling delete_port for 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:00.991899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.014384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-e6e4ca5b-d3b3-4e5b-8634-e4da56bf779b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:01.014735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-e6e4ca5b-d3b3-4e5b-8634-e4da56bf779b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:01.042452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Pushing event deleted for resources: {'Port': ['ID=60fbeca3-1469-47f2-82e1-d7dcfbcab5c4,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:01.044902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] No DVR routers for this DVR port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:01.164928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 70be7f65-d00f-4d05-86bb-935fa962e023 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:01.167830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.192108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1580b0b-e12b-4777-9113-7c8af4b24801']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.198203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 70be7f65-d00f-4d05-86bb-935fa962e023 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:18:01.198549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 70be7f65-d00f-4d05-86bb-935fa962e023 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:18:01.198966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:01.204574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9307ca89-df7a-4029-ac14-402d5121e00b') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.204879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9307ca89-df7a-4029-ac14-402d5121e00b') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.216453 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.232845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.236236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:18:01.236593 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:18:01.239315 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:01.239963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:01.255228 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:01.380346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.397284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.408377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Pushing event deleted for resources: {'Network': ['ID=b1580b0b-e12b-4777-9113-7c8af4b24801,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:01.412299 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3c590066-89ed-42ab-af1b-54f5471f6190 tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "DELETE /v2.0/networks/b1580b0b-e12b-4777-9113-7c8af4b24801 HTTP/1.1" status: 204 len: 168 time: 1.0343885 Mar 11 16:18:01.414901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47916) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.456736 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7a60d2d4-5f10-4801-a0c0-8e38a50f00ed tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Synchronizing usage tracker for tenant:5b49d8126c1f48e4856900445c7378ec on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:01.516357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e6e4ca5b-d3b3-4e5b-8634-e4da56bf779b None None] Deleting port 60fbeca3-1469-47f2-82e1-d7dcfbcab5c4 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:01.516883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e6e4ca5b-d3b3-4e5b-8634-e4da56bf779b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.526661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7a60d2d4-5f10-4801-a0c0-8e38a50f00ed tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Unset dirty status for tenant:5b49d8126c1f48e4856900445c7378ec on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:01.527814 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7a60d2d4-5f10-4801-a0c0-8e38a50f00ed tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcffd55-e8ee-4c36-aab6-1ac4840e0b71 HTTP/1.1" status: 200 len: 205 time: 0.1120248 Mar 11 16:18:01.530310 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 47920) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.581868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e6e4ca5b-d3b3-4e5b-8634-e4da56bf779b None None] The port '60fbeca3-1469-47f2-82e1-d7dcfbcab5c4' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:18:01.663363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b9493e-cfdf-44ed-aab0-73902d4ad73a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.049864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b9493e-cfdf-44ed-aab0-73902d4ad73a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.051887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b9493e-cfdf-44ed-aab0-73902d4ad73a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.180966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b9493e-cfdf-44ed-aab0-73902d4ad73a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.181510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b9493e-cfdf-44ed-aab0-73902d4ad73a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Fanout notify agent at l3_agent the message router_deleted on router ebcffd55-e8ee-4c36-aab6-1ac4840e0b71 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:18:02.193170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-42b9493e-cfdf-44ed-aab0-73902d4ad73a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.194250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-42b9493e-cfdf-44ed-aab0-73902d4ad73a tempest-RoutersNegativeTest-1449845816 tempest-RoutersNegativeTest-1449845816-project] 10.222.0.39 "DELETE /v2.0/routers/ebcffd55-e8ee-4c36-aab6-1ac4840e0b71 HTTP/1.1" status: 204 len: 168 time: 0.6630666 Mar 11 16:18:02.705956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47928) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.850598 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f5c10788-3c04-4126-8c15-de81f6b4aa8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b49d8126c1f48e4856900445c7378ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434989 Mar 11 16:18:02.853018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47934) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.909436 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97eea998-442b-4ea4-a12e-d584f80a5173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.934509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97eea998-442b-4ea4-a12e-d584f80a5173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.043365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97eea998-442b-4ea4-a12e-d584f80a5173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.057353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eea998-442b-4ea4-a12e-d584f80a5173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c69be81-4c4b-4c9d-aaeb-d49b8aeeb6ca,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:03.063766 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97eea998-442b-4ea4-a12e-d584f80a5173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.064917 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-97eea998-442b-4ea4-a12e-d584f80a5173 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c69be81-4c4b-4c9d-aaeb-d49b8aeeb6ca HTTP/1.1" status: 204 len: 168 time: 0.2110095 Mar 11 16:18:04.028238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47958) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:04.129991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-537848566-network', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:04.134677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:04.139092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Usage tracker for resource:network and tenant:d0f9399f473a4711a64f951dd5eb6db1 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:04.141919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:04.147462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:04.229728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Made reservation on behalf of d0f9399f473a4711a64f951dd5eb6db1 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:04.232813 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.244691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.259081 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:04.262978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Usage tracker for resource:security_group_rule and tenant:d0f9399f473a4711a64f951dd5eb6db1 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:04.265857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:04.271613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:04.349687 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.420646 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.450577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:04.459145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:04.464432 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.464795 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Added segment c59d73a3-d0ee-4262-847a-d249aee8b528 of type vlan for network b3694ab3-7afc-4762-b02b-fe2c82462e37 Mar 11 16:18:04.491338 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.578046 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.579135 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:04.579753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.680765 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] Pushing event updated for resources: {'Network': ['ID=b3694ab3-7afc-4762-b02b-fe2c82462e37,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:04.695294 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network b3694ab3-7afc-4762-b02b-fe2c82462e37 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:04.750707 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cf432bc5-1b86-4db6-9806-0d7f62b7d4a3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7213111 Mar 11 16:18:04.753771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47964) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:04.759241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Request body: {'subnet': {'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-537848566-subnet', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:04.764177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:04.768057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Usage tracker for resource:subnet and tenant:d0f9399f473a4711a64f951dd5eb6db1 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:04.771008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:04.776631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:04.843313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Made reservation on behalf of d0f9399f473a4711a64f951dd5eb6db1 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:04.845690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.115364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.189534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454a9384-49ba-4cbb-955d-eaccd4e6db7b,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:05.200918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Checking segment: {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:05.201282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Network hostable DHCP agents. Network: b3694ab3-7afc-4762-b02b-fe2c82462e37, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:05.303772 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Network b3694ab3-7afc-4762-b02b-fe2c82462e37 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:05.389927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, b3694ab3-7afc-4762-b02b-fe2c82462e37) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:05.394031 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:05.394652 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.400054 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a8713-6f69-4b3f-8d19-54dc540ec9f5 None None] Network b3694ab3-7afc-4762-b02b-fe2c82462e37 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:05.484676 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9eb03a59-c595-4a7f-a384-519f6220bde6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7294829 Mar 11 16:18:05.487690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47968) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:05.492619 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-537848566-router', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:05.497685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:05.501415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Usage tracker for resource:router and tenant:d0f9399f473a4711a64f951dd5eb6db1 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:05.504153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:05.509726 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:05.598044 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.599090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.611436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-b3694ab3-7afc-4762-b02b-fe2c82462e37', 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'fixed_ips': [{'subnet_id': '454a9384-49ba-4cbb-955d-eaccd4e6db7b'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:05.615719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.615861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.767031 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Allocated IP 172.20.0.2 (b3694ab3-7afc-4762-b02b-fe2c82462e37/454a9384-49ba-4cbb-955d-eaccd4e6db7b/74658802-0b41-45bd-bae3-29e344e0a64a) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:05.970243 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.980682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Transition to ACTIVE for port object 74658802-0b41-45bd-bae3-29e344e0a64a will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:06.000806 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Transition to ACTIVE for port object 74658802-0b41-45bd-bae3-29e344e0a64a will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:06.043697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.081343 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.143881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Network b3694ab3-7afc-4762-b02b-fe2c82462e37 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:06.150758 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:06.153659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:06.163555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Pushing event updated for resources: {'Port': ['ID=74658802-0b41-45bd-bae3-29e344e0a64a,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:06.250594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Attempting to bind port 74658802-0b41-45bd-bae3-29e344e0a64a on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:06.251112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Attempting to bind port 74658802-0b41-45bd-bae3-29e344e0a64a by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:06.251467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Attempting to bind port 74658802-0b41-45bd-bae3-29e344e0a64a on network b3694ab3-7afc-4762-b02b-fe2c82462e37 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:06.256732 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:06.257142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Checking segment: {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:06.257537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.257920 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Bound using segment: {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:06.258370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Bound port: 74658802-0b41-45bd-bae3-29e344e0a64a, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:06.258731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.345799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] For port 74658802-0b41-45bd-bae3-29e344e0a64a, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:06.348850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] For port 74658802-0b41-45bd-bae3-29e344e0a64a, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=74658802-0b41-45bd-bae3-29e344e0a64a,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:06.418696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.426531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.447655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.509309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903699a-7ab9-4958-9690-383f4e767f00 None None] Pushing event updated for resources: {'Port': ['ID=74658802-0b41-45bd-bae3-29e344e0a64a,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:06.583258 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Allocated IP 172.26.6.109 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/cd4f2bab-7bde-4ebf-931e-fecaf3f01d70) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:06.745416 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.867308 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.927696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:06.934882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:06.938886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:06.974326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd4f2bab-7bde-4ebf-931e-fecaf3f01d70,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:07.194846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 74658802-0b41-45bd-bae3-29e344e0a64a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:07.326834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 74658802-0b41-45bd-bae3-29e344e0a64a completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:07.413008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.517111 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af37d2-0127-451a-93ed-984d84f906be None None] Network b3694ab3-7afc-4762-b02b-fe2c82462e37 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:07.734459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e05c907c-acd7-4510-988a-db542f54bbfa None None] Provisioning for port 74658802-0b41-45bd-bae3-29e344e0a64a completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:07.741088 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e05c907c-acd7-4510-988a-db542f54bbfa None None] Provisioning complete for port 74658802-0b41-45bd-bae3-29e344e0a64a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:07.741452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e05c907c-acd7-4510-988a-db542f54bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.880246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e05c907c-acd7-4510-988a-db542f54bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.884681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.915255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e05c907c-acd7-4510-988a-db542f54bbfa None None] For port 74658802-0b41-45bd-bae3-29e344e0a64a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=74658802-0b41-45bd-bae3-29e344e0a64a,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:08.009472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e05c907c-acd7-4510-988a-db542f54bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.077051 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c907c-acd7-4510-988a-db542f54bbfa None None] Pushing event updated for resources: {'Port': ['ID=74658802-0b41-45bd-bae3-29e344e0a64a,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:08.127784 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6be73acf-3085-4272-b121-3f21dd66e847 None None] Provisioning complete for port 74658802-0b41-45bd-bae3-29e344e0a64a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:08.128146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6be73acf-3085-4272-b121-3f21dd66e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.158030 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Router 7faee4f8-acb2-4962-b67c-b660dec9c67e is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:18:08.344191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:08.353487 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Sync routers for ids ['7faee4f8-acb2-4962-b67c-b660dec9c67e'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:08.362647 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Routers {'7faee4f8-acb2-4962-b67c-b660dec9c67e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:08.363243 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:17:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['7faee4f8-acb2-4962-b67c-b660dec9c67e'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:08.436080 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.437389 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3a1d8bc8-d0d4-4fca-9132-e7d6da7084c7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9487214 Mar 11 16:18:08.440142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47972) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:08.535639 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Set router 7faee4f8-acb2-4962-b67c-b660dec9c67e gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:08.810943 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'name': 'tempest-TestEncryptedCinderVolumes-537848566-router', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:05Z', 'updated_at': '2022-03-11T16:18:07Z', 'revision_number': 3, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'gw_port': {'id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:06Z', 'updated_at': '2022-03-11T16:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:08.814895 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Checking router: 7faee4f8-acb2-4962-b67c-b660dec9c67e for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:18:08.815236 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Updating router 7faee4f8-acb2-4962-b67c-b660dec9c67e port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:18:08.866326 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.100149 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.183923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 74658802-0b41-45bd-bae3-29e344e0a64a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:09.233149 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.245204 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Transition to ACTIVE for port object cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:09.263438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 74658802-0b41-45bd-bae3-29e344e0a64a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:09.264075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.321129 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.402650 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Attempting to bind port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:09.403906 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Attempting to bind port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:09.403906 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Attempting to bind port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:09.405843 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Pushing event updated for resources: {'Port': ['ID=cd4f2bab-7bde-4ebf-931e-fecaf3f01d70,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:09.414913 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.415255 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.415590 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.415919 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.416247 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.416591 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.416916 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.417236 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.417556 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.417873 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.418189 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.418530 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:09.421653 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:09.422016 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:09.422407 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.422951 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:09.423569 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Bound port: cd4f2bab-7bde-4ebf-931e-fecaf3f01d70, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:09.423952 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.447132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Allocated IP 172.20.0.1 (b3694ab3-7afc-4762-b02b-fe2c82462e37/454a9384-49ba-4cbb-955d-eaccd4e6db7b/13f3b505-2be2-42cf-b5bb-1fd6858a465b) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:09.497008 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] For port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:09.499876 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] For port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cd4f2bab-7bde-4ebf-931e-fecaf3f01d70,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:09.563771 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.593601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.609179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Transition to ACTIVE for port object 13f3b505-2be2-42cf-b5bb-1fd6858a465b will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:09.641584 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Routers {'7faee4f8-acb2-4962-b67c-b660dec9c67e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:09.641584 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:17:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['7faee4f8-acb2-4962-b67c-b660dec9c67e'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:09.692976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.700525 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512bfc2-cb0b-4053-9b75-e3edf51ac472 None None] Pushing event updated for resources: {'Port': ['ID=cd4f2bab-7bde-4ebf-931e-fecaf3f01d70,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:09.756665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Network b3694ab3-7afc-4762-b02b-fe2c82462e37 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:09.764140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:09.775364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:09.809015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Pushing event updated for resources: {'Port': ['ID=13f3b505-2be2-42cf-b5bb-1fd6858a465b,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:09.818169 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] Set router 7faee4f8-acb2-4962-b67c-b660dec9c67e gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:09.841002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.075895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-420c3aed-ea8b-4ea4-82a5-c4a9470724ce None None] Provisioning for port 13f3b505-2be2-42cf-b5bb-1fd6858a465b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:10.081184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-420c3aed-ea8b-4ea4-82a5-c4a9470724ce None None] Provisioning complete for port 13f3b505-2be2-42cf-b5bb-1fd6858a465b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:10.084935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-420c3aed-ea8b-4ea4-82a5-c4a9470724ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.112385 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'name': 'tempest-TestEncryptedCinderVolumes-537848566-router', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:05Z', 'updated_at': '2022-03-11T16:18:07Z', 'revision_number': 3, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'gw_port': {'id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:06Z', 'updated_at': '2022-03-11T16:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:10.116329 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56301bf-a76a-4005-ba3e-e868c5588260 None None] The sync data for ids ['7faee4f8-acb2-4962-b67c-b660dec9c67e'] in dv-neutron-833203-2-hyperv is: [{'id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'name': 'tempest-TestEncryptedCinderVolumes-537848566-router', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:05Z', 'updated_at': '2022-03-11T16:18:07Z', 'revision_number': 3, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'gw_port': {'id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:06Z', 'updated_at': '2022-03-11T16:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:10.141772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-420c3aed-ea8b-4ea4-82a5-c4a9470724ce None None] Port 13f3b505-2be2-42cf-b5bb-1fd6858a465b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:10.197373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.442466 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.510150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.619329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Pushing event updated for resources: {'Port': ['ID=13f3b505-2be2-42cf-b5bb-1fd6858a465b,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:10.621759 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.760125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Network b3694ab3-7afc-4762-b02b-fe2c82462e37 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:10.761283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:10.952981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Router 7faee4f8-acb2-4962-b67c-b660dec9c67e has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:18:10.964752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-11101735-0028-4e93-aca0-6ef9f1e1cdd6 None None] Provisioning complete for port 13f3b505-2be2-42cf-b5bb-1fd6858a465b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:10.965264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-11101735-0028-4e93-aca0-6ef9f1e1cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.016978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-11101735-0028-4e93-aca0-6ef9f1e1cdd6 None None] Port 13f3b505-2be2-42cf-b5bb-1fd6858a465b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:11.190636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:11.250228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:11.260122 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f02cfb72-8c70-4174-9c57-56ce424be558 admin admin] 10.222.0.39 "PUT /v2.0/routers/7faee4f8-acb2-4962-b67c-b660dec9c67e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8189619 Mar 11 16:18:11.323420 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:11.332290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:11.332688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.454194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.470678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cd4f2bab-7bde-4ebf-931e-fecaf3f01d70,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:11.538226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.577924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Sync routers for ids ['7faee4f8-acb2-4962-b67c-b660dec9c67e'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:11.598128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Routers {'7faee4f8-acb2-4962-b67c-b660dec9c67e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:11.598752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:17:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['7faee4f8-acb2-4962-b67c-b660dec9c67e'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:11.687693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=cd4f2bab-7bde-4ebf-931e-fecaf3f01d70,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:11.794620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Set router 7faee4f8-acb2-4962-b67c-b660dec9c67e gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:12.053707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47990) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:12.059215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-36438604-network', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:12.063888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:12.067807 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Usage tracker for resource:network and tenant:59be56f3871a4910af809af9ce01ddcb is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:12.071037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:12.077136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:12.113046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'name': 'tempest-TestEncryptedCinderVolumes-537848566-router', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:05Z', 'updated_at': '2022-03-11T16:18:10Z', 'revision_number': 4, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'gw_port': {'id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:16:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:06Z', 'updated_at': '2022-03-11T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '13f3b505-2be2-42cf-b5bb-1fd6858a465b', 'name': '', 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'mac_address': 'fa:16:3e:35:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '454a9384-49ba-4cbb-955d-eaccd4e6db7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:09Z', 'updated_at': '2022-03-11T16:18:10Z', 'revision_number': 2, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'subnets': [{'id': '454a9384-49ba-4cbb-955d-eaccd4e6db7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:12.116948 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Checking router: 7faee4f8-acb2-4962-b67c-b660dec9c67e for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:18:12.117306 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Updating router 7faee4f8-acb2-4962-b67c-b660dec9c67e port 13f3b505-2be2-42cf-b5bb-1fd6858a465b binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:18:12.169663 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Made reservation on behalf of 59be56f3871a4910af809af9ce01ddcb for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:12.172032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.173023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.184016 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.197875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:12.201640 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Usage tracker for resource:security_group_rule and tenant:59be56f3871a4910af809af9ce01ddcb is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:12.204498 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:12.210570 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:12.298200 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.409193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.438163 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:12.451375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcefca78-4849-40cc-9676-92c529d85f0a,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:12.455959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.456318 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Added segment 200deb8a-e3ec-44f8-951c-33001bc09d21 of type vlan for network 091f662c-264b-4487-88ad-af5cd7efcbec Mar 11 16:18:12.483472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.550258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.562107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Transition to ACTIVE for port object 13f3b505-2be2-42cf-b5bb-1fd6858a465b will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:12.589677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.590716 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:12.591364 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.635151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.693008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] Pushing event updated for resources: {'Network': ['ID=091f662c-264b-4487-88ad-af5cd7efcbec,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:12.731891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 091f662c-264b-4487-88ad-af5cd7efcbec details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:12.770299 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-83959ded-7f08-46c1-a628-8691f339dda8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7154756 Mar 11 16:18:12.773000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47994) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:12.779525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Request body: {'subnet': {'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-36438604-subnet', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:12.786211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:12.790264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Usage tracker for resource:subnet and tenant:59be56f3871a4910af809af9ce01ddcb is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:12.794022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:12.800197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:12.818458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c4b5e-a869-4e9d-be8a-3ec69765aebb None None] Pushing event updated for resources: {'Port': ['ID=13f3b505-2be2-42cf-b5bb-1fd6858a465b,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:12.906335 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Made reservation on behalf of 59be56f3871a4910af809af9ce01ddcb for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:12.908846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.941386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Attempting to bind port 13f3b505-2be2-42cf-b5bb-1fd6858a465b on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:12.941749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Attempting to bind port 13f3b505-2be2-42cf-b5bb-1fd6858a465b by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:12.942101 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Attempting to bind port 13f3b505-2be2-42cf-b5bb-1fd6858a465b on network b3694ab3-7afc-4762-b02b-fe2c82462e37 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:12.949606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:12.949966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Checking segment: {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:12.950352 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.950731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Bound using segment: {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:12.951184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Bound port: 13f3b505-2be2-42cf-b5bb-1fd6858a465b, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:12.951542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.047053 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] For port 13f3b505-2be2-42cf-b5bb-1fd6858a465b, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:13.049989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] For port 13f3b505-2be2-42cf-b5bb-1fd6858a465b, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=13f3b505-2be2-42cf-b5bb-1fd6858a465b,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:13.112515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.167758 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.186348 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:13.225961 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Routers {'7faee4f8-acb2-4962-b67c-b660dec9c67e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:13.226599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:17:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['7faee4f8-acb2-4962-b67c-b660dec9c67e'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:13.252454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=830eb64e-1823-4c87-a685-b5363b7214f9,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:13.259322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Checking segment: {'id': '200deb8a-e3ec-44f8-951c-33001bc09d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:13.259681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Network hostable DHCP agents. Network: 091f662c-264b-4487-88ad-af5cd7efcbec, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:13.301432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c4b5e-a869-4e9d-be8a-3ec69765aebb None None] Pushing event updated for resources: {'Port': ['ID=13f3b505-2be2-42cf-b5bb-1fd6858a465b,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:13.363837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Network 091f662c-264b-4487-88ad-af5cd7efcbec is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:13.430424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:13.430792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.446694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 091f662c-264b-4487-88ad-af5cd7efcbec) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:13.451464 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:13.452065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.464939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb27fd-e346-481e-bb71-cc5d5f9e01f9 None None] Network 091f662c-264b-4487-88ad-af5cd7efcbec requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:13.514905 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] Set router 7faee4f8-acb2-4962-b67c-b660dec9c67e gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:13.552656 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1d5f830e-26d3-4e29-88f1-7d91ed9db222 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7783229 Mar 11 16:18:13.554998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 47998) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:13.560468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-36438604-router', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:13.565303 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:13.569246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Usage tracker for resource:router and tenant:59be56f3871a4910af809af9ce01ddcb is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:13.572060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:13.578589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:13.686816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.687784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.702935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.055202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.068266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-091f662c-264b-4487-88ad-af5cd7efcbec', 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'fixed_ips': [{'subnet_id': '830eb64e-1823-4c87-a685-b5363b7214f9'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:14.069121 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.184838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'name': 'tempest-TestEncryptedCinderVolumes-537848566-router', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:05Z', 'updated_at': '2022-03-11T16:18:10Z', 'revision_number': 4, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'gw_port': {'id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:16:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:06Z', 'updated_at': '2022-03-11T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '13f3b505-2be2-42cf-b5bb-1fd6858a465b', 'name': '', 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'mac_address': 'fa:16:3e:35:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '454a9384-49ba-4cbb-955d-eaccd4e6db7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:09Z', 'updated_at': '2022-03-11T16:18:13Z', 'revision_number': 4, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'subnets': [{'id': '454a9384-49ba-4cbb-955d-eaccd4e6db7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:14.219939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893fe3c-c213-497f-b0c5-55a44f588ad1 None None] The sync data for ids ['7faee4f8-acb2-4962-b67c-b660dec9c67e'] in dv-neutron-833203-2-hyperv is: [{'id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'name': 'tempest-TestEncryptedCinderVolumes-537848566-router', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:05Z', 'updated_at': '2022-03-11T16:18:10Z', 'revision_number': 4, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'gw_port': {'id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:16:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:06Z', 'updated_at': '2022-03-11T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '13f3b505-2be2-42cf-b5bb-1fd6858a465b', 'name': '', 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'mac_address': 'fa:16:3e:35:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '454a9384-49ba-4cbb-955d-eaccd4e6db7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:09Z', 'updated_at': '2022-03-11T16:18:13Z', 'revision_number': 4, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'subnets': [{'id': '454a9384-49ba-4cbb-955d-eaccd4e6db7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:14.247718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Allocated IP 172.20.0.2 (091f662c-264b-4487-88ad-af5cd7efcbec/830eb64e-1823-4c87-a685-b5363b7214f9/4affa5f0-4113-4e97-9c7d-d421b9d68930) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:14.478289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.501750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.509534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.512914 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Transition to ACTIVE for port object 4affa5f0-4113-4e97-9c7d-d421b9d68930 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:14.531917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Transition to ACTIVE for port object 4affa5f0-4113-4e97-9c7d-d421b9d68930 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:14.598253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.668265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Network 091f662c-264b-4487-88ad-af5cd7efcbec is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:14.671349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:14.680366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:14.690483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Pushing event updated for resources: {'Port': ['ID=4affa5f0-4113-4e97-9c7d-d421b9d68930,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:14.769024 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Allocated IP 172.26.6.76 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/9a4e38df-8b01-439f-9b33-2fb4371598e1) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:14.784660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Attempting to bind port 4affa5f0-4113-4e97-9c7d-d421b9d68930 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:14.785029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Attempting to bind port 4affa5f0-4113-4e97-9c7d-d421b9d68930 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '200deb8a-e3ec-44f8-951c-33001bc09d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:14.785389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Attempting to bind port 4affa5f0-4113-4e97-9c7d-d421b9d68930 on network 091f662c-264b-4487-88ad-af5cd7efcbec {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:14.791011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:14.791285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Checking segment: {'id': '200deb8a-e3ec-44f8-951c-33001bc09d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:14.791682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.792083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Bound using segment: {'id': '200deb8a-e3ec-44f8-951c-33001bc09d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:14.792532 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Bound port: 4affa5f0-4113-4e97-9c7d-d421b9d68930, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200deb8a-e3ec-44f8-951c-33001bc09d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:14.792928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.885451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] For port 4affa5f0-4113-4e97-9c7d-d421b9d68930, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:14.890849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] For port 4affa5f0-4113-4e97-9c7d-d421b9d68930, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4affa5f0-4113-4e97-9c7d-d421b9d68930,segment=NetworkSegment(200deb8a-e3ec-44f8-951c-33001bc09d21),segment_id=200deb8a-e3ec-44f8-951c-33001bc09d21)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:14.927843 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.969867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.026731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.057674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdcf3b-5ed2-479b-82b4-e6b8f7b47763 None None] Pushing event updated for resources: {'Port': ['ID=4affa5f0-4113-4e97-9c7d-d421b9d68930,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:15.100967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:15.109620 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:15.114535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:15.147377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Pushing event updated for resources: {'Port': ['ID=9a4e38df-8b01-439f-9b33-2fb4371598e1,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:15.229220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 13f3b505-2be2-42cf-b5bb-1fd6858a465b up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:15.421334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 13f3b505-2be2-42cf-b5bb-1fd6858a465b completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:15.427339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 13f3b505-2be2-42cf-b5bb-1fd6858a465b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:15.427779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.545647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.577729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 13f3b505-2be2-42cf-b5bb-1fd6858a465b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=13f3b505-2be2-42cf-b5bb-1fd6858a465b,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:15.664935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.695521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.730387 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=13f3b505-2be2-42cf-b5bb-1fd6858a465b,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:16.037119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.256093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bd28ed-5d76-4597-ba90-b97211ca9263 None None] Network 091f662c-264b-4487-88ad-af5cd7efcbec requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:16.334444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:18:16.470228 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ec1e29c9-c059-40a1-9ecb-4fa718298fde None None] Provisioning for port 4affa5f0-4113-4e97-9c7d-d421b9d68930 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:16.635201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:16.644635 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Sync routers for ids ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:16.655816 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Routers {'76e3b11e-81c9-44c2-a8d3-6a49e11d51df'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:16.656444 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:17:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:16.723290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.724504 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d60553e8-b254-4c8a-9fac-32750b7d290f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1685860 Mar 11 16:18:16.727253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48002) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:16.832106 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Set router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:17.110759 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'name': 'tempest-TestEncryptedCinderVolumes-36438604-router', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:13Z', 'updated_at': '2022-03-11T16:18:15Z', 'revision_number': 3, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'gw_port': {'id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:14Z', 'updated_at': '2022-03-11T16:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:17.114425 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Checking router: 76e3b11e-81c9-44c2-a8d3-6a49e11d51df for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:18:17.114769 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Updating router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df port 9a4e38df-8b01-439f-9b33-2fb4371598e1 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:18:17.166941 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.268637 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4affa5f0-4113-4e97-9c7d-d421b9d68930 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:17.401281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 4affa5f0-4113-4e97-9c7d-d421b9d68930 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:17.406394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4affa5f0-4113-4e97-9c7d-d421b9d68930 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:17.406836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.414867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.522517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.522760 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.534172 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Transition to ACTIVE for port object 9a4e38df-8b01-439f-9b33-2fb4371598e1 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:17.559758 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 4affa5f0-4113-4e97-9c7d-d421b9d68930, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4affa5f0-4113-4e97-9c7d-d421b9d68930,segment=NetworkSegment(200deb8a-e3ec-44f8-951c-33001bc09d21),segment_id=200deb8a-e3ec-44f8-951c-33001bc09d21)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:17.607270 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.629317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Allocated IP 172.20.0.1 (091f662c-264b-4487-88ad-af5cd7efcbec/830eb64e-1823-4c87-a685-b5363b7214f9/1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:17.635808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.636718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 13f3b505-2be2-42cf-b5bb-1fd6858a465b up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:17.688414 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c10ec-77b0-4cee-aaf9-af7e61f9210a None None] Pushing event updated for resources: {'Port': ['ID=9a4e38df-8b01-439f-9b33-2fb4371598e1,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:17.693716 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Attempting to bind port 9a4e38df-8b01-439f-9b33-2fb4371598e1 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:17.694082 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Attempting to bind port 9a4e38df-8b01-439f-9b33-2fb4371598e1 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:17.694434 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Attempting to bind port 9a4e38df-8b01-439f-9b33-2fb4371598e1 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:17.699999 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:17.700361 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:17.701325 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.701325 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:17.701571 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Bound port: 9a4e38df-8b01-439f-9b33-2fb4371598e1, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:17.701935 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.757689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=4affa5f0-4113-4e97-9c7d-d421b9d68930,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:17.774422 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] For port 9a4e38df-8b01-439f-9b33-2fb4371598e1, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:17.777398 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] For port 9a4e38df-8b01-439f-9b33-2fb4371598e1, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9a4e38df-8b01-439f-9b33-2fb4371598e1,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:17.782817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 13f3b505-2be2-42cf-b5bb-1fd6858a465b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:17.782817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.793513 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.810223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Transition to ACTIVE for port object 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:17.842218 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.915719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.919328 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Routers {'76e3b11e-81c9-44c2-a8d3-6a49e11d51df'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:17.919943 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:17:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:17.974488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Network 091f662c-264b-4487-88ad-af5cd7efcbec is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:17.977275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:17.980859 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:17.988768 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c10ec-77b0-4cee-aaf9-af7e61f9210a None None] Pushing event updated for resources: {'Port': ['ID=9a4e38df-8b01-439f-9b33-2fb4371598e1,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:18.033478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Pushing event updated for resources: {'Port': ['ID=1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:18.047762 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.107813 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] Set router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:18.232240 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.327022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-edaf90f5-1304-4919-b48f-30f7ec206ce3 None None] Provisioning for port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:18.332444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-edaf90f5-1304-4919-b48f-30f7ec206ce3 None None] Provisioning complete for port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:18.332844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-edaf90f5-1304-4919-b48f-30f7ec206ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.391617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-edaf90f5-1304-4919-b48f-30f7ec206ce3 None None] Port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:18.414831 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'name': 'tempest-TestEncryptedCinderVolumes-36438604-router', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:13Z', 'updated_at': '2022-03-11T16:18:15Z', 'revision_number': 3, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'gw_port': {'id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:14Z', 'updated_at': '2022-03-11T16:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:18.419219 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a58451-91ba-4429-b956-3058abbe910f None None] The sync data for ids ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'] in dv-neutron-833203-2-hyperv is: [{'id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'name': 'tempest-TestEncryptedCinderVolumes-36438604-router', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:13Z', 'updated_at': '2022-03-11T16:18:15Z', 'revision_number': 3, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'gw_port': {'id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:14Z', 'updated_at': '2022-03-11T16:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:18.574831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.636096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.748194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.751715 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Pushing event updated for resources: {'Port': ['ID=1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:18.889244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Network 091f662c-264b-4487-88ad-af5cd7efcbec is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:18.890420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:19.085933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:18:19.119476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-622cf502-a007-454a-88ff-37118d22db20 None None] Provisioning complete for port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:19.119843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-622cf502-a007-454a-88ff-37118d22db20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.215983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-622cf502-a007-454a-88ff-37118d22db20 None None] Port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:19.278724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9a4e38df-8b01-439f-9b33-2fb4371598e1 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:19.287775 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:19.296670 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-97e3dfcd-15a8-4d89-bc35-f563058cab78 admin admin] 10.222.0.39 "PUT /v2.0/routers/76e3b11e-81c9-44c2-a8d3-6a49e11d51df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5683732 Mar 11 16:18:19.397718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 9a4e38df-8b01-439f-9b33-2fb4371598e1 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:19.403286 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9a4e38df-8b01-439f-9b33-2fb4371598e1 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:19.403651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.519188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.535043 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 9a4e38df-8b01-439f-9b33-2fb4371598e1, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9a4e38df-8b01-439f-9b33-2fb4371598e1,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:19.620647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.621921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4affa5f0-4113-4e97-9c7d-d421b9d68930 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:19.734796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=9a4e38df-8b01-439f-9b33-2fb4371598e1,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:19.745563 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4affa5f0-4113-4e97-9c7d-d421b9d68930 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:19.745927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.258869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-77795970-d8b1-421d-8b7b-2a47e946b094 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:20.260228 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-77795970-d8b1-421d-8b7b-2a47e946b094 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/networks?id=b3694ab3-7afc-4762-b02b-fe2c82462e37 HTTP/1.1" status: 200 len: 816 time: 0.1463764 Mar 11 16:18:20.275364 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-b1d80d0a-4ce8-4b00-83cc-0426da314f78 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/quotas/d0f9399f473a4711a64f951dd5eb6db1 HTTP/1.1" status: 200 len: 375 time: 0.0092962 Mar 11 16:18:20.367538 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-657fbae4-7d73-4a3e-8deb-456ce3d97bd8 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0f9399f473a4711a64f951dd5eb6db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815940 Mar 11 16:18:20.503056 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-b52d50d3-6017-4229-8ac4-45e51d14cd21 service neutron] 10.222.0.39 "GET /v2.0/networks/b3694ab3-7afc-4762-b02b-fe2c82462e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240079 Mar 11 16:18:20.634650 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-16a69fe8-5702-49ea-98cf-5f924261f50b service neutron] 10.222.0.39 "GET /v2.0/networks/b3694ab3-7afc-4762-b02b-fe2c82462e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258588 Mar 11 16:18:20.872928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b01d7b4d-81d8-4d8a-b9c0-c9b487a58132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.911447 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9a5a8ee4-8522-411e-8f2f-e3f9d811369d req-a7c33ff7-07ae-4a26-a2d1-06dbb548c34e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0445004 Mar 11 16:18:21.071615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Sync routers for ids ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:21.081596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Routers {'76e3b11e-81c9-44c2-a8d3-6a49e11d51df'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:21.082205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:17:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:21.225591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9a4e38df-8b01-439f-9b33-2fb4371598e1 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:21.316219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Set router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:21.462116 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9a4e38df-8b01-439f-9b33-2fb4371598e1 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:21.462479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.735516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'name': 'tempest-TestEncryptedCinderVolumes-36438604-router', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:13Z', 'updated_at': '2022-03-11T16:18:18Z', 'revision_number': 4, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'gw_port': {'id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:14Z', 'updated_at': '2022-03-11T16:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba', 'name': '', 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'mac_address': 'fa:16:3e:93:91:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '830eb64e-1823-4c87-a685-b5363b7214f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:17Z', 'updated_at': '2022-03-11T16:18:18Z', 'revision_number': 2, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'subnets': [{'id': '830eb64e-1823-4c87-a685-b5363b7214f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:21.739332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Checking router: 76e3b11e-81c9-44c2-a8d3-6a49e11d51df for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:18:21.739683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Updating router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:18:21.792225 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.061488 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-94ab3541-269d-43f4-b89a-760f4db5ea95 req-173dfe9a-55f0-45ee-9501-2cad4c63b937 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0432601 Mar 11 16:18:22.172217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.183630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Transition to ACTIVE for port object 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:22.275458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.439824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af150dec-b223-4bda-8fb8-a35024f74b9c None None] Pushing event updated for resources: {'Port': ['ID=1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:22.500365 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Attempting to bind port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:22.500862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Attempting to bind port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '200deb8a-e3ec-44f8-951c-33001bc09d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:22.501216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Attempting to bind port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba on network 091f662c-264b-4487-88ad-af5cd7efcbec {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:22.507777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:22.508144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Checking segment: {'id': '200deb8a-e3ec-44f8-951c-33001bc09d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:22.508536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.508978 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Bound using segment: {'id': '200deb8a-e3ec-44f8-951c-33001bc09d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:22.509430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Bound port: 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200deb8a-e3ec-44f8-951c-33001bc09d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:22.509795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.607537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] For port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:22.610421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] For port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba,segment=NetworkSegment(200deb8a-e3ec-44f8-951c-33001bc09d21),segment_id=200deb8a-e3ec-44f8-951c-33001bc09d21)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:22.677996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.758797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Routers {'76e3b11e-81c9-44c2-a8d3-6a49e11d51df'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:22.759448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:17:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:22.813758 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af150dec-b223-4bda-8fb8-a35024f74b9c None None] Pushing event updated for resources: {'Port': ['ID=1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:22.950608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] Set router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:23.263867 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-20068db3-251e-4764-9aeb-75335febc574 req-bdfd1944-99ed-4cc7-bfdc-21a89a09f846 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0632751 Mar 11 16:18:23.282799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'name': 'tempest-TestEncryptedCinderVolumes-36438604-router', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:13Z', 'updated_at': '2022-03-11T16:18:18Z', 'revision_number': 4, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'gw_port': {'id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:14Z', 'updated_at': '2022-03-11T16:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba', 'name': '', 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'mac_address': 'fa:16:3e:93:91:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '830eb64e-1823-4c87-a685-b5363b7214f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:17Z', 'updated_at': '2022-03-11T16:18:22Z', 'revision_number': 4, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'subnets': [{'id': '830eb64e-1823-4c87-a685-b5363b7214f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:23.294153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b975414-ed23-4367-ba22-2ef0040a6111 None None] The sync data for ids ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'] in dv-neutron-833203-2-hyperv is: [{'id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'name': 'tempest-TestEncryptedCinderVolumes-36438604-router', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:13Z', 'updated_at': '2022-03-11T16:18:18Z', 'revision_number': 4, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'gw_port': {'id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:14Z', 'updated_at': '2022-03-11T16:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba', 'name': '', 'network_id': '091f662c-264b-4487-88ad-af5cd7efcbec', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'mac_address': 'fa:16:3e:93:91:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '830eb64e-1823-4c87-a685-b5363b7214f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:17Z', 'updated_at': '2022-03-11T16:18:22Z', 'revision_number': 4, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'subnets': [{'id': '830eb64e-1823-4c87-a685-b5363b7214f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:23.313608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-0eab9016-2f04-4260-ae7b-816426f66909 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:23.315070 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-0eab9016-2f04-4260-ae7b-816426f66909 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.30 "GET /v2.0/networks?id=b3694ab3-7afc-4762-b02b-fe2c82462e37 HTTP/1.1" status: 200 len: 816 time: 0.2134461 Mar 11 16:18:23.326883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Request body: {'port': {'device_id': 'aac04feb-bdee-42b7-8af6-f2413836ecd0', 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37', 'admin_state_up': True, 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:23.499706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:23.503740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Usage tracker for resource:port and tenant:d0f9399f473a4711a64f951dd5eb6db1 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:23.506786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:23.512636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:23.592265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Made reservation on behalf of d0f9399f473a4711a64f951dd5eb6db1 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:23.595913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.678102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0262512b-f80f-43ae-88c3-624aa35664e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.767281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Allocated IP 172.20.0.5 (b3694ab3-7afc-4762-b02b-fe2c82462e37/454a9384-49ba-4cbb-955d-eaccd4e6db7b/c3368040-8ef9-4953-96a2-d1418a9c969c) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:24.065581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.080348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Transition to ACTIVE for port object c3368040-8ef9-4953-96a2-d1418a9c969c will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:24.157921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.224261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Network b3694ab3-7afc-4762-b02b-fe2c82462e37 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:24.232588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:24.236876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:24.266734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Pushing event updated for resources: {'Port': ['ID=c3368040-8ef9-4953-96a2-d1418a9c969c,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:24.305377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:24.305998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.419631 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d629889b-2fd8-447e-85ab-8abb59a4ea15 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0967090 Mar 11 16:18:24.430611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Request body: {'port': {'device_id': 'aac04feb-bdee-42b7-8af6-f2413836ecd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:24.443436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.544001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b838ecb8-0e88-45df-b6f1-c0170273a07a None None] Provisioning for port c3368040-8ef9-4953-96a2-d1418a9c969c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:24.549349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b838ecb8-0e88-45df-b6f1-c0170273a07a None None] Provisioning complete for port c3368040-8ef9-4953-96a2-d1418a9c969c triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:24.549816 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b838ecb8-0e88-45df-b6f1-c0170273a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.564185 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29028289-1a70-459e-84fc-0b52d73c6150 req-34896efc-63f6-4c67-9ed7-a3df9dc495bb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:24.564911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-29028289-1a70-459e-84fc-0b52d73c6150 req-34896efc-63f6-4c67-9ed7-a3df9dc495bb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Synchronizing usage tracker for tenant:d0f9399f473a4711a64f951dd5eb6db1 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:24.569810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.613792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b838ecb8-0e88-45df-b6f1-c0170273a07a None None] Port c3368040-8ef9-4953-96a2-d1418a9c969c cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:24.672094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.695947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-29028289-1a70-459e-84fc-0b52d73c6150 req-34896efc-63f6-4c67-9ed7-a3df9dc495bb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Unset dirty status for tenant:d0f9399f473a4711a64f951dd5eb6db1 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:24.697113 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29028289-1a70-459e-84fc-0b52d73c6150 req-34896efc-63f6-4c67-9ed7-a3df9dc495bb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 931 time: 0.3178184 Mar 11 16:18:24.786426 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29028289-1a70-459e-84fc-0b52d73c6150 req-3efc0b99-4d80-427b-994f-fc9e77259e3f tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817094 Mar 11 16:18:24.951381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3368040-8ef9-4953-96a2-d1418a9c969c {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:18:24.958909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.974048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Transition to ACTIVE for port object c3368040-8ef9-4953-96a2-d1418a9c969c will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:25.094534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.228345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:25.229691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Pushing event updated for resources: {'Port': ['ID=c3368040-8ef9-4953-96a2-d1418a9c969c,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:25.353803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Attempting to bind port c3368040-8ef9-4953-96a2-d1418a9c969c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:25.354479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Attempting to bind port c3368040-8ef9-4953-96a2-d1418a9c969c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:25.354479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Attempting to bind port c3368040-8ef9-4953-96a2-d1418a9c969c on network b3694ab3-7afc-4762-b02b-fe2c82462e37 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:25.360471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Port c3368040-8ef9-4953-96a2-d1418a9c969c on network b3694ab3-7afc-4762-b02b-fe2c82462e37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:18:25.360827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Attempting to bind port c3368040-8ef9-4953-96a2-d1418a9c969c on network b3694ab3-7afc-4762-b02b-fe2c82462e37 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:25.366646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:25.366991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Checking segment: {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:25.367384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Bound using segment: {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:25.367882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Bound port: c3368040-8ef9-4953-96a2-d1418a9c969c, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:25.368235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.420466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:25.429015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:25.429454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.470154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] For port c3368040-8ef9-4953-96a2-d1418a9c969c, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:25.473818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] For port c3368040-8ef9-4953-96a2-d1418a9c969c, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c3368040-8ef9-4953-96a2-d1418a9c969c,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:25.540900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.587599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.604786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:25.605958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.607964 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] 10.222.0.30 "PUT /v2.0/ports/c3368040-8ef9-4953-96a2-d1418a9c969c HTTP/1.1" status: 200 len: 1093 time: 1.1814907 Mar 11 16:18:25.610904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac04feb-bdee-42b7-8af6-f2413836ecd0', 'tag': 'c3368040-8ef9-4953-96a2-d1418a9c969c'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:18:25.623422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba,segment=NetworkSegment(200deb8a-e3ec-44f8-951c-33001bc09d21),segment_id=200deb8a-e3ec-44f8-951c-33001bc09d21)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:25.638718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600dc1d-52f6-4af5-936f-9c377a8d8428 service neutron] Pushing event updated for resources: {'Port': ['ID=c3368040-8ef9-4953-96a2-d1418a9c969c,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:25.669284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac04feb-bdee-42b7-8af6-f2413836ecd0', 'tag': 'c3368040-8ef9-4953-96a2-d1418a9c969c', 'status': 'completed', 'code': 200} Mar 11 16:18:25.735673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.764270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab43b61-5d87-4d2d-bb15-a709d59fbc31 req-a03a8579-9be2-496f-ba03-2e99dca01cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:25.765850 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ab43b61-5d87-4d2d-bb15-a709d59fbc31 req-a03a8579-9be2-496f-ba03-2e99dca01cee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f9399f473a4711a64f951dd5eb6db1&device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 1096 time: 0.0787852 Mar 11 16:18:25.808068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:25.951999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab43b61-5d87-4d2d-bb15-a709d59fbc31 req-ce9865bb-5f75-424b-b36e-589716690724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:25.953443 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ab43b61-5d87-4d2d-bb15-a709d59fbc31 req-ce9865bb-5f75-424b-b36e-589716690724 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d0f9399f473a4711a64f951dd5eb6db1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1804626 Mar 11 16:18:26.094970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.185690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a51b22-7f34-49e9-b61b-a9b2f55063ed req-07e16069-3b51-4d72-ac65-1e56ac58494e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:26.187118 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-71a51b22-7f34-49e9-b61b-a9b2f55063ed req-07e16069-3b51-4d72-ac65-1e56ac58494e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 943 time: 0.2839234 Mar 11 16:18:26.220623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab43b61-5d87-4d2d-bb15-a709d59fbc31 req-52085852-266f-4caa-8489-7d28de85551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:26.222010 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ab43b61-5d87-4d2d-bb15-a709d59fbc31 req-52085852-266f-4caa-8489-7d28de85551b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2626510 Mar 11 16:18:26.244706 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-71a51b22-7f34-49e9-b61b-a9b2f55063ed req-cfbf7218-5af0-4146-abdb-0690c6caca5e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464404 Mar 11 16:18:26.332765 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d5dd18f2-b1d6-411e-a004-0a33aa06c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:26.334217 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d5dd18f2-b1d6-411e-a004-0a33aa06c9f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f9399f473a4711a64f951dd5eb6db1&device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 1096 time: 0.0695713 Mar 11 16:18:26.355295 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.403218 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-e4a86eff-cdb5-4b1f-b003-e752ccc9e6d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3368040-8ef9-4953-96a2-d1418a9c969c HTTP/1.1" status: 200 len: 217 time: 0.0619266 Mar 11 16:18:26.464646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3a4dca9c-9615-4819-996c-796423aa45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:26.466122 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-3a4dca9c-9615-4819-996c-796423aa45a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=454a9384-49ba-4cbb-955d-eaccd4e6db7b HTTP/1.1" status: 200 len: 855 time: 0.0577435 Mar 11 16:18:26.541887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-db2206b8-8237-4198-b231-e10bfc39873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:26.543365 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-db2206b8-8237-4198-b231-e10bfc39873f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3694ab3-7afc-4762-b02b-fe2c82462e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717862 Mar 11 16:18:26.671282 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-d94f5eba-fd98-457d-a361-1eb20ec3a552 service neutron] 10.222.0.30 "GET /v2.0/networks/b3694ab3-7afc-4762-b02b-fe2c82462e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220622 Mar 11 16:18:26.799764 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-707e99cf-a5c2-402d-b039-dbef63687cc3 req-bb3e1a76-2524-4da2-b930-51886ae34904 service neutron] 10.222.0.30 "GET /v2.0/networks/b3694ab3-7afc-4762-b02b-fe2c82462e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227331 Mar 11 16:18:27.183583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:27.327243 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:27.327606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.437551 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d2118-430d-4eb7-8c54-8f141b4c11a5 req-bba6a8ff-ac71-49cf-96a6-e2399a1a341f tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:27.438936 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f68d2118-430d-4eb7-8c54-8f141b4c11a5 req-bba6a8ff-ac71-49cf-96a6-e2399a1a341f tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 943 time: 0.0798392 Mar 11 16:18:27.484853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f68d2118-430d-4eb7-8c54-8f141b4c11a5 req-ad8649f2-0276-4566-b840-bf5b47a26b06 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402279 Mar 11 16:18:28.667887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95179513-1dca-45fc-bf21-1ac4e841d3a2 req-20724226-6120-46b5-97bd-706f027e4ef7 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:28.669370 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-95179513-1dca-45fc-bf21-1ac4e841d3a2 req-20724226-6120-46b5-97bd-706f027e4ef7 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 943 time: 0.0839944 Mar 11 16:18:28.713517 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-95179513-1dca-45fc-bf21-1ac4e841d3a2 req-b2baedd9-f2d4-4fd6-ba39-70ea9adfd4d2 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382175 Mar 11 16:18:29.893486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc25bd-a001-4a66-8678-ed3c29281717 req-ba7ec96f-6265-4b36-8350-c70fed047412 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:29.894923 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aafc25bd-a001-4a66-8678-ed3c29281717 req-ba7ec96f-6265-4b36-8350-c70fed047412 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 943 time: 0.0784795 Mar 11 16:18:29.938238 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aafc25bd-a001-4a66-8678-ed3c29281717 req-c252ae70-5f90-4226-b2cf-1cdf2ab841db tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Mar 11 16:18:31.122107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b48d2-3c61-44b8-ab63-33cd48c713f8 req-e5ce4608-72d1-4a3c-9985-803b020bdab0 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:31.123589 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c90b48d2-3c61-44b8-ab63-33cd48c713f8 req-e5ce4608-72d1-4a3c-9985-803b020bdab0 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 943 time: 0.0828366 Mar 11 16:18:31.167574 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c90b48d2-3c61-44b8-ab63-33cd48c713f8 req-a0ae0322-d234-4a2c-9154-aea314c3a75f tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383983 Mar 11 16:18:31.190200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c3368040-8ef9-4953-96a2-d1418a9c969c details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:18:31.322901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c3368040-8ef9-4953-96a2-d1418a9c969c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c3368040-8ef9-4953-96a2-d1418a9c969c,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:31.336085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'c3368040-8ef9-4953-96a2-d1418a9c969c', 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37', 'port_id': 'c3368040-8ef9-4953-96a2-d1418a9c969c', 'mac_address': 'fa:16:3e:26:64:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a9384-49ba-4cbb-955d-eaccd4e6db7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:18:31.390249 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.406997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3368040-8ef9-4953-96a2-d1418a9c969c {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:18:31.421689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c3368040-8ef9-4953-96a2-d1418a9c969c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c3368040-8ef9-4953-96a2-d1418a9c969c,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:31.476842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.545166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=c3368040-8ef9-4953-96a2-d1418a9c969c,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:31.805535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['c3368040-8ef9-4953-96a2-d1418a9c969c'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:18:32.347027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ae66d-3b55-4908-ab9b-d5ddbc16679e req-b77e51df-b59a-472b-9a68-f78a99cbdf8a tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:32.348461 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1d6ae66d-3b55-4908-ab9b-d5ddbc16679e req-b77e51df-b59a-472b-9a68-f78a99cbdf8a tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 944 time: 0.0778785 Mar 11 16:18:32.396308 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1d6ae66d-3b55-4908-ab9b-d5ddbc16679e req-f539b7f3-7b9f-43d1-a7ee-ee7f05c96a47 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 Mar 11 16:18:33.200744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c3368040-8ef9-4953-96a2-d1418a9c969c up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:33.345821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port c3368040-8ef9-4953-96a2-d1418a9c969c completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:33.350788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port c3368040-8ef9-4953-96a2-d1418a9c969c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:33.351155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.469214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.495788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac04feb-bdee-42b7-8af6-f2413836ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3368040-8ef9-4953-96a2-d1418a9c969c'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:18:33.509281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c3368040-8ef9-4953-96a2-d1418a9c969c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c3368040-8ef9-4953-96a2-d1418a9c969c,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:33.544521 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac04feb-bdee-42b7-8af6-f2413836ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3368040-8ef9-4953-96a2-d1418a9c969c', 'code': 200} Mar 11 16:18:33.583212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010085c-05b5-42cc-ab4b-00cde6ebaa3f req-bf078345-de37-4097-8808-e81f94b9c820 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:33.584738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4010085c-05b5-42cc-ab4b-00cde6ebaa3f req-bf078345-de37-4097-8808-e81f94b9c820 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 944 time: 0.0822318 Mar 11 16:18:33.597437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.629675 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4010085c-05b5-42cc-ab4b-00cde6ebaa3f req-8b221865-678f-46b9-b0e7-4aa45e695c3f tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392890 Mar 11 16:18:33.666937 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=c3368040-8ef9-4953-96a2-d1418a9c969c,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:33.785623 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:18:33.935287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5ffa8-3f73-48e7-9d1c-9bd62ad65fea req-bf430441-6ed8-4ed6-9a09-c6f8e709a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:33.936779 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41e5ffa8-3f73-48e7-9d1c-9bd62ad65fea req-bf430441-6ed8-4ed6-9a09-c6f8e709a29c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 1098 time: 0.0728471 Mar 11 16:18:33.975963 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-41e5ffa8-3f73-48e7-9d1c-9bd62ad65fea req-c4e2d51a-373d-49df-923c-17c41b54f5c1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Mar 11 16:18:34.813368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bd2f0-f36a-4646-9092-1a9eee256048 req-aa584384-d7d3-4954-af90-0bc042422fc9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:34.814720 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c76bd2f0-f36a-4646-9092-1a9eee256048 req-aa584384-d7d3-4954-af90-0bc042422fc9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0783393 Mar 11 16:18:34.858375 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c76bd2f0-f36a-4646-9092-1a9eee256048 req-1f58ca87-973e-4f78-81e3-908a3aa39c77 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381703 Mar 11 16:18:36.186960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f184bf-7355-4be8-bddf-17158b079f01 req-e366081d-c7a7-4786-af46-3469119c97f5 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:36.188328 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-56f184bf-7355-4be8-bddf-17158b079f01 req-e366081d-c7a7-4786-af46-3469119c97f5 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0822289 Mar 11 16:18:36.231915 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-56f184bf-7355-4be8-bddf-17158b079f01 req-73a30207-d230-4e8d-8429-862d0620fb24 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Mar 11 16:18:36.413652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ed06-c29d-4a5b-acb3-2c8905ead5f3 req-0525093c-f17d-4cc8-b77e-a9d2a5b365b3 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:36.415092 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ae82ed06-c29d-4a5b-acb3-2c8905ead5f3 req-0525093c-f17d-4cc8-b77e-a9d2a5b365b3 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0790727 Mar 11 16:18:36.461815 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ae82ed06-c29d-4a5b-acb3-2c8905ead5f3 req-7b4b4989-c066-44e9-a341-4891e827da6f tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 Mar 11 16:18:50.863431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc14f324-a2d7-425d-84ac-06bfec7431d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.699926 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f236c7bc-11d7-4f3a-a256-8a11dffcd4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.445630 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.686168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.662582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16917aee-8e2a-429e-9f85-641fb75f5b77 req-39786919-38b2-4a65-a2a6-49090b2a4184 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:55.664035 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-16917aee-8e2a-429e-9f85-641fb75f5b77 req-39786919-38b2-4a65-a2a6-49090b2a4184 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0800598 Mar 11 16:18:55.708250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-16917aee-8e2a-429e-9f85-641fb75f5b77 req-b1d0033e-3b92-4e43-bdce-9be51ad2d9d6 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382473 Mar 11 16:18:56.082709 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.365894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.993277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31159670-69a7-43ec-a443-5ed7cd5b3a32 req-ecab3605-2b66-437d-84b5-7299152914c6 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:56.994645 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31159670-69a7-43ec-a443-5ed7cd5b3a32 req-ecab3605-2b66-437d-84b5-7299152914c6 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 945 time: 0.1810994 Mar 11 16:18:57.037384 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31159670-69a7-43ec-a443-5ed7cd5b3a32 req-2ccc8095-4b1d-481f-b080-37a9dd3b47ba tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369680 Mar 11 16:18:57.546749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844739bd-b2e0-43be-b9af-dfd3b53fdc72 req-b7f64f18-5b18-4196-83e9-f3ba8a95328e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:57.548107 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-844739bd-b2e0-43be-b9af-dfd3b53fdc72 req-b7f64f18-5b18-4196-83e9-f3ba8a95328e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.30 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0784461 Mar 11 16:18:57.618645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-844739bd-b2e0-43be-b9af-dfd3b53fdc72 req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Deleting port c3368040-8ef9-4953-96a2-d1418a9c969c {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:57.618985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-844739bd-b2e0-43be-b9af-dfd3b53fdc72 req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.859409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-844739bd-b2e0-43be-b9af-dfd3b53fdc72 req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] For port c3368040-8ef9-4953-96a2-d1418a9c969c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c3368040-8ef9-4953-96a2-d1418a9c969c,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:57.859764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-844739bd-b2e0-43be-b9af-dfd3b53fdc72 req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.982910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-844739bd-b2e0-43be-b9af-dfd3b53fdc72 req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Calling delete_port for c3368040-8ef9-4953-96a2-d1418a9c969c owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:58.200341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-844739bd-b2e0-43be-b9af-dfd3b53fdc72 req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:58.211513 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['c3368040-8ef9-4953-96a2-d1418a9c969c'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:18:58.260825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Pushing event deleted for resources: {'Port': ['ID=c3368040-8ef9-4953-96a2-d1418a9c969c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:58.304464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452e5a5-fbe3-403f-b2fd-515803782648 req-eff2cdc8-f753-473a-aa05-f900d6a8c851 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:58.306067 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c452e5a5-fbe3-403f-b2fd-515803782648 req-eff2cdc8-f753-473a-aa05-f900d6a8c851 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac04feb-bdee-42b7-8af6-f2413836ecd0 HTTP/1.1" status: 200 len: 945 time: 0.1644318 Mar 11 16:18:58.313210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.318156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.318156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.318156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.318156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.318156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.318156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.318156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.318156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.318156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.318156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.318156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:58.378485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-844739bd-b2e0-43be-b9af-dfd3b53fdc72 req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] No DVR routers for this DVR port c3368040-8ef9-4953-96a2-d1418a9c969c on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:58.388241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-844739bd-b2e0-43be-b9af-dfd3b53fdc72 req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:58.390659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac04feb-bdee-42b7-8af6-f2413836ecd0', 'name': 'network-vif-deleted', 'tag': 'c3368040-8ef9-4953-96a2-d1418a9c969c'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:18:58.413041 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c452e5a5-fbe3-403f-b2fd-515803782648 req-554a3f38-8ac8-48ee-8723-0de7e5144c6d tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933738 Mar 11 16:18:58.443622 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac04feb-bdee-42b7-8af6-f2413836ecd0', 'name': 'network-vif-deleted', 'tag': 'c3368040-8ef9-4953-96a2-d1418a9c969c', 'status': 'completed', 'code': 200} Mar 11 16:18:58.492533 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-844739bd-b2e0-43be-b9af-dfd3b53fdc72 req-5636b927-178a-42af-a283-2a02ff831989 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.30 "DELETE /v2.0/ports/c3368040-8ef9-4953-96a2-d1418a9c969c HTTP/1.1" status: 204 len: 173 time: 0.9389474 Mar 11 16:19:01.305945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c3368040-8ef9-4953-96a2-d1418a9c969c no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:01.353796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: c3368040-8ef9-4953-96a2-d1418a9c969c {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:01.353796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c3368040-8ef9-4953-96a2-d1418a9c969c not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:01.374735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-1bc916c6-a742-41ed-b705-26e720aeb26d tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:01.376170 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-1bc916c6-a742-41ed-b705-26e720aeb26d tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/networks?id=b3694ab3-7afc-4762-b02b-fe2c82462e37 HTTP/1.1" status: 200 len: 816 time: 0.1573827 Mar 11 16:19:01.391181 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-d2c6184f-7f01-40bb-81ab-22c4a0973845 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/quotas/d0f9399f473a4711a64f951dd5eb6db1 HTTP/1.1" status: 200 len: 375 time: 0.0095890 Mar 11 16:19:01.473816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-bdb2017f-7b91-4ffc-9b31-3e9078d3cf3e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Synchronizing usage tracker for tenant:d0f9399f473a4711a64f951dd5eb6db1 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:01.579740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-bdb2017f-7b91-4ffc-9b31-3e9078d3cf3e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Unset dirty status for tenant:d0f9399f473a4711a64f951dd5eb6db1 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:01.581035 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-bdb2017f-7b91-4ffc-9b31-3e9078d3cf3e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0f9399f473a4711a64f951dd5eb6db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1851184 Mar 11 16:19:01.715155 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-a74f2945-4bc5-454c-abf3-016c06b83754 service neutron] 10.222.0.39 "GET /v2.0/networks/b3694ab3-7afc-4762-b02b-fe2c82462e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224620 Mar 11 16:19:01.842676 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-5baa6399-f734-4a8b-92af-0f6080445d57 service neutron] 10.222.0.39 "GET /v2.0/networks/b3694ab3-7afc-4762-b02b-fe2c82462e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219475 Mar 11 16:19:02.098932 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35a97bd5-e525-4ab4-a0d3-c6873ac06f18 req-46225796-439d-46a9-aa4b-c9ad81ac2ce8 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 210 time: 0.0423038 Mar 11 16:19:03.345014 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5b3f113e-ebda-4a25-9f8e-f13a84a69cc0 req-a3cd22e8-4c3e-4762-8237-31cd54b352bc tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 210 time: 0.1423476 Mar 11 16:19:04.167627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-3755e4ed-05da-4b56-98c5-2b2b9795b052 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:04.168959 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-3755e4ed-05da-4b56-98c5-2b2b9795b052 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.30 "GET /v2.0/networks?id=b3694ab3-7afc-4762-b02b-fe2c82462e37 HTTP/1.1" status: 200 len: 816 time: 0.1479776 Mar 11 16:19:04.180435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Request body: {'port': {'device_id': '82fa45d8-46d2-4a9e-a101-3af44ca0a51f', 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37', 'admin_state_up': True, 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:04.318852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:04.328889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:04.417365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Made reservation on behalf of d0f9399f473a4711a64f951dd5eb6db1 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:04.421317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.596088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Allocated IP 172.20.0.7 (b3694ab3-7afc-4762-b02b-fe2c82462e37/454a9384-49ba-4cbb-955d-eaccd4e6db7b/f15d10fb-3036-4ed5-beb8-1c78c9d4adec) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:04.650277 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-97f48c5e-2491-451f-8542-a113c7f6aded req-f7eaf649-169f-4636-8e17-5f5ea5f7ec53 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 210 time: 0.0483685 Mar 11 16:19:04.836378 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.851625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Transition to ACTIVE for port object f15d10fb-3036-4ed5-beb8-1c78c9d4adec will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:04.937251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.005883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Network b3694ab3-7afc-4762-b02b-fe2c82462e37 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:05.012870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:05.017612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:05.048508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Pushing event updated for resources: {'Port': ['ID=f15d10fb-3036-4ed5-beb8-1c78c9d4adec,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:05.088792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:05.089335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.201015 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e70b6268-b537-4bd2-8076-5503cca919cb tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0241108 Mar 11 16:19:05.212180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Request body: {'port': {'device_id': '82fa45d8-46d2-4a9e-a101-3af44ca0a51f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:05.319865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-39c86b56-aa7f-46f0-9b52-7a5fe145bff1 None None] Provisioning for port f15d10fb-3036-4ed5-beb8-1c78c9d4adec completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:05.323817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.325038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-39c86b56-aa7f-46f0-9b52-7a5fe145bff1 None None] Provisioning complete for port f15d10fb-3036-4ed5-beb8-1c78c9d4adec triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:05.325406 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-39c86b56-aa7f-46f0-9b52-7a5fe145bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.381974 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-39c86b56-aa7f-46f0-9b52-7a5fe145bff1 None None] Port f15d10fb-3036-4ed5-beb8-1c78c9d4adec cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:19:05.659813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15d10fb-3036-4ed5-beb8-1c78c9d4adec {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:19:05.666846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.680857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Transition to ACTIVE for port object f15d10fb-3036-4ed5-beb8-1c78c9d4adec will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:05.734159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.942346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=f15d10fb-3036-4ed5-beb8-1c78c9d4adec,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:06.137517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1790d-7f87-413f-8617-0a4eba1eabd8 req-b5d84c45-938f-4297-9cb5-38f58a2e264a tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:06.138128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-71f1790d-7f87-413f-8617-0a4eba1eabd8 req-b5d84c45-938f-4297-9cb5-38f58a2e264a tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Synchronizing usage tracker for tenant:d0f9399f473a4711a64f951dd5eb6db1 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:06.140833 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Attempting to bind port f15d10fb-3036-4ed5-beb8-1c78c9d4adec on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:06.141169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Attempting to bind port f15d10fb-3036-4ed5-beb8-1c78c9d4adec by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:06.141495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Attempting to bind port f15d10fb-3036-4ed5-beb8-1c78c9d4adec on network b3694ab3-7afc-4762-b02b-fe2c82462e37 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:06.150928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Port f15d10fb-3036-4ed5-beb8-1c78c9d4adec on network b3694ab3-7afc-4762-b02b-fe2c82462e37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:19:06.151247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Attempting to bind port f15d10fb-3036-4ed5-beb8-1c78c9d4adec on network b3694ab3-7afc-4762-b02b-fe2c82462e37 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:06.160170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:06.160503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Checking segment: {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:06.160911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Bound using segment: {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:06.161334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Bound port: f15d10fb-3036-4ed5-beb8-1c78c9d4adec, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59d73a3-d0ee-4262-847a-d249aee8b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:06.161679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.252952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] For port f15d10fb-3036-4ed5-beb8-1c78c9d4adec, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:06.255955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] For port f15d10fb-3036-4ed5-beb8-1c78c9d4adec, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f15d10fb-3036-4ed5-beb8-1c78c9d4adec,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:06.276720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-71f1790d-7f87-413f-8617-0a4eba1eabd8 req-b5d84c45-938f-4297-9cb5-38f58a2e264a tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Unset dirty status for tenant:d0f9399f473a4711a64f951dd5eb6db1 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:06.281021 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-71f1790d-7f87-413f-8617-0a4eba1eabd8 req-b5d84c45-938f-4297-9cb5-38f58a2e264a tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 943 time: 0.5029955 Mar 11 16:19:06.322368 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-71f1790d-7f87-413f-8617-0a4eba1eabd8 req-fadc94e5-1c59-4051-bd51-afb68f1651d3 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383701 Mar 11 16:19:06.363093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.418397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:06.418970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.420317 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] 10.222.0.30 "PUT /v2.0/ports/f15d10fb-3036-4ed5-beb8-1c78c9d4adec HTTP/1.1" status: 200 len: 1093 time: 1.2121627 Mar 11 16:19:06.420776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fa45d8-46d2-4a9e-a101-3af44ca0a51f', 'tag': 'f15d10fb-3036-4ed5-beb8-1c78c9d4adec'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:19:06.445888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67751251-27d5-408b-a5bb-f39598d7e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=f15d10fb-3036-4ed5-beb8-1c78c9d4adec,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:06.524518 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fa45d8-46d2-4a9e-a101-3af44ca0a51f', 'tag': 'f15d10fb-3036-4ed5-beb8-1c78c9d4adec', 'status': 'completed', 'code': 200} Mar 11 16:19:06.621837 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddc5c2-83f0-42f7-848a-3d62f993b7e3 req-edb930e0-0b39-45c7-b5e6-a09bee6d16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:06.623313 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67ddc5c2-83f0-42f7-848a-3d62f993b7e3 req-edb930e0-0b39-45c7-b5e6-a09bee6d16ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f9399f473a4711a64f951dd5eb6db1&device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 1096 time: 0.0759447 Mar 11 16:19:06.761173 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddc5c2-83f0-42f7-848a-3d62f993b7e3 req-d25fbdac-1ab3-4e0e-b57c-8851a34f546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:06.762525 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67ddc5c2-83f0-42f7-848a-3d62f993b7e3 req-d25fbdac-1ab3-4e0e-b57c-8851a34f546c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d0f9399f473a4711a64f951dd5eb6db1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1322863 Mar 11 16:19:06.898241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddc5c2-83f0-42f7-848a-3d62f993b7e3 req-c263f0c3-fad0-42fd-8e1d-43ccf53bc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:06.899656 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-67ddc5c2-83f0-42f7-848a-3d62f993b7e3 req-c263f0c3-fad0-42fd-8e1d-43ccf53bc81f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299958 Mar 11 16:19:07.009407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-d07823ec-3357-4114-abcb-9d8fc21eaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:07.010872 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-d07823ec-3357-4114-abcb-9d8fc21eaa4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f9399f473a4711a64f951dd5eb6db1&device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 1096 time: 0.0691762 Mar 11 16:19:07.079962 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-69dfa507-8d54-4fdd-9e61-eef8a755575f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f15d10fb-3036-4ed5-beb8-1c78c9d4adec HTTP/1.1" status: 200 len: 217 time: 0.0620461 Mar 11 16:19:07.141090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-99c8f6a0-1943-4d48-98f0-d0ba300f8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:07.142485 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-99c8f6a0-1943-4d48-98f0-d0ba300f8bb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=454a9384-49ba-4cbb-955d-eaccd4e6db7b HTTP/1.1" status: 200 len: 855 time: 0.0570514 Mar 11 16:19:07.225830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-c3dfdca6-e76c-4b8d-848f-0b65778a7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:07.227303 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-c3dfdca6-e76c-4b8d-848f-0b65778a7d90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3694ab3-7afc-4762-b02b-fe2c82462e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790608 Mar 11 16:19:07.359299 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-f7038061-e9a6-469e-8832-fcc88d78fada service neutron] 10.222.0.30 "GET /v2.0/networks/b3694ab3-7afc-4762-b02b-fe2c82462e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251631 Mar 11 16:19:07.538110 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9aff57ed-391b-44e2-a5af-9f3a23992737 req-e0a0d5e8-df71-41e0-a2a2-abee52472bb5 service neutron] 10.222.0.30 "GET /v2.0/networks/b3694ab3-7afc-4762-b02b-fe2c82462e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729212 Mar 11 16:19:07.557980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b10654-235b-4317-af2a-8383359d27a0 req-e8d46bd3-f280-4db5-a49f-90f8f4ed1de2 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:07.559427 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-65b10654-235b-4317-af2a-8383359d27a0 req-e8d46bd3-f280-4db5-a49f-90f8f4ed1de2 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 943 time: 0.1167891 Mar 11 16:19:07.603494 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-65b10654-235b-4317-af2a-8383359d27a0 req-b122ab15-ee74-48ab-a21f-b341ac9b3f70 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378730 Mar 11 16:19:08.786080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7082ff-eb63-4990-8c9c-43868efa60ee req-1de8964a-1659-40d4-af1a-a6a4ce1e5f8b tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:08.787511 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a7082ff-eb63-4990-8c9c-43868efa60ee req-1de8964a-1659-40d4-af1a-a6a4ce1e5f8b tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 943 time: 0.0813017 Mar 11 16:19:08.831427 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a7082ff-eb63-4990-8c9c-43868efa60ee req-8ab72d25-8a7a-4d31-9354-f5fa2d978fa9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379617 Mar 11 16:19:10.013314 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2622f1-f3da-43c8-85d3-6ec4713eece4 req-61ec3a5c-619c-41f3-8583-0d4642e2a28b tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:10.015328 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2f2622f1-f3da-43c8-85d3-6ec4713eece4 req-61ec3a5c-619c-41f3-8583-0d4642e2a28b tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 943 time: 0.0770612 Mar 11 16:19:10.060927 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2f2622f1-f3da-43c8-85d3-6ec4713eece4 req-5870fa79-faf8-4003-ab2d-47fe65180262 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Mar 11 16:19:10.784382 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:19:11.241251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cd5cd-e624-4b19-bde3-0b01364a261a req-8b196e55-32fa-4d90-8ccb-9b8bbbc300e9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:11.242683 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f77cd5cd-e624-4b19-bde3-0b01364a261a req-8b196e55-32fa-4d90-8ccb-9b8bbbc300e9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 943 time: 0.0774381 Mar 11 16:19:11.286045 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f77cd5cd-e624-4b19-bde3-0b01364a261a req-4027de3e-bbda-4fae-b0a9-f35bd2ba68ff tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Mar 11 16:19:11.352950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f15d10fb-3036-4ed5-beb8-1c78c9d4adec details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:19:11.521995 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f15d10fb-3036-4ed5-beb8-1c78c9d4adec, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f15d10fb-3036-4ed5-beb8-1c78c9d4adec,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:11.534793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'f15d10fb-3036-4ed5-beb8-1c78c9d4adec', 'network_id': 'b3694ab3-7afc-4762-b02b-fe2c82462e37', 'port_id': 'f15d10fb-3036-4ed5-beb8-1c78c9d4adec', 'mac_address': 'fa:16:3e:f3:de:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a9384-49ba-4cbb-955d-eaccd4e6db7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:19:11.593752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.613316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15d10fb-3036-4ed5-beb8-1c78c9d4adec {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:19:11.628887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f15d10fb-3036-4ed5-beb8-1c78c9d4adec, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f15d10fb-3036-4ed5-beb8-1c78c9d4adec,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:11.682396 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.749612 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=f15d10fb-3036-4ed5-beb8-1c78c9d4adec,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:11.756397 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.756766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.757101 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.757430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.757752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.758075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.758394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.758714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.759032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.759346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.759664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.759981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:11.988798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['f15d10fb-3036-4ed5-beb8-1c78c9d4adec'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:19:12.469794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0741c-c30d-4cc8-adb6-34eca69cd20d req-bb39ef1e-52bd-4d54-bcd8-f3568c0a63a9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:12.471217 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04d0741c-c30d-4cc8-adb6-34eca69cd20d req-bb39ef1e-52bd-4d54-bcd8-f3568c0a63a9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 944 time: 0.0810153 Mar 11 16:19:12.614134 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04d0741c-c30d-4cc8-adb6-34eca69cd20d req-c086f52d-1721-41cf-bb79-037f5f795325 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371872 Mar 11 16:19:13.352849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f15d10fb-3036-4ed5-beb8-1c78c9d4adec up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:13.505402 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port f15d10fb-3036-4ed5-beb8-1c78c9d4adec completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:13.510336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port f15d10fb-3036-4ed5-beb8-1c78c9d4adec triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:13.514788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.631079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.657847 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fa45d8-46d2-4a9e-a101-3af44ca0a51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15d10fb-3036-4ed5-beb8-1c78c9d4adec'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:19:13.667278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f15d10fb-3036-4ed5-beb8-1c78c9d4adec, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f15d10fb-3036-4ed5-beb8-1c78c9d4adec,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:13.702600 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fa45d8-46d2-4a9e-a101-3af44ca0a51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15d10fb-3036-4ed5-beb8-1c78c9d4adec', 'code': 200} Mar 11 16:19:13.768759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.800491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8674e-149c-4df6-9449-d055769b15e6 req-c5c7e0fb-690d-4bf5-8cf7-9563eb5e7af9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:13.801978 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3ea8674e-149c-4df6-9449-d055769b15e6 req-c5c7e0fb-690d-4bf5-8cf7-9563eb5e7af9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 944 time: 0.0800323 Mar 11 16:19:13.836797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=f15d10fb-3036-4ed5-beb8-1c78c9d4adec,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:13.846158 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3ea8674e-149c-4df6-9449-d055769b15e6 req-2b5f84a0-e4e4-473d-868f-c3ba5dabaef7 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384009 Mar 11 16:19:14.103763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912f8b8-a725-44ff-983c-c9ad6474112c req-1d920df2-3bee-42a9-98f3-ef02b36cb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:14.105218 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e912f8b8-a725-44ff-983c-c9ad6474112c req-1d920df2-3bee-42a9-98f3-ef02b36cb41a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 1098 time: 0.0704772 Mar 11 16:19:14.144744 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e912f8b8-a725-44ff-983c-c9ad6474112c req-005f0826-2db9-4127-b4ce-541071abdd5c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Mar 11 16:19:15.031199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5b77d-7b29-450b-a794-95926bfd5ad6 req-fe8688a9-0e0a-41d1-801e-1c34f23ee6a1 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:15.032627 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84e5b77d-7b29-450b-a794-95926bfd5ad6 req-fe8688a9-0e0a-41d1-801e-1c34f23ee6a1 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 945 time: 0.0822968 Mar 11 16:19:15.074986 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84e5b77d-7b29-450b-a794-95926bfd5ad6 req-df85fd08-a9d4-4db6-b012-c2641313a908 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367355 Mar 11 16:19:16.254879 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a5f64-4ce8-4ab2-b2ab-4d2f2075e88b req-d1cb1082-df4b-469c-81dd-de0e3c8e7fd9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:16.256510 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-817a5f64-4ce8-4ab2-b2ab-4d2f2075e88b req-d1cb1082-df4b-469c-81dd-de0e3c8e7fd9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 945 time: 0.0799963 Mar 11 16:19:16.301407 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-817a5f64-4ce8-4ab2-b2ab-4d2f2075e88b req-0aeecb44-1141-4b57-9df8-16b5e5031eba tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392129 Mar 11 16:19:16.485574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c272-a1b6-4ec0-adff-54d3642f0f0b req-255642df-0276-4d8d-84d1-816a25768bc4 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:16.486927 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7cf5c272-a1b6-4ec0-adff-54d3642f0f0b req-255642df-0276-4d8d-84d1-816a25768bc4 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 945 time: 0.0818498 Mar 11 16:19:16.532385 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7cf5c272-a1b6-4ec0-adff-54d3642f0f0b req-740af66d-25cf-4edd-be9a-a36ccaecbd1d tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387449 Mar 11 16:19:20.848443 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cc6c7439-c1a3-4a44-8e18-9f0db1aa0752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.679474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3caf5105-8bde-4554-8b9e-b56f132a6e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.430444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.662208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.087970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.336951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.546485 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4566456-259e-46d2-b7de-5f417e942c54 req-a0384295-c241-466b-8a31-f98ccda95112 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694456 Mar 11 16:19:27.686590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4566456-259e-46d2-b7de-5f417e942c54 req-ca57acce-9ef6-47ad-b488-92d5e2dd4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:27.688072 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4566456-259e-46d2-b7de-5f417e942c54 req-ca57acce-9ef6-47ad-b488-92d5e2dd4899 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f9399f473a4711a64f951dd5eb6db1&device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 1098 time: 0.0753884 Mar 11 16:19:27.833867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4566456-259e-46d2-b7de-5f417e942c54 req-a1c1939f-c9ad-4342-b865-b415232eb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:27.835309 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4566456-259e-46d2-b7de-5f417e942c54 req-a1c1939f-c9ad-4342-b865-b415232eb472 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3694ab3-7afc-4762-b02b-fe2c82462e37 HTTP/1.1" status: 200 len: 917 time: 0.1282690 Mar 11 16:19:27.906422 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4566456-259e-46d2-b7de-5f417e942c54 req-a32dd31b-4b32-43f8-8a73-bb70e14ccc2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f15d10fb-3036-4ed5-beb8-1c78c9d4adec HTTP/1.1" status: 200 len: 217 time: 0.0641546 Mar 11 16:19:27.968960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4566456-259e-46d2-b7de-5f417e942c54 req-6db61b81-a6a5-4952-9e98-705882c7975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:27.970398 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4566456-259e-46d2-b7de-5f417e942c54 req-6db61b81-a6a5-4952-9e98-705882c7975e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=454a9384-49ba-4cbb-955d-eaccd4e6db7b HTTP/1.1" status: 200 len: 855 time: 0.0572960 Mar 11 16:19:28.045148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4566456-259e-46d2-b7de-5f417e942c54 req-175b3342-2694-4d7c-9e1f-e84e70d46999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:28.046621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4566456-259e-46d2-b7de-5f417e942c54 req-175b3342-2694-4d7c-9e1f-e84e70d46999 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3694ab3-7afc-4762-b02b-fe2c82462e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700903 Mar 11 16:19:28.182363 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4566456-259e-46d2-b7de-5f417e942c54 req-5bd1d7d0-fd8f-4941-86df-0e3ca1e013f6 service neutron] 10.222.0.30 "GET /v2.0/networks/b3694ab3-7afc-4762-b02b-fe2c82462e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230900 Mar 11 16:19:28.314736 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4566456-259e-46d2-b7de-5f417e942c54 req-1578e63e-92c1-4c5f-bd19-d97792b646a7 service neutron] 10.222.0.30 "GET /v2.0/networks/b3694ab3-7afc-4762-b02b-fe2c82462e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253705 Mar 11 16:19:34.538616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d79da-56dc-47d7-b4b8-eee62639e4db req-b3943254-c5de-4e4e-b24b-7c1ff12145c8 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:34.540069 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-967d79da-56dc-47d7-b4b8-eee62639e4db req-b3943254-c5de-4e4e-b24b-7c1ff12145c8 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 945 time: 0.0867903 Mar 11 16:19:34.583854 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-967d79da-56dc-47d7-b4b8-eee62639e4db req-3620a5ef-35eb-4627-81fe-f093ea33f2a0 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380135 Mar 11 16:19:35.765901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6d3de-49cc-4fc1-9135-30ee82ed0a83 req-5ab1473d-4d1e-4aa3-ab46-b4dbe310c3f9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:35.767348 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1fb6d3de-49cc-4fc1-9135-30ee82ed0a83 req-5ab1473d-4d1e-4aa3-ab46-b4dbe310c3f9 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 945 time: 0.0783346 Mar 11 16:19:35.813209 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1fb6d3de-49cc-4fc1-9135-30ee82ed0a83 req-b41e98a8-1b79-4e60-a4e8-b945b8019794 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Mar 11 16:19:36.554792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf40083-df39-429b-98b6-6a831bc8e049 req-cce49a17-36ba-497e-b618-b503d3cc3c74 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:36.556165 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf40083-df39-429b-98b6-6a831bc8e049 req-cce49a17-36ba-497e-b618-b503d3cc3c74 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 945 time: 0.0811496 Mar 11 16:19:36.624016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-bbf40083-df39-429b-98b6-6a831bc8e049 req-f413f207-6352-4ed8-a8c2-bc0ce3cdeb51 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Deleting port f15d10fb-3036-4ed5-beb8-1c78c9d4adec {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:36.624365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf40083-df39-429b-98b6-6a831bc8e049 req-f413f207-6352-4ed8-a8c2-bc0ce3cdeb51 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.012831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-bbf40083-df39-429b-98b6-6a831bc8e049 req-f413f207-6352-4ed8-a8c2-bc0ce3cdeb51 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] For port f15d10fb-3036-4ed5-beb8-1c78c9d4adec, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f15d10fb-3036-4ed5-beb8-1c78c9d4adec,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:37.014080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf40083-df39-429b-98b6-6a831bc8e049 req-f413f207-6352-4ed8-a8c2-bc0ce3cdeb51 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.145768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-bbf40083-df39-429b-98b6-6a831bc8e049 req-f413f207-6352-4ed8-a8c2-bc0ce3cdeb51 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Calling delete_port for f15d10fb-3036-4ed5-beb8-1c78c9d4adec owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:37.202528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c2e62-0161-49c1-b1de-f9d0bf0a55bd req-e2a9703a-102e-40ae-b49d-e19778d75ff2 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:37.204097 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-078c2e62-0161-49c1-b1de-f9d0bf0a55bd req-e2a9703a-102e-40ae-b49d-e19778d75ff2 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 945 time: 0.2780788 Mar 11 16:19:37.275268 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-078c2e62-0161-49c1-b1de-f9d0bf0a55bd req-e885f866-25a7-46b1-83bf-e897c2fc2315 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635569 Mar 11 16:19:37.437049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf40083-df39-429b-98b6-6a831bc8e049 req-f413f207-6352-4ed8-a8c2-bc0ce3cdeb51 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.448738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['f15d10fb-3036-4ed5-beb8-1c78c9d4adec'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:19:37.495788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413f207-6352-4ed8-a8c2-bc0ce3cdeb51 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Pushing event deleted for resources: {'Port': ['ID=f15d10fb-3036-4ed5-beb8-1c78c9d4adec,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:37.572039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf40083-df39-429b-98b6-6a831bc8e049 req-f413f207-6352-4ed8-a8c2-bc0ce3cdeb51 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] No DVR routers for this DVR port f15d10fb-3036-4ed5-beb8-1c78c9d4adec on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:37.574528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-bbf40083-df39-429b-98b6-6a831bc8e049 req-f413f207-6352-4ed8-a8c2-bc0ce3cdeb51 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.577728 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fa45d8-46d2-4a9e-a101-3af44ca0a51f', 'name': 'network-vif-deleted', 'tag': 'f15d10fb-3036-4ed5-beb8-1c78c9d4adec'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:19:37.622460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fa45d8-46d2-4a9e-a101-3af44ca0a51f', 'name': 'network-vif-deleted', 'tag': 'f15d10fb-3036-4ed5-beb8-1c78c9d4adec', 'status': 'completed', 'code': 200} Mar 11 16:19:37.675247 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bbf40083-df39-429b-98b6-6a831bc8e049 req-f413f207-6352-4ed8-a8c2-bc0ce3cdeb51 tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.30 "DELETE /v2.0/ports/f15d10fb-3036-4ed5-beb8-1c78c9d4adec HTTP/1.1" status: 204 len: 173 time: 1.1134627 Mar 11 16:19:38.446544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-497313a4-4fca-43d9-9387-e9dfff0adb77 req-72efdaf3-dd84-4850-a845-dce9d03f669e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Synchronizing usage tracker for tenant:d0f9399f473a4711a64f951dd5eb6db1 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:38.522219 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-497313a4-4fca-43d9-9387-e9dfff0adb77 req-72efdaf3-dd84-4850-a845-dce9d03f669e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] Unset dirty status for tenant:d0f9399f473a4711a64f951dd5eb6db1 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:38.523445 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-497313a4-4fca-43d9-9387-e9dfff0adb77 req-72efdaf3-dd84-4850-a845-dce9d03f669e tempest-TestEncryptedCinderVolumes-1773672599 tempest-TestEncryptedCinderVolumes-1773672599-project] 10.222.0.39 "GET /v2.0/ports?device_id=82fa45d8-46d2-4a9e-a101-3af44ca0a51f HTTP/1.1" status: 200 len: 210 time: 0.1213844 Mar 11 16:19:39.710922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48318) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:40.235401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.675504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] Deleting port 13f3b505-2be2-42cf-b5bb-1fd6858a465b {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:40.675838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.844458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] For port 13f3b505-2be2-42cf-b5bb-1fd6858a465b, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=13f3b505-2be2-42cf-b5bb-1fd6858a465b,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:40.845188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.963669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] Calling delete_port for 13f3b505-2be2-42cf-b5bb-1fd6858a465b owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:41.342287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.390807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f3b505-2be2-42cf-b5bb-1fd6858a465b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:41.492651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f15d10fb-3036-4ed5-beb8-1c78c9d4adec no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:41.527532 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: f15d10fb-3036-4ed5-beb8-1c78c9d4adec {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:41.527960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f15d10fb-3036-4ed5-beb8-1c78c9d4adec not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:41.653279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.099522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] Router 7faee4f8-acb2-4962-b67c-b660dec9c67e has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:19:42.276486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:19:42.286584 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6208f88c-0f63-481f-88c9-c2c2fccc5f01 None None] Sync routers for ids ['7faee4f8-acb2-4962-b67c-b660dec9c67e'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:19:42.296772 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6208f88c-0f63-481f-88c9-c2c2fccc5f01 None None] Routers {'7faee4f8-acb2-4962-b67c-b660dec9c67e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:42.297381 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6208f88c-0f63-481f-88c9-c2c2fccc5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['7faee4f8-acb2-4962-b67c-b660dec9c67e'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:42.386978 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3751bd7b-3b89-4122-b1f4-843a5fb72a31 admin admin] 10.222.0.39 "PUT /v2.0/routers/7faee4f8-acb2-4962-b67c-b660dec9c67e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6748469 Mar 11 16:19:42.389793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48322) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:42.471945 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-6208f88c-0f63-481f-88c9-c2c2fccc5f01 None None] Set router 7faee4f8-acb2-4962-b67c-b660dec9c67e gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:19:42.563688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.741747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.775199 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6208f88c-0f63-481f-88c9-c2c2fccc5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'name': 'tempest-TestEncryptedCinderVolumes-537848566-router', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:05Z', 'updated_at': '2022-03-11T16:19:41Z', 'revision_number': 5, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'gw_port': {'id': 'cd4f2bab-7bde-4ebf-931e-fecaf3f01d70', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:16:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:06Z', 'updated_at': '2022-03-11T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:42.778966 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6208f88c-0f63-481f-88c9-c2c2fccc5f01 None None] Checking router: 7faee4f8-acb2-4962-b67c-b660dec9c67e for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:19:42.786906 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6208f88c-0f63-481f-88c9-c2c2fccc5f01 None None] Routers {'7faee4f8-acb2-4962-b67c-b660dec9c67e'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:42.787485 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6208f88c-0f63-481f-88c9-c2c2fccc5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['7faee4f8-acb2-4962-b67c-b660dec9c67e'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:42.816681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Deleting port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:42.817025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.933418 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-6208f88c-0f63-481f-88c9-c2c2fccc5f01 None None] Set router 7faee4f8-acb2-4962-b67c-b660dec9c67e gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:19:42.988134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] For port cd4f2bab-7bde-4ebf-931e-fecaf3f01d70, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cd4f2bab-7bde-4ebf-931e-fecaf3f01d70,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:42.988493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.038219 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-6208f88c-0f63-481f-88c9-c2c2fccc5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'name': 'tempest-TestEncryptedCinderVolumes-537848566-router', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:05Z', 'updated_at': '2022-03-11T16:19:42Z', 'revision_number': 6, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:43.041907 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6208f88c-0f63-481f-88c9-c2c2fccc5f01 None None] The sync data for ids ['7faee4f8-acb2-4962-b67c-b660dec9c67e'] in dv-neutron-833203-2-hyperv is: [{'id': '7faee4f8-acb2-4962-b67c-b660dec9c67e', 'name': 'tempest-TestEncryptedCinderVolumes-537848566-router', 'tenant_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:05Z', 'updated_at': '2022-03-11T16:19:42Z', 'revision_number': 6, 'project_id': 'd0f9399f473a4711a64f951dd5eb6db1', 'gw_port_host': None}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:19:43.114475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Calling delete_port for cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:43.336422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.383603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4f2bab-7bde-4ebf-931e-fecaf3f01d70,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:43.430533 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 13f3b505-2be2-42cf-b5bb-1fd6858a465b no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:43.466962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 13f3b505-2be2-42cf-b5bb-1fd6858a465b {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:43.467695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 13f3b505-2be2-42cf-b5bb-1fd6858a465b not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:43.584165 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.748869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.750919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.822170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.822724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7faee4f8-acb2-4962-b67c-b660dec9c67e {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:19:43.834850 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.835928 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3351e6a3-2e3a-4410-aba4-bf0e39c29588 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7faee4f8-acb2-4962-b67c-b660dec9c67e HTTP/1.1" status: 204 len: 168 time: 1.4451833 Mar 11 16:19:43.838452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48326) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:43.898026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ab1354-2e9b-451b-bd95-6b3f653bc878 admin admin] Deleting subnet 454a9384-49ba-4cbb-955d-eaccd4e6db7b {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:43.901100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-13ab1354-2e9b-451b-bd95-6b3f653bc878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.952029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-13ab1354-2e9b-451b-bd95-6b3f653bc878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.030444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-13ab1354-2e9b-451b-bd95-6b3f653bc878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.154246 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-13ab1354-2e9b-451b-bd95-6b3f653bc878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.196488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab1354-2e9b-451b-bd95-6b3f653bc878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454a9384-49ba-4cbb-955d-eaccd4e6db7b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:44.198517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-13ab1354-2e9b-451b-bd95-6b3f653bc878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.202821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bb4653-d51a-49db-b3ea-4015fc811334 None None] Network b3694ab3-7afc-4762-b02b-fe2c82462e37 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:44.204442 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-13ab1354-2e9b-451b-bd95-6b3f653bc878 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/454a9384-49ba-4cbb-955d-eaccd4e6db7b HTTP/1.1" status: 204 len: 168 time: 0.3650579 Mar 11 16:19:44.207085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48330) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:44.313710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.323923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Deleting port 74658802-0b41-45bd-bae3-29e344e0a64a {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:44.324191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.451803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932073be-05f9-4f95-811e-85566e5afc2d None None] DHCP port deletion for b3694ab3-7afc-4762-b02b-fe2c82462e37 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:44.456110 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-932073be-05f9-4f95-811e-85566e5afc2d None None] Deleting port 74658802-0b41-45bd-bae3-29e344e0a64a {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:44.456511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-932073be-05f9-4f95-811e-85566e5afc2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.530197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] For port 74658802-0b41-45bd-bae3-29e344e0a64a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=74658802-0b41-45bd-bae3-29e344e0a64a,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:44.530545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.649089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Calling delete_port for 74658802-0b41-45bd-bae3-29e344e0a64a owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:44.657509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-932073be-05f9-4f95-811e-85566e5afc2d None None] For port 74658802-0b41-45bd-bae3-29e344e0a64a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=74658802-0b41-45bd-bae3-29e344e0a64a,segment=NetworkSegment(c59d73a3-d0ee-4262-847a-d249aee8b528),segment_id=c59d73a3-d0ee-4262-847a-d249aee8b528)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:44.657911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-932073be-05f9-4f95-811e-85566e5afc2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.776741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-932073be-05f9-4f95-811e-85566e5afc2d None None] Calling delete_port for 74658802-0b41-45bd-bae3-29e344e0a64a owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:44.784731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.850546 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-932073be-05f9-4f95-811e-85566e5afc2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:44.850899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-932073be-05f9-4f95-811e-85566e5afc2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:44.937585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=74658802-0b41-45bd-bae3-29e344e0a64a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:44.942161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] No DVR routers for this DVR port 74658802-0b41-45bd-bae3-29e344e0a64a on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:44.990702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:44.991050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:44.991391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:44.991724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:44.992055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:44.992379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:44.992730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:44.993057 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:44.993378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:44.993697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:44.994015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:44.994330 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:45.066630 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.090639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3694ab3-7afc-4762-b02b-fe2c82462e37']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:45.102727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59d73a3-d0ee-4262-847a-d249aee8b528') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:45.103020 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59d73a3-d0ee-4262-847a-d249aee8b528') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:45.117520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.132952 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.138835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:45.139211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:45.151934 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:45.216748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:45.254234 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:45.254572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cd4f2bab-7bde-4ebf-931e-fecaf3f01d70 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:45.254990 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 74658802-0b41-45bd-bae3-29e344e0a64a no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:45.287793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 74658802-0b41-45bd-bae3-29e344e0a64a {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:45.298179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 74658802-0b41-45bd-bae3-29e344e0a64a not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:45.352336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-932073be-05f9-4f95-811e-85566e5afc2d None None] Deleting port 74658802-0b41-45bd-bae3-29e344e0a64a {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:45.352735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-932073be-05f9-4f95-811e-85566e5afc2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.362213 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.380073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.388013 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3694ab3-7afc-4762-b02b-fe2c82462e37,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:45.396510 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e135ef0e-0d0b-4d9f-8ba6-55d8e121bd0d admin admin] 10.222.0.39 "DELETE /v2.0/networks/b3694ab3-7afc-4762-b02b-fe2c82462e37 HTTP/1.1" status: 204 len: 168 time: 1.1870980 Mar 11 16:19:45.398638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48334) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:45.448486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-932073be-05f9-4f95-811e-85566e5afc2d None None] The port '74658802-0b41-45bd-bae3-29e344e0a64a' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:19:45.935556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.275398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] Deleting port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:46.275643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.549978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] For port 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba,segment=NetworkSegment(200deb8a-e3ec-44f8-951c-33001bc09d21),segment_id=200deb8a-e3ec-44f8-951c-33001bc09d21)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:46.550660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.667036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] Calling delete_port for 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:47.056430 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.103222 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] Pushing event deleted for resources: {'Port': ['ID=1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:47.401110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.756351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] Router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:19:47.782537 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:19:48.045105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:19:48.053511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed370c0-2bb0-4790-8fae-ec4ce476ab8d None None] Sync routers for ids ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:19:48.055352 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-777cfb27-25b5-43e6-9868-5125526b10da admin admin] 10.222.0.39 "PUT /v2.0/routers/76e3b11e-81c9-44c2-a8d3-6a49e11d51df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6557300 Mar 11 16:19:48.057796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48338) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:48.063284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed370c0-2bb0-4790-8fae-ec4ce476ab8d None None] Routers {'76e3b11e-81c9-44c2-a8d3-6a49e11d51df'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:48.063891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4ed370c0-2bb0-4790-8fae-ec4ce476ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:48.233550 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.238731 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-4ed370c0-2bb0-4790-8fae-ec4ce476ab8d None None] Set router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:19:48.410648 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.493537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Deleting port 9a4e38df-8b01-439f-9b33-2fb4371598e1 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:48.493879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.522119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4ed370c0-2bb0-4790-8fae-ec4ce476ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'name': 'tempest-TestEncryptedCinderVolumes-36438604-router', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:13Z', 'updated_at': '2022-03-11T16:19:46Z', 'revision_number': 5, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'gw_port': {'id': '9a4e38df-8b01-439f-9b33-2fb4371598e1', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:14Z', 'updated_at': '2022-03-11T16:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:48.525972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed370c0-2bb0-4790-8fae-ec4ce476ab8d None None] Checking router: 76e3b11e-81c9-44c2-a8d3-6a49e11d51df for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:19:48.534908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed370c0-2bb0-4790-8fae-ec4ce476ab8d None None] Routers {'76e3b11e-81c9-44c2-a8d3-6a49e11d51df'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:48.535501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4ed370c0-2bb0-4790-8fae-ec4ce476ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:48.669389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] For port 9a4e38df-8b01-439f-9b33-2fb4371598e1, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9a4e38df-8b01-439f-9b33-2fb4371598e1,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:48.669657 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.685964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-4ed370c0-2bb0-4790-8fae-ec4ce476ab8d None None] Set router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:19:48.791327 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-4ed370c0-2bb0-4790-8fae-ec4ce476ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'name': 'tempest-TestEncryptedCinderVolumes-36438604-router', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:13Z', 'updated_at': '2022-03-11T16:19:48Z', 'revision_number': 6, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:48.792034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Calling delete_port for 9a4e38df-8b01-439f-9b33-2fb4371598e1 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:48.799433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed370c0-2bb0-4790-8fae-ec4ce476ab8d None None] The sync data for ids ['76e3b11e-81c9-44c2-a8d3-6a49e11d51df'] in dv-neutron-833203-2-hyperv is: [{'id': '76e3b11e-81c9-44c2-a8d3-6a49e11d51df', 'name': 'tempest-TestEncryptedCinderVolumes-36438604-router', 'tenant_id': '59be56f3871a4910af809af9ce01ddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:13Z', 'updated_at': '2022-03-11T16:19:48Z', 'revision_number': 6, 'project_id': '59be56f3871a4910af809af9ce01ddcb', 'gw_port_host': None}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:19:49.016215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.062638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4e38df-8b01-439f-9b33-2fb4371598e1,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:49.170438 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.250683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:49.285947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:49.286212 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 1edd3c57-f63f-4cb2-ae3b-d659d2edd7ba not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:49.359757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.361909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.450624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.451122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76e3b11e-81c9-44c2-a8d3-6a49e11d51df {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:19:49.462569 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.463679 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8d2d9852-87ea-4588-8856-32585774abc8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/76e3b11e-81c9-44c2-a8d3-6a49e11d51df HTTP/1.1" status: 204 len: 168 time: 1.4049957 Mar 11 16:19:49.466690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48342) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:49.523779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d93340c-ecb4-4ba8-b8f7-a3dc735bae3d admin admin] Deleting subnet 830eb64e-1823-4c87-a685-b5363b7214f9 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:49.526465 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5d93340c-ecb4-4ba8-b8f7-a3dc735bae3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.688009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5d93340c-ecb4-4ba8-b8f7-a3dc735bae3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.765728 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5d93340c-ecb4-4ba8-b8f7-a3dc735bae3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.899194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5d93340c-ecb4-4ba8-b8f7-a3dc735bae3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.941667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93340c-ecb4-4ba8-b8f7-a3dc735bae3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830eb64e-1823-4c87-a685-b5363b7214f9,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:49.943638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5d93340c-ecb4-4ba8-b8f7-a3dc735bae3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.947589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e102ed-896d-490b-92e9-0bc621a7e0c3 None None] Network 091f662c-264b-4487-88ad-af5cd7efcbec requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:49.950997 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5d93340c-ecb4-4ba8-b8f7-a3dc735bae3d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/830eb64e-1823-4c87-a685-b5363b7214f9 HTTP/1.1" status: 204 len: 168 time: 0.4828105 Mar 11 16:19:49.953252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48346) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:50.058434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.069241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Deleting port 4affa5f0-4113-4e97-9c7d-d421b9d68930 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:50.069575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.187631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f64cef-4249-4dca-8377-59630faba32d None None] DHCP port deletion for 091f662c-264b-4487-88ad-af5cd7efcbec request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:50.192271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-82f64cef-4249-4dca-8377-59630faba32d None None] Deleting port 4affa5f0-4113-4e97-9c7d-d421b9d68930 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:50.192716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-82f64cef-4249-4dca-8377-59630faba32d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.275146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] For port 4affa5f0-4113-4e97-9c7d-d421b9d68930, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4affa5f0-4113-4e97-9c7d-d421b9d68930,segment=NetworkSegment(200deb8a-e3ec-44f8-951c-33001bc09d21),segment_id=200deb8a-e3ec-44f8-951c-33001bc09d21)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:50.276739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.397706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-82f64cef-4249-4dca-8377-59630faba32d None None] For port 4affa5f0-4113-4e97-9c7d-d421b9d68930, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4affa5f0-4113-4e97-9c7d-d421b9d68930,segment=NetworkSegment(200deb8a-e3ec-44f8-951c-33001bc09d21),segment_id=200deb8a-e3ec-44f8-951c-33001bc09d21)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:50.398348 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-82f64cef-4249-4dca-8377-59630faba32d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.401082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Calling delete_port for 4affa5f0-4113-4e97-9c7d-d421b9d68930 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:50.539096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.577828 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-82f64cef-4249-4dca-8377-59630faba32d None None] Calling delete_port for 4affa5f0-4113-4e97-9c7d-d421b9d68930 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:50.583738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Pushing event deleted for resources: {'Port': ['ID=4affa5f0-4113-4e97-9c7d-d421b9d68930,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:50.590003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] No DVR routers for this DVR port 4affa5f0-4113-4e97-9c7d-d421b9d68930 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:50.654264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-82f64cef-4249-4dca-8377-59630faba32d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:50.654264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-82f64cef-4249-4dca-8377-59630faba32d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:50.704196 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.732796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091f662c-264b-4487-88ad-af5cd7efcbec']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:50.744370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200deb8a-e3ec-44f8-951c-33001bc09d21') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:50.744694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200deb8a-e3ec-44f8-951c-33001bc09d21') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:50.756221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.771840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.780712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:50.781107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:50.794783 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:50.862191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c1d55ec1-16d4-4630-96f6-f3a667090fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.942166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.960747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.057716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] Pushing event deleted for resources: {'Network': ['ID=091f662c-264b-4487-88ad-af5cd7efcbec,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:51.062466 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-158efe63-6095-4b87-92c0-1371d193dbcd admin admin] 10.222.0.39 "DELETE /v2.0/networks/091f662c-264b-4487-88ad-af5cd7efcbec HTTP/1.1" status: 204 len: 168 time: 1.1075251 Mar 11 16:19:51.149834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-82f64cef-4249-4dca-8377-59630faba32d None None] Deleting port 4affa5f0-4113-4e97-9c7d-d421b9d68930 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:51.150221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-82f64cef-4249-4dca-8377-59630faba32d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.223893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-82f64cef-4249-4dca-8377-59630faba32d None None] The port '4affa5f0-4113-4e97-9c7d-d421b9d68930' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:19:51.226781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9a4e38df-8b01-439f-9b33-2fb4371598e1 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:51.263998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 9a4e38df-8b01-439f-9b33-2fb4371598e1 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:51.264445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9a4e38df-8b01-439f-9b33-2fb4371598e1 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:51.264778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4affa5f0-4113-4e97-9c7d-d421b9d68930 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:51.298942 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 4affa5f0-4113-4e97-9c7d-d421b9d68930 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:51.299285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4affa5f0-4113-4e97-9c7d-d421b9d68930 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:51.449541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48352) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:51.496990 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d6fd0d34-21fa-4449-a1fb-b5bb23cdbbc5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0f9399f473a4711a64f951dd5eb6db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462170 Mar 11 16:19:51.499924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48356) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:51.554927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2b6482ce-fdfc-4c6a-a9f1-8b4f7bfc65ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.579884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2b6482ce-fdfc-4c6a-a9f1-8b4f7bfc65ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.713264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2b6482ce-fdfc-4c6a-a9f1-8b4f7bfc65ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.730123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6482ce-fdfc-4c6a-a9f1-8b4f7bfc65ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:51.734782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2b6482ce-fdfc-4c6a-a9f1-8b4f7bfc65ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.736129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2b6482ce-fdfc-4c6a-a9f1-8b4f7bfc65ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9f2fb30-f0d4-4a4d-9d68-5e81cd66e174 HTTP/1.1" status: 204 len: 168 time: 0.2353435 Mar 11 16:19:52.411867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48364) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:52.463055 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-878cee13-ceb1-406f-9876-a42e23c14833 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59be56f3871a4910af809af9ce01ddcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499055 Mar 11 16:19:52.465474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48368) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:52.522826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eab26916-ee6f-471a-92eb-ac2b802ecef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.553324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eab26916-ee6f-471a-92eb-ac2b802ecef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.670382 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eab26916-ee6f-471a-92eb-ac2b802ecef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.685611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab26916-ee6f-471a-92eb-ac2b802ecef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcefca78-4849-40cc-9676-92c529d85f0a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:52.690644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eab26916-ee6f-471a-92eb-ac2b802ecef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.692284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-eab26916-ee6f-471a-92eb-ac2b802ecef0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dcefca78-4849-40cc-9676-92c529d85f0a HTTP/1.1" status: 204 len: 168 time: 0.2253044 Mar 11 16:19:53.716296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5e552143-ab72-40b5-a4f5-058c66e729c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.734508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48392) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.836079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1250456940-network', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:53.840827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:53.844766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Usage tracker for resource:network and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:53.847553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:53.853623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:53.918945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Made reservation on behalf of 595789f4f04d4b619e897ef26338e1d8 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:53.921183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.933109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.947380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:53.951724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Usage tracker for resource:security_group_rule and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:53.957710 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:53.959982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:54.039362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.101511 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.130713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:54.139260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f594168b-8657-4a61-8a5f-cfc094b3121a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:54.145099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.145438 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Added segment b8188cb1-3c32-44f7-9fab-54e6717c105f of type vlan for network 8a4a22da-9f28-46a2-ac29-a252731a53c9 Mar 11 16:19:54.170550 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.244570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.245518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:54.246090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.347144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] Pushing event updated for resources: {'Network': ['ID=8a4a22da-9f28-46a2-ac29-a252731a53c9,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:54.357162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 8a4a22da-9f28-46a2-ac29-a252731a53c9 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:54.402632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cd8dbd83-a173-4d13-8f67-01d998c84096 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6670179 Mar 11 16:19:54.405864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48398) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:54.411243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Request body: {'subnet': {'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1250456940-subnet', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'ip_version': 4}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:54.416484 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:54.421034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Usage tracker for resource:subnet and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:54.423839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:54.429819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:54.443593 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.510398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Made reservation on behalf of 595789f4f04d4b619e897ef26338e1d8 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:54.512763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.682028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.761920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.839795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=045d0ecf-7adf-4d50-9f43-fed714c43e89,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:54.845714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Checking segment: {'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:54.846074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Network hostable DHCP agents. Network: 8a4a22da-9f28-46a2-ac29-a252731a53c9, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:54.936030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Network 8a4a22da-9f28-46a2-ac29-a252731a53c9 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:54.998475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 8a4a22da-9f28-46a2-ac29-a252731a53c9) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:55.002537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:55.003128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.007052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fb5aff-cb73-4d00-9fdf-1c0673a62692 None None] Network 8a4a22da-9f28-46a2-ac29-a252731a53c9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:55.074379 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1652ff58-5191-49d5-860f-d245258922d3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6674280 Mar 11 16:19:55.077679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48402) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.082602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:55.087223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:55.090999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Usage tracker for resource:router and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:55.093878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:55.099725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:55.164859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.166287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.181347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.220728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-8a4a22da-9f28-46a2-ac29-a252731a53c9', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'fixed_ips': [{'subnet_id': '045d0ecf-7adf-4d50-9f43-fed714c43e89'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:55.222026 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.378144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Allocated IP 172.20.0.2 (8a4a22da-9f28-46a2-ac29-a252731a53c9/045d0ecf-7adf-4d50-9f43-fed714c43e89/54c50ac0-3d2d-4f56-b43c-65765cbe5437) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:55.513363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.580168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.590107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Transition to ACTIVE for port object 54c50ac0-3d2d-4f56-b43c-65765cbe5437 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:55.608661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Transition to ACTIVE for port object 54c50ac0-3d2d-4f56-b43c-65765cbe5437 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:55.673713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.735404 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Network 8a4a22da-9f28-46a2-ac29-a252731a53c9 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:55.738146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:55.745888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:55.756038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Pushing event updated for resources: {'Port': ['ID=54c50ac0-3d2d-4f56-b43c-65765cbe5437,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:55.841588 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Attempting to bind port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:55.841958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Attempting to bind port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:55.842318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Attempting to bind port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 on network 8a4a22da-9f28-46a2-ac29-a252731a53c9 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:55.847895 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:55.848274 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Checking segment: {'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:55.848710 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.849111 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Bound using segment: {'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:55.849576 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Bound port: 54c50ac0-3d2d-4f56-b43c-65765cbe5437, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:55.849950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.941206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] For port 54c50ac0-3d2d-4f56-b43c-65765cbe5437, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:55.944328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] For port 54c50ac0-3d2d-4f56-b43c-65765cbe5437, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=54c50ac0-3d2d-4f56-b43c-65765cbe5437,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:55.969870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.999994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.034171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.077153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.123057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a219e3-2837-44a7-b42f-714c501231de None None] Pushing event updated for resources: {'Port': ['ID=54c50ac0-3d2d-4f56-b43c-65765cbe5437,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:56.143418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Allocated IP 172.26.6.24 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/a8430371-acea-4117-97a8-aec9e1df827e) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:56.318277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.347797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.388506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.453065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:56.459826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:56.464069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:56.496959 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Pushing event updated for resources: {'Port': ['ID=a8430371-acea-4117-97a8-aec9e1df827e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:56.958939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.053535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e3bc87-5f40-431c-8bbd-7453f0e11620 None None] Network 8a4a22da-9f28-46a2-ac29-a252731a53c9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:57.271144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 54c50ac0-3d2d-4f56-b43c-65765cbe5437 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:57.305544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.307237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b6bff6a9-0dc7-4e5e-87f7-c4aaccc24d82 None None] Provisioning for port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:57.447842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:57.454025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:57.454543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.588894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.621780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 54c50ac0-3d2d-4f56-b43c-65765cbe5437, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=54c50ac0-3d2d-4f56-b43c-65765cbe5437,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:57.643137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-977a2b23-3ee6-4b35-97ef-e7e99b45bf96 None None] Provisioning complete for port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:57.643537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-977a2b23-3ee6-4b35-97ef-e7e99b45bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.689222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.710273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Router 420ed5f0-6741-4424-ac66-309c28fefe16 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:19:57.802361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=54c50ac0-3d2d-4f56-b43c-65765cbe5437,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:57.890349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:19:57.898920 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Sync routers for ids ['420ed5f0-6741-4424-ac66-309c28fefe16'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:19:57.908892 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Routers {'420ed5f0-6741-4424-ac66-309c28fefe16'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:57.909493 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['420ed5f0-6741-4424-ac66-309c28fefe16'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:57.982148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.983392 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-bd2de8db-3c67-4403-a3a9-843d63533787 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9047985 Mar 11 16:19:57.988794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48406) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:58.080047 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Set router 420ed5f0-6741-4424-ac66-309c28fefe16 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:19:58.362385 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:56Z', 'revision_number': 3, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:58.365988 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Checking router: 420ed5f0-6741-4424-ac66-309c28fefe16 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:19:58.370539 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Updating router 420ed5f0-6741-4424-ac66-309c28fefe16 port a8430371-acea-4117-97a8-aec9e1df827e binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:19:58.418955 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.653768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.761816 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.772820 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Transition to ACTIVE for port object a8430371-acea-4117-97a8-aec9e1df827e will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:58.858903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Allocated IP 172.20.0.1 (8a4a22da-9f28-46a2-ac29-a252731a53c9/045d0ecf-7adf-4d50-9f43-fed714c43e89/4cc331d7-99cf-4619-b3be-021fe531b3a3) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:58.861914 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.942423 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Attempting to bind port a8430371-acea-4117-97a8-aec9e1df827e on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:58.943067 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Attempting to bind port a8430371-acea-4117-97a8-aec9e1df827e by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:58.943196 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Attempting to bind port a8430371-acea-4117-97a8-aec9e1df827e on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:58.946473 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Pushing event updated for resources: {'Port': ['ID=a8430371-acea-4117-97a8-aec9e1df827e,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:58.951954 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:58.952326 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:58.952747 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.953139 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:58.953596 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Bound port: a8430371-acea-4117-97a8-aec9e1df827e, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:58.953963 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.984785 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:58.985151 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:58.985474 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:58.985808 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:58.986137 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:58.986476 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:58.986790 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:58.987113 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:58.987434 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:58.987755 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:58.988075 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:58.988392 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.004989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.020520 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Transition to ACTIVE for port object 4cc331d7-99cf-4619-b3be-021fe531b3a3 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:59.038398 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] For port a8430371-acea-4117-97a8-aec9e1df827e, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:59.041402 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] For port a8430371-acea-4117-97a8-aec9e1df827e, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a8430371-acea-4117-97a8-aec9e1df827e,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:59.140690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.174369 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.197383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Network 8a4a22da-9f28-46a2-ac29-a252731a53c9 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:59.200858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:59.204373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:59.257401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc331d7-99cf-4619-b3be-021fe531b3a3,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:59.279924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.280275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.280647 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.280985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.281320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.281561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 54c50ac0-3d2d-4f56-b43c-65765cbe5437 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:59.282018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.282018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.282281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.282607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.282981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.283310 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.283625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:59.289130 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Routers {'420ed5f0-6741-4424-ac66-309c28fefe16'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:59.289506 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['420ed5f0-6741-4424-ac66-309c28fefe16'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:59.300378 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.380518 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f1e0a-9a63-421a-9a17-7d50b7468f05 None None] Pushing event updated for resources: {'Port': ['ID=a8430371-acea-4117-97a8-aec9e1df827e,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:59.389365 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:59.389865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.504081 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] Set router 420ed5f0-6741-4424-ac66-309c28fefe16 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:19:59.613148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5591d3fd-62b9-4792-810e-5fbb25bb0d94 None None] Provisioning for port 4cc331d7-99cf-4619-b3be-021fe531b3a3 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:59.619408 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-5591d3fd-62b9-4792-810e-5fbb25bb0d94 None None] Provisioning complete for port 4cc331d7-99cf-4619-b3be-021fe531b3a3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:59.619791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5591d3fd-62b9-4792-810e-5fbb25bb0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.673472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5591d3fd-62b9-4792-810e-5fbb25bb0d94 None None] Port 4cc331d7-99cf-4619-b3be-021fe531b3a3 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:19:59.760700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.781478 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:56Z', 'revision_number': 3, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:59.785279 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35955d-7127-4380-9d79-e06e81c75af8 None None] The sync data for ids ['420ed5f0-6741-4424-ac66-309c28fefe16'] in dv-neutron-833203-2-hyperv is: [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:56Z', 'revision_number': 3, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:19:59.996820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.062220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.170629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.174068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc331d7-99cf-4619-b3be-021fe531b3a3,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:00.322499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Network 8a4a22da-9f28-46a2-ac29-a252731a53c9 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:00.323697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:00.520534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Router 420ed5f0-6741-4424-ac66-309c28fefe16 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:20:00.598781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-addaec8f-6af8-4367-9fd9-d7559e743fc1 None None] Provisioning complete for port 4cc331d7-99cf-4619-b3be-021fe531b3a3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:00.599301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-addaec8f-6af8-4367-9fd9-d7559e743fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.654833 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-addaec8f-6af8-4367-9fd9-d7559e743fc1 None None] Port 4cc331d7-99cf-4619-b3be-021fe531b3a3 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:00.703476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:20:00.711981 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8287abbd-39d7-458a-bf83-c1ff24c60cc7 admin admin] 10.222.0.39 "PUT /v2.0/routers/420ed5f0-6741-4424-ac66-309c28fefe16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7222381 Mar 11 16:20:01.220128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Sync routers for ids ['420ed5f0-6741-4424-ac66-309c28fefe16'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:20:01.233323 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Routers {'420ed5f0-6741-4424-ac66-309c28fefe16'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:01.233953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['420ed5f0-6741-4424-ac66-309c28fefe16'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:01.286099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a8430371-acea-4117-97a8-aec9e1df827e up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:01.446602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48424) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:01.452972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1630026453-network', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:01.457621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:01.466442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Usage tracker for resource:network and tenant:3625e38abadb43b8b5a52620cd737f0f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:01.466442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:01.469085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Set router 420ed5f0-6741-4424-ac66-309c28fefe16 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:01.470440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:01.518344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port a8430371-acea-4117-97a8-aec9e1df827e completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:01.528298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a8430371-acea-4117-97a8-aec9e1df827e triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:01.528695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.545201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Made reservation on behalf of 3625e38abadb43b8b5a52620cd737f0f for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:01.547552 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.560510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.575508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:01.580158 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3625e38abadb43b8b5a52620cd737f0f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:01.583288 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:01.589285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:01.670620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.742058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.770098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:20:01.786107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5362a70-7a35-42f2-85d6-ec12f7a3563f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:01.790855 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.791201 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Added segment c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe of type vlan for network 0d6fd861-a2d0-433e-9c97-47ef6fb89234 Mar 11 16:20:01.819424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.900999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.928339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port a8430371-acea-4117-97a8-aec9e1df827e, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a8430371-acea-4117-97a8-aec9e1df827e,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:01.930619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.931679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:01.932267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.949202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 4, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4cc331d7-99cf-4619-b3be-021fe531b3a3', 'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'mac_address': 'fa:16:3e:e2:fd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 2, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'subnets': [{'id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:01.953134 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Checking router: 420ed5f0-6741-4424-ac66-309c28fefe16 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:20:01.953518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Updating router 420ed5f0-6741-4424-ac66-309c28fefe16 port 4cc331d7-99cf-4619-b3be-021fe531b3a3 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:20:02.013432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.024290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.038561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6fd861-a2d0-433e-9c97-47ef6fb89234,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:02.064661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 0d6fd861-a2d0-433e-9c97-47ef6fb89234 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:02.125962 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b88d2afd-e713-4920-b5e4-47104eda31f7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6757853 Mar 11 16:20:02.126157 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48428) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:02.131704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Request body: {'subnet': {'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1630026453-subnet', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'ip_version': 4}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:02.136429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:02.141083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Usage tracker for resource:subnet and tenant:3625e38abadb43b8b5a52620cd737f0f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:02.143909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:02.149668 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:02.292747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=a8430371-acea-4117-97a8-aec9e1df827e,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:02.367318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Made reservation on behalf of 3625e38abadb43b8b5a52620cd737f0f for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:02.369697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.510794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.522579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Transition to ACTIVE for port object 4cc331d7-99cf-4619-b3be-021fe531b3a3 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:02.608664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.647574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.724666 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faef175b-b731-4866-bbfc-09b54c974e22,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:02.741337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Checking segment: {'id': 'c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:02.741985 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Network hostable DHCP agents. Network: 0d6fd861-a2d0-433e-9c97-47ef6fb89234, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:02.755155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0cf6e-c87c-4f60-a4b3-669bc9f5eff4 None None] Pushing event updated for resources: {'Port': ['ID=4cc331d7-99cf-4619-b3be-021fe531b3a3,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:02.858017 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Attempting to bind port 4cc331d7-99cf-4619-b3be-021fe531b3a3 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:02.858385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Attempting to bind port 4cc331d7-99cf-4619-b3be-021fe531b3a3 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:02.858795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Attempting to bind port 4cc331d7-99cf-4619-b3be-021fe531b3a3 on network 8a4a22da-9f28-46a2-ac29-a252731a53c9 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:02.864056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:02.864443 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Checking segment: {'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:02.864879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.869943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Bound using segment: {'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:02.869943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Bound port: 4cc331d7-99cf-4619-b3be-021fe531b3a3, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:02.869943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.921840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Network 0d6fd861-a2d0-433e-9c97-47ef6fb89234 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:02.966831 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] For port 4cc331d7-99cf-4619-b3be-021fe531b3a3, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:02.969819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] For port 4cc331d7-99cf-4619-b3be-021fe531b3a3, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4cc331d7-99cf-4619-b3be-021fe531b3a3,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:02.975913 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 0d6fd861-a2d0-433e-9c97-47ef6fb89234) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:02.979945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:02.984901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.985155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f3db3-55dc-473c-800c-1419db96aef4 None None] Network 0d6fd861-a2d0-433e-9c97-47ef6fb89234 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:03.062782 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7c1aad12-73d2-4ced-999f-58aded8ca933 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9355714 Mar 11 16:20:03.065177 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.065393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48432) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:03.070139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1630026453-router', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:03.074692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:03.079440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Usage tracker for resource:router and tenant:3625e38abadb43b8b5a52620cd737f0f is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:03.081454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:03.087017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:03.173913 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Routers {'420ed5f0-6741-4424-ac66-309c28fefe16'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:03.174683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['420ed5f0-6741-4424-ac66-309c28fefe16'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:03.174809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.175643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.195411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.249527 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0cf6e-c87c-4f60-a4b3-669bc9f5eff4 None None] Pushing event updated for resources: {'Port': ['ID=4cc331d7-99cf-4619-b3be-021fe531b3a3,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:03.282748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a8430371-acea-4117-97a8-aec9e1df827e up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:03.543891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-0d6fd861-a2d0-433e-9c97-47ef6fb89234', 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'fixed_ips': [{'subnet_id': 'faef175b-b731-4866-bbfc-09b54c974e22'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:03.544744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.567795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.578786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] Set router 420ed5f0-6741-4424-ac66-309c28fefe16 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:03.672949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a8430371-acea-4117-97a8-aec9e1df827e triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:03.673339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.954928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.985831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.026268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Allocated IP 172.20.0.2 (0d6fd861-a2d0-433e-9c97-47ef6fb89234/faef175b-b731-4866-bbfc-09b54c974e22/321f034b-03fd-4f8e-ae06-40b7b7062650) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:04.125101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Allocated IP 172.26.6.135 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/a363e0b7-f203-4236-a9b3-1f415d031299) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:04.281603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.294093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 4, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4cc331d7-99cf-4619-b3be-021fe531b3a3', 'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'mac_address': 'fa:16:3e:e2:fd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:02Z', 'revision_number': 4, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'subnets': [{'id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:04.307628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e232da9-3629-49ab-bc91-d338471b2f2c None None] The sync data for ids ['420ed5f0-6741-4424-ac66-309c28fefe16'] in dv-neutron-833203-2-hyperv is: [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 4, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4cc331d7-99cf-4619-b3be-021fe531b3a3', 'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'mac_address': 'fa:16:3e:e2:fd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:02Z', 'revision_number': 4, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'subnets': [{'id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:20:04.328011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.338811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Transition to ACTIVE for port object 321f034b-03fd-4f8e-ae06-40b7b7062650 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:04.370578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Transition to ACTIVE for port object 321f034b-03fd-4f8e-ae06-40b7b7062650 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:04.371692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.447193 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:04.450948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:04.453595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:04.480275 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.555703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Network 0d6fd861-a2d0-433e-9c97-47ef6fb89234 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:04.559677 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:04.564497 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:04.566794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Pushing event updated for resources: {'Port': ['ID=321f034b-03fd-4f8e-ae06-40b7b7062650,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:04.639235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Pushing event updated for resources: {'Port': ['ID=a363e0b7-f203-4236-a9b3-1f415d031299,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:04.662571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Attempting to bind port 321f034b-03fd-4f8e-ae06-40b7b7062650 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:04.663039 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Attempting to bind port 321f034b-03fd-4f8e-ae06-40b7b7062650 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:04.663467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Attempting to bind port 321f034b-03fd-4f8e-ae06-40b7b7062650 on network 0d6fd861-a2d0-433e-9c97-47ef6fb89234 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:04.669155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:04.669614 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Checking segment: {'id': 'c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:04.670089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.670556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Bound using segment: {'id': 'c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:04.671174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Bound port: 321f034b-03fd-4f8e-ae06-40b7b7062650, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:04.671613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.767171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] For port 321f034b-03fd-4f8e-ae06-40b7b7062650, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:04.772216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] For port 321f034b-03fd-4f8e-ae06-40b7b7062650, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=321f034b-03fd-4f8e-ae06-40b7b7062650,segment=NetworkSegment(c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe),segment_id=c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:04.857364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.939049 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c255e-f94e-42ae-8b67-28c1fd48e03d None None] Pushing event updated for resources: {'Port': ['ID=321f034b-03fd-4f8e-ae06-40b7b7062650,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:05.147930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.355339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4cc331d7-99cf-4619-b3be-021fe531b3a3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:05.493436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 4cc331d7-99cf-4619-b3be-021fe531b3a3 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:05.498929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4cc331d7-99cf-4619-b3be-021fe531b3a3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:05.502598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.542062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.625036 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.664862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 4cc331d7-99cf-4619-b3be-021fe531b3a3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4cc331d7-99cf-4619-b3be-021fe531b3a3,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:05.755516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.757068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 321f034b-03fd-4f8e-ae06-40b7b7062650 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:05.865329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Router f0a92c44-bfe4-4178-b641-f565e6b6a024 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:20:05.887944 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=4cc331d7-99cf-4619-b3be-021fe531b3a3,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:05.955871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 321f034b-03fd-4f8e-ae06-40b7b7062650 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:05.972711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05176814-c147-43ae-b33a-34e3a2fcafc6 None None] Network 0d6fd861-a2d0-433e-9c97-47ef6fb89234 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:06.048405 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:20:06.058563 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Sync routers for ids ['f0a92c44-bfe4-4178-b641-f565e6b6a024'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:20:06.071409 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Routers {'f0a92c44-bfe4-4178-b641-f565e6b6a024'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:06.072005 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0a92c44-bfe4-4178-b641-f565e6b6a024'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:06.165090 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.166349 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a6e57263-75b2-4004-bef5-209aa51d53ff admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1000714 Mar 11 16:20:06.169539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48436) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:06.224257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bbf1720d-fdac-4a91-ad4d-8f46396e942a None None] Provisioning for port 321f034b-03fd-4f8e-ae06-40b7b7062650 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:06.235068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bbf1720d-fdac-4a91-ad4d-8f46396e942a None None] Provisioning complete for port 321f034b-03fd-4f8e-ae06-40b7b7062650 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:06.235433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bbf1720d-fdac-4a91-ad4d-8f46396e942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.255451 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Set router f0a92c44-bfe4-4178-b641-f565e6b6a024 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:06.387160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bbf1720d-fdac-4a91-ad4d-8f46396e942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.424774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-bbf1720d-fdac-4a91-ad4d-8f46396e942a None None] For port 321f034b-03fd-4f8e-ae06-40b7b7062650, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=321f034b-03fd-4f8e-ae06-40b7b7062650,segment=NetworkSegment(c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe),segment_id=c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:06.514662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bbf1720d-fdac-4a91-ad4d-8f46396e942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.582369 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'name': 'tempest-TestMinimumBasicScenario-1630026453-router', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:03Z', 'updated_at': '2022-03-11T16:20:04Z', 'revision_number': 3, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'gw_port': {'id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:05:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:04Z', 'updated_at': '2022-03-11T16:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:06.586330 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Checking router: f0a92c44-bfe4-4178-b641-f565e6b6a024 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:20:06.586728 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Updating router f0a92c44-bfe4-4178-b641-f565e6b6a024 port a363e0b7-f203-4236-a9b3-1f415d031299 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:20:06.600772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1720d-fdac-4a91-ad4d-8f46396e942a None None] Pushing event updated for resources: {'Port': ['ID=321f034b-03fd-4f8e-ae06-40b7b7062650,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:06.635289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-909f2d20-0b30-4fb8-bc8d-33b17368be2d None None] Provisioning complete for port 321f034b-03fd-4f8e-ae06-40b7b7062650 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:06.635601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-909f2d20-0b30-4fb8-bc8d-33b17368be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.645136 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.998974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.013182 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.024721 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Transition to ACTIVE for port object a363e0b7-f203-4236-a9b3-1f415d031299 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:07.150089 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.200462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Allocated IP 172.20.0.1 (0d6fd861-a2d0-433e-9c97-47ef6fb89234/faef175b-b731-4866-bbfc-09b54c974e22/c484d8c6-b74b-4cce-bcae-50e637a78e9a) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:07.243702 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Attempting to bind port a363e0b7-f203-4236-a9b3-1f415d031299 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:07.244077 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Attempting to bind port a363e0b7-f203-4236-a9b3-1f415d031299 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:07.244613 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Attempting to bind port a363e0b7-f203-4236-a9b3-1f415d031299 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:07.245871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4cc331d7-99cf-4619-b3be-021fe531b3a3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:07.250892 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67cc2d-42ab-4ea1-8230-dfb580f9aa2c None None] Pushing event updated for resources: {'Port': ['ID=a363e0b7-f203-4236-a9b3-1f415d031299,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:07.253305 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:07.253671 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:07.254124 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.254628 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:07.255096 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Bound port: a363e0b7-f203-4236-a9b3-1f415d031299, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:07.255514 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.322582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 4cc331d7-99cf-4619-b3be-021fe531b3a3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:07.322954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.338469 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] For port a363e0b7-f203-4236-a9b3-1f415d031299, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:07.341788 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] For port a363e0b7-f203-4236-a9b3-1f415d031299, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a363e0b7-f203-4236-a9b3-1f415d031299,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:07.361281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.376928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Transition to ACTIVE for port object c484d8c6-b74b-4cce-bcae-50e637a78e9a will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:07.424942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.441516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 321f034b-03fd-4f8e-ae06-40b7b7062650 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:07.488176 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.501838 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Routers {'f0a92c44-bfe4-4178-b641-f565e6b6a024'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:07.502369 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0a92c44-bfe4-4178-b641-f565e6b6a024'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:07.513433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 321f034b-03fd-4f8e-ae06-40b7b7062650 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:07.513803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.552761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Network 0d6fd861-a2d0-433e-9c97-47ef6fb89234 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:07.555944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:07.564916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:07.566797 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67cc2d-42ab-4ea1-8230-dfb580f9aa2c None None] Pushing event updated for resources: {'Port': ['ID=a363e0b7-f203-4236-a9b3-1f415d031299,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:07.600479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Pushing event updated for resources: {'Port': ['ID=c484d8c6-b74b-4cce-bcae-50e637a78e9a,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:07.634795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.698791 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] Set router f0a92c44-bfe4-4178-b641-f565e6b6a024 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:07.830551 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.961700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-93e0f119-1cd2-487f-a375-b6f09b9ee2d4 None None] Provisioning for port c484d8c6-b74b-4cce-bcae-50e637a78e9a completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:07.966831 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-93e0f119-1cd2-487f-a375-b6f09b9ee2d4 None None] Provisioning complete for port c484d8c6-b74b-4cce-bcae-50e637a78e9a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:07.967226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-93e0f119-1cd2-487f-a375-b6f09b9ee2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.981404 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'name': 'tempest-TestMinimumBasicScenario-1630026453-router', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:03Z', 'updated_at': '2022-03-11T16:20:04Z', 'revision_number': 3, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'gw_port': {'id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:05:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:04Z', 'updated_at': '2022-03-11T16:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:07.985789 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd11ea-3e34-4703-a4e8-a810b28ff9aa None None] The sync data for ids ['f0a92c44-bfe4-4178-b641-f565e6b6a024'] in dv-neutron-833203-2-hyperv is: [{'id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'name': 'tempest-TestMinimumBasicScenario-1630026453-router', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:03Z', 'updated_at': '2022-03-11T16:20:04Z', 'revision_number': 3, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'gw_port': {'id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:05:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:04Z', 'updated_at': '2022-03-11T16:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:20:08.032101 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-93e0f119-1cd2-487f-a375-b6f09b9ee2d4 None None] Port c484d8c6-b74b-4cce-bcae-50e637a78e9a cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:08.066377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.127723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.234079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Pushing event updated for resources: {'Port': ['ID=c484d8c6-b74b-4cce-bcae-50e637a78e9a,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:08.236366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.494606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Network 0d6fd861-a2d0-433e-9c97-47ef6fb89234 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:08.495782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:08.688740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Router f0a92c44-bfe4-4178-b641-f565e6b6a024 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:20:08.755079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f4631a6c-4c04-4921-8e66-7440edfad915 None None] Provisioning complete for port c484d8c6-b74b-4cce-bcae-50e637a78e9a triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:08.755632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f4631a6c-4c04-4921-8e66-7440edfad915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.810424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f4631a6c-4c04-4921-8e66-7440edfad915 None None] Port c484d8c6-b74b-4cce-bcae-50e637a78e9a cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:08.879533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:20:08.888492 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-452bfc73-318f-4014-bcf4-76b06eed949d admin admin] 10.222.0.39 "PUT /v2.0/routers/f0a92c44-bfe4-4178-b641-f565e6b6a024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7178473 Mar 11 16:20:09.268140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a363e0b7-f203-4236-a9b3-1f415d031299 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:09.399084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port a363e0b7-f203-4236-a9b3-1f415d031299 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:09.404928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a363e0b7-f203-4236-a9b3-1f415d031299 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:09.405317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.514898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Sync routers for ids ['f0a92c44-bfe4-4178-b641-f565e6b6a024'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:20:09.536229 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.542008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Routers {'f0a92c44-bfe4-4178-b641-f565e6b6a024'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:09.542688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0a92c44-bfe4-4178-b641-f565e6b6a024'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:09.623475 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port a363e0b7-f203-4236-a9b3-1f415d031299, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a363e0b7-f203-4236-a9b3-1f415d031299,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:09.726494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.768244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Set router f0a92c44-bfe4-4178-b641-f565e6b6a024 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:09.973796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=a363e0b7-f203-4236-a9b3-1f415d031299,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:10.156484 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'name': 'tempest-TestMinimumBasicScenario-1630026453-router', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:03Z', 'updated_at': '2022-03-11T16:20:07Z', 'revision_number': 4, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'gw_port': {'id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:05:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:04Z', 'updated_at': '2022-03-11T16:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'c484d8c6-b74b-4cce-bcae-50e637a78e9a', 'name': '', 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'mac_address': 'fa:16:3e:7a:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'faef175b-b731-4866-bbfc-09b54c974e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:07Z', 'updated_at': '2022-03-11T16:20:07Z', 'revision_number': 2, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'subnets': [{'id': 'faef175b-b731-4866-bbfc-09b54c974e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:10.160616 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Checking router: f0a92c44-bfe4-4178-b641-f565e6b6a024 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:20:10.160966 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Updating router f0a92c44-bfe4-4178-b641-f565e6b6a024 port c484d8c6-b74b-4cce-bcae-50e637a78e9a binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:20:10.220059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.607199 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.623609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Transition to ACTIVE for port object c484d8c6-b74b-4cce-bcae-50e637a78e9a will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:10.707346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.877601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0121482-ca62-4ca4-a832-6be12ed6c7d6 None None] Pushing event updated for resources: {'Port': ['ID=c484d8c6-b74b-4cce-bcae-50e637a78e9a,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:10.951676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Attempting to bind port c484d8c6-b74b-4cce-bcae-50e637a78e9a on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:10.952137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Attempting to bind port c484d8c6-b74b-4cce-bcae-50e637a78e9a by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:10.952591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Attempting to bind port c484d8c6-b74b-4cce-bcae-50e637a78e9a on network 0d6fd861-a2d0-433e-9c97-47ef6fb89234 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:10.961288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:10.961778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Checking segment: {'id': 'c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:10.962254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.962719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Bound using segment: {'id': 'c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:10.963307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Bound port: c484d8c6-b74b-4cce-bcae-50e637a78e9a, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:10.964044 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.074500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] For port c484d8c6-b74b-4cce-bcae-50e637a78e9a, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:11.078644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] For port c484d8c6-b74b-4cce-bcae-50e637a78e9a, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c484d8c6-b74b-4cce-bcae-50e637a78e9a,segment=NetworkSegment(c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe),segment_id=c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:11.150777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.252296 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Routers {'f0a92c44-bfe4-4178-b641-f565e6b6a024'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:11.253207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:19:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0a92c44-bfe4-4178-b641-f565e6b6a024'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:11.314292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a363e0b7-f203-4236-a9b3-1f415d031299 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:11.349702 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0121482-ca62-4ca4-a832-6be12ed6c7d6 None None] Pushing event updated for resources: {'Port': ['ID=c484d8c6-b74b-4cce-bcae-50e637a78e9a,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:11.525901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a363e0b7-f203-4236-a9b3-1f415d031299 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:11.525901 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.550395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] Set router f0a92c44-bfe4-4178-b641-f565e6b6a024 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:11.985995 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'name': 'tempest-TestMinimumBasicScenario-1630026453-router', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:03Z', 'updated_at': '2022-03-11T16:20:07Z', 'revision_number': 4, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'gw_port': {'id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:05:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:04Z', 'updated_at': '2022-03-11T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'c484d8c6-b74b-4cce-bcae-50e637a78e9a', 'name': '', 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'mac_address': 'fa:16:3e:7a:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'faef175b-b731-4866-bbfc-09b54c974e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:07Z', 'updated_at': '2022-03-11T16:20:11Z', 'revision_number': 4, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'subnets': [{'id': 'faef175b-b731-4866-bbfc-09b54c974e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:11.990398 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a07de-a3ca-4a8b-9af4-ed65d1cf235e None None] The sync data for ids ['f0a92c44-bfe4-4178-b641-f565e6b6a024'] in dv-neutron-833203-2-hyperv is: [{'id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'name': 'tempest-TestMinimumBasicScenario-1630026453-router', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:03Z', 'updated_at': '2022-03-11T16:20:07Z', 'revision_number': 4, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'gw_port': {'id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:05:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:04Z', 'updated_at': '2022-03-11T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'c484d8c6-b74b-4cce-bcae-50e637a78e9a', 'name': '', 'network_id': '0d6fd861-a2d0-433e-9c97-47ef6fb89234', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'mac_address': 'fa:16:3e:7a:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'faef175b-b731-4866-bbfc-09b54c974e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:07Z', 'updated_at': '2022-03-11T16:20:11Z', 'revision_number': 4, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'subnets': [{'id': 'faef175b-b731-4866-bbfc-09b54c974e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:20:13.285667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c484d8c6-b74b-4cce-bcae-50e637a78e9a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:13.445008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port c484d8c6-b74b-4cce-bcae-50e637a78e9a completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:13.451337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port c484d8c6-b74b-4cce-bcae-50e637a78e9a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:13.455079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.583410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.623529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port c484d8c6-b74b-4cce-bcae-50e637a78e9a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c484d8c6-b74b-4cce-bcae-50e637a78e9a,segment=NetworkSegment(c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe),segment_id=c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:13.688055 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.764888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=c484d8c6-b74b-4cce-bcae-50e637a78e9a,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:13.772146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:13.772487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:13.772884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:13.773269 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:13.776250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:13.776617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:13.776945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:13.777279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:13.777621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:13.777897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:13.778216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:13.778525 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:15.247770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c484d8c6-b74b-4cce-bcae-50e637a78e9a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:15.344936 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port c484d8c6-b74b-4cce-bcae-50e637a78e9a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:15.345450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.742621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-63011c98-cf41-48ad-9067-da5d89ef5a9f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:20.743297 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-63011c98-cf41-48ad-9067-da5d89ef5a9f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Synchronizing usage tracker for tenant:595789f4f04d4b619e897ef26338e1d8 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:20.844639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-63011c98-cf41-48ad-9067-da5d89ef5a9f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Unset dirty status for tenant:595789f4f04d4b619e897ef26338e1d8 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:20.845837 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-63011c98-cf41-48ad-9067-da5d89ef5a9f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/networks?id=8a4a22da-9f28-46a2-ac29-a252731a53c9 HTTP/1.1" status: 200 len: 815 time: 0.2457294 Mar 11 16:20:20.861567 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-9197733c-0b4c-466e-b5ec-e02765d94b96 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/quotas/595789f4f04d4b619e897ef26338e1d8 HTTP/1.1" status: 200 len: 375 time: 0.0102355 Mar 11 16:20:20.881609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dbfe0b88-db2f-4289-b5d3-93dad2e5e31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.945523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-af6cd218-29ef-436a-9bcb-0371a5922e50 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Synchronizing usage tracker for tenant:595789f4f04d4b619e897ef26338e1d8 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:21.064179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-af6cd218-29ef-436a-9bcb-0371a5922e50 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Unset dirty status for tenant:595789f4f04d4b619e897ef26338e1d8 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:21.065482 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-af6cd218-29ef-436a-9bcb-0371a5922e50 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=595789f4f04d4b619e897ef26338e1d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1991398 Mar 11 16:20:21.294332 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-01266085-1647-44e3-8958-741697762d2c service neutron] 10.222.0.39 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170019 Mar 11 16:20:21.423638 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-f5f9ab71-98a5-4db7-8adc-b89755f0f36b service neutron] 10.222.0.39 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234868 Mar 11 16:20:21.693256 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-757c9eca-f242-4bfb-b9ff-f4eb1d881230 req-869ebd6e-983b-43a7-8c39-411d25a1976a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 210 time: 0.0410855 Mar 11 16:20:22.787811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-34b12fe2-1584-4f55-af89-2c957544e1eb req-f199afe3-dc17-43ec-b68c-341a786f4ea5 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 210 time: 0.0428779 Mar 11 16:20:23.681501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-225063ed-38a7-4ffa-b6a7-6233cb6a763e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.935394 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-59dd0913-a805-4473-8dfb-dc7fbccd2767 req-a0c56024-3ac3-47cf-9197-99b3ab7483a8 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 210 time: 0.0442030 Mar 11 16:20:24.177083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-fee04694-4929-414f-ab4d-c1651c7a95ca tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:24.178493 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-fee04694-4929-414f-ab4d-c1651c7a95ca tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.30 "GET /v2.0/networks?id=8a4a22da-9f28-46a2-ac29-a252731a53c9 HTTP/1.1" status: 200 len: 815 time: 0.1453085 Mar 11 16:20:24.190399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Request body: {'port': {'device_id': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'admin_state_up': True, 'tenant_id': '595789f4f04d4b619e897ef26338e1d8'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:24.413094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.430052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:24.439938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:24.524334 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Made reservation on behalf of 595789f4f04d4b619e897ef26338e1d8 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:24.528441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.693671 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Allocated IP 172.20.0.9 (8a4a22da-9f28-46a2-ac29-a252731a53c9/045d0ecf-7adf-4d50-9f43-fed714c43e89/81439980-0351-445b-8c66-36df0568b6f2) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:24.697714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.781624 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:20:24.898953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.916842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Transition to ACTIVE for port object 81439980-0351-445b-8c66-36df0568b6f2 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:25.010436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.064854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Network 8a4a22da-9f28-46a2-ac29-a252731a53c9 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:25.072242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:25.082729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:25.249121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'Port': ['ID=81439980-0351-445b-8c66-36df0568b6f2,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:25.273909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:25.277776 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.324899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd536e2-1004-4cf4-baf2-18b064311c7c req-2b3414e4-7945-474a-a285-5fbefb246811 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:25.326033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-efd536e2-1004-4cf4-baf2-18b064311c7c req-2b3414e4-7945-474a-a285-5fbefb246811 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Synchronizing usage tracker for tenant:595789f4f04d4b619e897ef26338e1d8 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:25.389652 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-34b5a736-d420-42dc-ad8a-ad05636a64c4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2030056 Mar 11 16:20:25.473313 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-efd536e2-1004-4cf4-baf2-18b064311c7c req-2b3414e4-7945-474a-a285-5fbefb246811 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Unset dirty status for tenant:595789f4f04d4b619e897ef26338e1d8 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:25.485759 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-efd536e2-1004-4cf4-baf2-18b064311c7c req-2b3414e4-7945-474a-a285-5fbefb246811 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 931 time: 0.4117320 Mar 11 16:20:25.534708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-efd536e2-1004-4cf4-baf2-18b064311c7c req-bce47241-cfb3-4169-81cf-cdf4fef82e51 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Synchronizing usage tracker for tenant:595789f4f04d4b619e897ef26338e1d8 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:25.567743 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f3c0be75-256c-4b14-b119-2d55619a1145 None None] Provisioning for port 81439980-0351-445b-8c66-36df0568b6f2 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:25.573547 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f3c0be75-256c-4b14-b119-2d55619a1145 None None] Provisioning complete for port 81439980-0351-445b-8c66-36df0568b6f2 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:25.573908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f3c0be75-256c-4b14-b119-2d55619a1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.632250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0be75-256c-4b14-b119-2d55619a1145 None None] Port 81439980-0351-445b-8c66-36df0568b6f2 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:25.665033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-efd536e2-1004-4cf4-baf2-18b064311c7c req-bce47241-cfb3-4169-81cf-cdf4fef82e51 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Unset dirty status for tenant:595789f4f04d4b619e897ef26338e1d8 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:25.666868 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-efd536e2-1004-4cf4-baf2-18b064311c7c req-bce47241-cfb3-4169-81cf-cdf4fef82e51 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737006 Mar 11 16:20:26.073163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.367661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.857504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2795e7b-b0b5-49ed-917d-2c67b79a7e30 req-9eeb1a4f-1b2b-41d6-8389-417fc39f2f36 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:26.859089 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f2795e7b-b0b5-49ed-917d-2c67b79a7e30 req-9eeb1a4f-1b2b-41d6-8389-417fc39f2f36 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 931 time: 0.0833216 Mar 11 16:20:26.910352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f2795e7b-b0b5-49ed-917d-2c67b79a7e30 req-b4124cde-9c50-4c94-b113-0747ccd5d0a0 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456293 Mar 11 16:20:28.108478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25602f0-878d-41bb-93eb-e429f69e9c4e req-b50206f9-0736-4bb1-ae9c-4582d3de3953 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:28.110243 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f25602f0-878d-41bb-93eb-e429f69e9c4e req-b50206f9-0736-4bb1-ae9c-4582d3de3953 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 931 time: 0.0866823 Mar 11 16:20:28.157913 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f25602f0-878d-41bb-93eb-e429f69e9c4e req-f4e1c9bf-e2d6-4632-971b-89a55d086df3 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Mar 11 16:20:29.370138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86faf-b5a2-4994-8ddd-5549f6327314 req-7458f0be-8fcd-4cf9-8d7d-e02039f1b7ec tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:29.372344 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e6c86faf-b5a2-4994-8ddd-5549f6327314 req-7458f0be-8fcd-4cf9-8d7d-e02039f1b7ec tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 931 time: 0.0931797 Mar 11 16:20:29.429771 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e6c86faf-b5a2-4994-8ddd-5549f6327314 req-9a4e79ff-d965-4218-a7ee-d0907c628d49 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457878 Mar 11 16:20:30.618265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548122e-7399-452e-abbc-384db47dc802 req-a769cbf4-bdb9-4e74-ac6b-54f316056de3 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:30.619765 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c548122e-7399-452e-abbc-384db47dc802 req-a769cbf4-bdb9-4e74-ac6b-54f316056de3 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 931 time: 0.0812819 Mar 11 16:20:30.667152 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c548122e-7399-452e-abbc-384db47dc802 req-5c57b401-8306-4e10-be29-613704701d55 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Mar 11 16:20:31.859849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ac6ae-8c0c-40b3-8bb9-06dde8e2f9a5 req-c80bf104-50d7-46c1-b736-f2a478c91a78 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:31.861378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4b5ac6ae-8c0c-40b3-8bb9-06dde8e2f9a5 req-c80bf104-50d7-46c1-b736-f2a478c91a78 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 931 time: 0.0865297 Mar 11 16:20:31.908238 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4b5ac6ae-8c0c-40b3-8bb9-06dde8e2f9a5 req-17a44146-08c2-4edc-9571-7ee775368e6b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Mar 11 16:20:33.087211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631647c9-91ac-4b53-8655-735cce7eae0d req-0769d035-851f-4e9e-9c34-8a21e42b57ce tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:33.088764 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-631647c9-91ac-4b53-8655-735cce7eae0d req-0769d035-851f-4e9e-9c34-8a21e42b57ce tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 931 time: 0.0796840 Mar 11 16:20:33.131423 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-631647c9-91ac-4b53-8655-735cce7eae0d req-1596d2a0-f711-4820-8523-90323c816db5 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365784 Mar 11 16:20:34.317997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fa74e-c47d-413d-b88c-a13b81c8e4f9 req-edf39c16-5a35-45de-a0aa-2013cf97a9b7 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:34.319443 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fd7fa74e-c47d-413d-b88c-a13b81c8e4f9 req-edf39c16-5a35-45de-a0aa-2013cf97a9b7 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 931 time: 0.0855398 Mar 11 16:20:34.362324 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fd7fa74e-c47d-413d-b88c-a13b81c8e4f9 req-ce714a10-a92f-4d2c-9c84-489074f3652f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371864 Mar 11 16:20:34.613117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-32f9c3c8-85ea-4424-929b-4489e3a9d210 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:20:34.614067 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-32f9c3c8-85ea-4424-929b-4489e3a9d210 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051577 Mar 11 16:20:34.668235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Request body: {'port': {'device_id': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:34.779033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.201872 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81439980-0351-445b-8c66-36df0568b6f2 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:20:35.209089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.223406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Transition to ACTIVE for port object 81439980-0351-445b-8c66-36df0568b6f2 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:35.292974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.448838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Pushing event updated for resources: {'Port': ['ID=81439980-0351-445b-8c66-36df0568b6f2,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:35.585019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Attempting to bind port 81439980-0351-445b-8c66-36df0568b6f2 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:35.585351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Attempting to bind port 81439980-0351-445b-8c66-36df0568b6f2 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:35.585681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Attempting to bind port 81439980-0351-445b-8c66-36df0568b6f2 on network 8a4a22da-9f28-46a2-ac29-a252731a53c9 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:35.597130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Port 81439980-0351-445b-8c66-36df0568b6f2 on network 8a4a22da-9f28-46a2-ac29-a252731a53c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:20:35.597449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Attempting to bind port 81439980-0351-445b-8c66-36df0568b6f2 on network 8a4a22da-9f28-46a2-ac29-a252731a53c9 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:35.606882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:35.607561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Checking segment: {'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:35.608075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Bound using segment: {'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:35.608687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Bound port: 81439980-0351-445b-8c66-36df0568b6f2, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8188cb1-3c32-44f7-9fab-54e6717c105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:35.609168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.634262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f9cef-c678-4abb-abed-d68147d01d97 req-73d6c6f3-54ae-4563-be27-e2b0a39e40aa tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:35.635696 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-028f9cef-c678-4abb-abed-d68147d01d97 req-73d6c6f3-54ae-4563-be27-e2b0a39e40aa tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 943 time: 0.1444604 Mar 11 16:20:35.732776 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-028f9cef-c678-4abb-abed-d68147d01d97 req-ecd33f56-a5f7-4b02-b8a9-227fb3e62c26 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687509 Mar 11 16:20:35.743086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] For port 81439980-0351-445b-8c66-36df0568b6f2, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:35.746926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] For port 81439980-0351-445b-8c66-36df0568b6f2, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=81439980-0351-445b-8c66-36df0568b6f2,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:35.824640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.883490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:35.884081 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.885454 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] 10.222.0.30 "PUT /v2.0/ports/81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 200 len: 1093 time: 1.2631037 Mar 11 16:20:35.885881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'tag': '81439980-0351-445b-8c66-36df0568b6f2'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:20:35.914585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30d0fb-d5bd-4acd-8c7b-87607d924f66 service neutron] Pushing event updated for resources: {'Port': ['ID=81439980-0351-445b-8c66-36df0568b6f2,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:35.935366 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'tag': '81439980-0351-445b-8c66-36df0568b6f2', 'status': 'completed', 'code': 200} Mar 11 16:20:36.028775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01505c31-a217-4426-af29-ced8885d72b4 req-392660c3-de8e-4075-bc61-7c412de350bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:36.030261 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-01505c31-a217-4426-af29-ced8885d72b4 req-392660c3-de8e-4075-bc61-7c412de350bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=595789f4f04d4b619e897ef26338e1d8&device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 1096 time: 0.0736713 Mar 11 16:20:36.171191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01505c31-a217-4426-af29-ced8885d72b4 req-8eb09f17-92b3-417b-a0fb-705a937d2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:36.172569 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-01505c31-a217-4426-af29-ced8885d72b4 req-8eb09f17-92b3-417b-a0fb-705a937d2aa4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=595789f4f04d4b619e897ef26338e1d8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1354070 Mar 11 16:20:36.310361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01505c31-a217-4426-af29-ced8885d72b4 req-b343d32d-bb87-4310-b956-9544432e9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:36.312091 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-01505c31-a217-4426-af29-ced8885d72b4 req-b343d32d-bb87-4310-b956-9544432e9048 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325152 Mar 11 16:20:36.417150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-9dc0ed68-1bfa-47a5-b994-e447d5acc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:36.419152 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-9dc0ed68-1bfa-47a5-b994-e447d5acc559 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=595789f4f04d4b619e897ef26338e1d8&device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 1096 time: 0.0734050 Mar 11 16:20:36.485929 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-a59fbc3f-48c8-4dfc-b9a6-1549c92783ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 200 len: 217 time: 0.0602093 Mar 11 16:20:36.550081 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-2bca295c-118b-4288-babb-a6e6713b46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:36.551417 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-2bca295c-118b-4288-babb-a6e6713b46fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=045d0ecf-7adf-4d50-9f43-fed714c43e89 HTTP/1.1" status: 200 len: 854 time: 0.0591538 Mar 11 16:20:36.623790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-d524aaf8-efba-40c6-966d-545593636885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:36.625303 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-d524aaf8-efba-40c6-966d-545593636885 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a4a22da-9f28-46a2-ac29-a252731a53c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683057 Mar 11 16:20:36.755066 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-c48ba97e-7849-4316-bcf8-6287a6423b0a service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232555 Mar 11 16:20:36.937563 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a5ae515-19a8-4867-a44a-e61e028fe265 req-c41a2ff5-b6bf-400f-bf2c-380da1641d4d service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768932 Mar 11 16:20:36.963209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a08301-ac05-49eb-9944-948e8bac7474 req-ee36c1d3-cc7e-4da9-a1c2-08d120eb7ef8 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:36.965209 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-73a08301-ac05-49eb-9944-948e8bac7474 req-ee36c1d3-cc7e-4da9-a1c2-08d120eb7ef8 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 943 time: 0.1212947 Mar 11 16:20:37.111926 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-73a08301-ac05-49eb-9944-948e8bac7474 req-5a5c9f5f-8292-4d9c-81ab-f2e64c619e1e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409874 Mar 11 16:20:38.298308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bf8a0-3c79-48eb-be71-659973785027 req-1a15f936-a373-4c5a-9d09-ca366777b537 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:38.299773 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5d7bf8a0-3c79-48eb-be71-659973785027 req-1a15f936-a373-4c5a-9d09-ca366777b537 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 943 time: 0.0816543 Mar 11 16:20:38.343353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5d7bf8a0-3c79-48eb-be71-659973785027 req-363a7475-512b-4db7-94e4-06e751e84747 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 Mar 11 16:20:39.529127 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713eb45-96cf-4a14-8bbc-2bf1278e8487 req-2e5e0739-fada-4abd-b2aa-d75cbe104a03 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:39.530482 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f713eb45-96cf-4a14-8bbc-2bf1278e8487 req-2e5e0739-fada-4abd-b2aa-d75cbe104a03 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 943 time: 0.0832772 Mar 11 16:20:39.574029 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f713eb45-96cf-4a14-8bbc-2bf1278e8487 req-db186517-ea6a-4b4e-a778-3c071b65f67d tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379257 Mar 11 16:20:39.713221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 81439980-0351-445b-8c66-36df0568b6f2 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:20:39.842379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 81439980-0351-445b-8c66-36df0568b6f2, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=81439980-0351-445b-8c66-36df0568b6f2,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:39.855865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '81439980-0351-445b-8c66-36df0568b6f2', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'port_id': '81439980-0351-445b-8c66-36df0568b6f2', 'mac_address': 'fa:16:3e:dd:a7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:20:39.908632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.928006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81439980-0351-445b-8c66-36df0568b6f2 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:20:39.942664 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 81439980-0351-445b-8c66-36df0568b6f2, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=81439980-0351-445b-8c66-36df0568b6f2,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:40.012105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.077931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=81439980-0351-445b-8c66-36df0568b6f2,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:40.334155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['81439980-0351-445b-8c66-36df0568b6f2'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:20:40.755333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341ef59-ffbb-4e37-95f5-c97006defce4 req-793aef49-2046-48a1-a3dc-7e0e8846461d tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:40.756780 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9341ef59-ffbb-4e37-95f5-c97006defce4 req-793aef49-2046-48a1-a3dc-7e0e8846461d tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 944 time: 0.0818887 Mar 11 16:20:40.799385 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9341ef59-ffbb-4e37-95f5-c97006defce4 req-a68e80d3-6433-439e-ac84-b2bdceeabb19 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370860 Mar 11 16:20:41.709753 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 81439980-0351-445b-8c66-36df0568b6f2 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:41.841099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 81439980-0351-445b-8c66-36df0568b6f2 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:41.846337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 81439980-0351-445b-8c66-36df0568b6f2 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:41.846711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.968728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.983558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634feed-0410-4674-8b45-60a4974133b5 req-6dac7648-88cb-4a34-9af5-2e980ab9f476 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:41.985043 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a634feed-0410-4674-8b45-60a4974133b5 req-6dac7648-88cb-4a34-9af5-2e980ab9f476 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 944 time: 0.0805404 Mar 11 16:20:41.995676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81439980-0351-445b-8c66-36df0568b6f2'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:20:42.005172 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 81439980-0351-445b-8c66-36df0568b6f2, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=81439980-0351-445b-8c66-36df0568b6f2,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:42.029939 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a634feed-0410-4674-8b45-60a4974133b5 req-2d4437b7-d3b9-449b-a98a-c5c4aef9530e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390832 Mar 11 16:20:42.083993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.154651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=81439980-0351-445b-8c66-36df0568b6f2,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:42.161034 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81439980-0351-445b-8c66-36df0568b6f2', 'code': 200} Mar 11 16:20:42.624956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44f580-273b-4b37-aa4c-2c3a797e90a1 req-d299a508-bb71-44ae-86e1-82321354a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:42.626409 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0e44f580-273b-4b37-aa4c-2c3a797e90a1 req-d299a508-bb71-44ae-86e1-82321354a350 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 1098 time: 0.0723448 Mar 11 16:20:42.666793 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0e44f580-273b-4b37-aa4c-2c3a797e90a1 req-e3c7521d-dd47-4420-80d2-a0dec4fbdefe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339942 Mar 11 16:20:43.210571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d9803-492c-4f41-ab2d-b436915ef8ee req-da554106-d6fd-4bde-a288-be36013763de tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:43.212011 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ce0d9803-492c-4f41-ab2d-b436915ef8ee req-da554106-d6fd-4bde-a288-be36013763de tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 945 time: 0.0798886 Mar 11 16:20:43.258095 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ce0d9803-492c-4f41-ab2d-b436915ef8ee req-59cb1893-bc8f-4680-a3d5-22d6ce92e2e2 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 Mar 11 16:20:44.440575 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f72df-d14d-4392-a90a-2f9871b412be req-8c46ee6a-9e9a-4cff-9589-e142d38ab771 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:44.442060 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-571f72df-d14d-4392-a90a-2f9871b412be req-8c46ee6a-9e9a-4cff-9589-e142d38ab771 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 945 time: 0.0790489 Mar 11 16:20:44.485430 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-571f72df-d14d-4392-a90a-2f9871b412be req-c20f5fc7-80b8-452b-af1c-b8726fea7d07 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378742 Mar 11 16:20:44.666025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1135ab8-57d6-403a-bc2f-7e5106b920de req-30ff9eda-b15f-4623-921a-c1d494934767 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:44.668102 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e1135ab8-57d6-403a-bc2f-7e5106b920de req-30ff9eda-b15f-4623-921a-c1d494934767 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 945 time: 0.0815594 Mar 11 16:20:44.712420 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e1135ab8-57d6-403a-bc2f-7e5106b920de req-1767a9da-8c74-4330-8a40-515062ae1a20 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Mar 11 16:20:45.097683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea4ce2-5e28-4282-b4c9-e13e37bf63a5 req-c6d142b6-9916-4703-88d9-229d2c6d4437 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:45.099143 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4aea4ce2-5e28-4282-b4c9-e13e37bf63a5 req-c6d142b6-9916-4703-88d9-229d2c6d4437 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 945 time: 0.0801220 Mar 11 16:20:45.142178 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4aea4ce2-5e28-4282-b4c9-e13e37bf63a5 req-69ad99a7-f41d-4c3c-ad50-69422627adc0 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 Mar 11 16:20:50.881015 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-99e096ef-d834-4eee-ba10-75114a73978f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.689047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-33c6f95e-e746-430e-933a-134079333ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.441353 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.712310 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.063642 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.321391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.176931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadf300-40f1-4529-9989-1339efcb5d4d req-f99a59c4-fc61-44bb-b168-ab5909fa52cf tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:58.178371 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ffadf300-40f1-4529-9989-1339efcb5d4d req-f99a59c4-fc61-44bb-b168-ab5909fa52cf tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 945 time: 0.0818517 Mar 11 16:20:58.221624 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ffadf300-40f1-4529-9989-1339efcb5d4d req-425f1ecb-1087-462d-853e-e6319736274d tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370021 Mar 11 16:20:58.245605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48646) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:58.358392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057a291-eed5-4a7c-972f-2afd8e50011c tempest-TestMinimumBasicScenario-1566364994 tempest-TestMinimumBasicScenario-1566364994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:58.359100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8057a291-eed5-4a7c-972f-2afd8e50011c tempest-TestMinimumBasicScenario-1566364994 tempest-TestMinimumBasicScenario-1566364994-project-admin] Synchronizing usage tracker for tenant:3625e38abadb43b8b5a52620cd737f0f on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:58.437762 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8057a291-eed5-4a7c-972f-2afd8e50011c tempest-TestMinimumBasicScenario-1566364994 tempest-TestMinimumBasicScenario-1566364994-project-admin] Unset dirty status for tenant:3625e38abadb43b8b5a52620cd737f0f on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:58.438898 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8057a291-eed5-4a7c-972f-2afd8e50011c tempest-TestMinimumBasicScenario-1566364994 tempest-TestMinimumBasicScenario-1566364994-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 1093 time: 0.1922832 Mar 11 16:20:58.441918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48652) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:58.446692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '81439980-0351-445b-8c66-36df0568b6f2', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:58.453144 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:58.456870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Usage tracker for resource:floatingip and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:58.459584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:58.465726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:58.532101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.663863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.790663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Allocated IP 172.26.6.230 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/29464458-1358-48c8-83bd-b046116fe2f9) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:58.935448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.041284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.104687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:59.112030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:59.116786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:59.147739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'Port': ['ID=29464458-1358-48c8-83bd-b046116fe2f9,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:59.620972 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.764740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.965064 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.020670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.129351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'Port': ['ID=29464458-1358-48c8-83bd-b046116fe2f9,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:00.141034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.141379 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.141722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.142078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.142394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.142724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.143052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.143375 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.143701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.144020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.144341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.144686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.149746 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.320352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Floating IP d46a49a6-f095-488d-b2f6-3a32e7cda4a9 associated. External IP: 172.26.6.230, port: 81439980-0351-445b-8c66-36df0568b6f2. Mar 11 16:21:00.660250 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Router 420ed5f0-6741-4424-ac66-309c28fefe16 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:21:00.940953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:00.950659 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9715798-3990-4da9-aaf3-79df52eca8f8 None None] Sync routers for ids ['420ed5f0-6741-4424-ac66-309c28fefe16'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:00.959927 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9715798-3990-4da9-aaf3-79df52eca8f8 None None] Routers {'420ed5f0-6741-4424-ac66-309c28fefe16'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:00.961081 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9715798-3990-4da9-aaf3-79df52eca8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:20:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['420ed5f0-6741-4424-ac66-309c28fefe16'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:01.046977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.103724 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2efb9e11-a6dc-4aee-82fd-e8c25c77887a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6608036 Mar 11 16:21:01.104866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'tag': '81439980-0351-445b-8c66-36df0568b6f2'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:21:01.107164 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48656) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:01.113204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-444457316', 'description': 'tempest-secgroup-smoke-444457316 description', 'project_id': '595789f4f04d4b619e897ef26338e1d8'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:01.120643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:01.130536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:01.140847 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-b9715798-3990-4da9-aaf3-79df52eca8f8 None None] Set router 420ed5f0-6741-4424-ac66-309c28fefe16 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:21:01.151398 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'tag': '81439980-0351-445b-8c66-36df0568b6f2', 'status': 'completed', 'code': 200} Mar 11 16:21:01.210720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.236284 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:01.240407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Usage tracker for resource:security_group_rule and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:01.243636 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:01.243818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a139b3b-5b4c-4dd7-8d41-2b184e705f21 req-71158b53-3caa-45dc-a7f6-6610a98480f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:01.245723 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a139b3b-5b4c-4dd7-8d41-2b184e705f21 req-71158b53-3caa-45dc-a7f6-6610a98480f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=595789f4f04d4b619e897ef26338e1d8&device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 1098 time: 0.0749097 Mar 11 16:21:01.250382 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:01.332253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.393377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a139b3b-5b4c-4dd7-8d41-2b184e705f21 req-f41a79db-ffa5-479d-aeab-f7528b21b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:01.394856 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a139b3b-5b4c-4dd7-8d41-2b184e705f21 req-f41a79db-ffa5-479d-aeab-f7528b21b4bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a4a22da-9f28-46a2-ac29-a252731a53c9 HTTP/1.1" status: 200 len: 916 time: 0.1423011 Mar 11 16:21:01.406854 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.460023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeee42b-e67e-4618-8605-21106fcb5671,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:01.467847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.468219 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.468818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.473625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.473625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.473625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.473625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.473625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.473625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.473625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.473625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.473625 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.502761 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a139b3b-5b4c-4dd7-8d41-2b184e705f21 req-f8038779-0979-4ce8-9d39-32a1ddc73032 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 200 len: 999 time: 0.1018562 Mar 11 16:21:01.515599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.516863 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-62559acf-b370-4eab-aca2-9bf8dd01cb0c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4083698 Mar 11 16:21:01.519655 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48662) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:01.522640 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9715798-3990-4da9-aaf3-79df52eca8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 4, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'd46a49a6-f095-488d-b2f6-3a32e7cda4a9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'port_id': '81439980-0351-445b-8c66-36df0568b6f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'mac_address': 'fa:16:3e:dd:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:20:59Z', 'updated_at': '2022-03-11T16:20:59Z', 'revision_number': 0, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc331d7-99cf-4619-b3be-021fe531b3a3', 'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'mac_address': 'fa:16:3e:e2:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:05Z', 'revision_number': 5, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'subnets': [{'id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:01.525513 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-cacce39d-719c-415a-ad4f-871da4495497 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Request body: {'security_group_rule': {'security_group_id': 'ddeee42b-e67e-4618-8605-21106fcb5671', 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:01.531047 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9715798-3990-4da9-aaf3-79df52eca8f8 None None] Checking router: 420ed5f0-6741-4424-ac66-309c28fefe16 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:21:01.531541 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cacce39d-719c-415a-ad4f-871da4495497 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:01.535752 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9715798-3990-4da9-aaf3-79df52eca8f8 None None] Routers {'420ed5f0-6741-4424-ac66-309c28fefe16'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:01.536425 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9715798-3990-4da9-aaf3-79df52eca8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:20:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['420ed5f0-6741-4424-ac66-309c28fefe16'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:01.538665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cacce39d-719c-415a-ad4f-871da4495497 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Usage tracker for resource:security_group_rule and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:01.542572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cacce39d-719c-415a-ad4f-871da4495497 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:01.548190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cacce39d-719c-415a-ad4f-871da4495497 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:01.570905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a139b3b-5b4c-4dd7-8d41-2b184e705f21 req-f600e4c0-016a-45b0-ade6-2025ecbc8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:01.572359 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a139b3b-5b4c-4dd7-8d41-2b184e705f21 req-f600e4c0-016a-45b0-ade6-2025ecbc8d07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=045d0ecf-7adf-4d50-9f43-fed714c43e89 HTTP/1.1" status: 200 len: 854 time: 0.0628958 Mar 11 16:21:01.630717 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cacce39d-719c-415a-ad4f-871da4495497 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.648101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a139b3b-5b4c-4dd7-8d41-2b184e705f21 req-a20998c5-4cfd-4ec2-aaca-6c6a0c448ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:01.649801 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a139b3b-5b4c-4dd7-8d41-2b184e705f21 req-a20998c5-4cfd-4ec2-aaca-6c6a0c448ea3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a4a22da-9f28-46a2-ac29-a252731a53c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710537 Mar 11 16:21:01.697456 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cacce39d-719c-415a-ad4f-871da4495497 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.717010 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-b9715798-3990-4da9-aaf3-79df52eca8f8 None None] Set router 420ed5f0-6741-4424-ac66-309c28fefe16 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:21:01.778402 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cacce39d-719c-415a-ad4f-871da4495497 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.787167 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a139b3b-5b4c-4dd7-8d41-2b184e705f21 req-92b0b2da-c344-4ab6-a744-247a258b1c52 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295931 Mar 11 16:21:01.796379 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:21:01.805018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacce39d-719c-415a-ad4f-871da4495497 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27a3120-24c1-45a0-b439-074cf3d87756,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:01.870192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cacce39d-719c-415a-ad4f-871da4495497 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.871413 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cacce39d-719c-415a-ad4f-871da4495497 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506660 Mar 11 16:21:01.877018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48666) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:01.882803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-fcbdd034-8bde-45c3-9a52-7086130c3e54 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Request body: {'security_group_rule': {'security_group_id': 'ddeee42b-e67e-4618-8605-21106fcb5671', 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:01.889360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fcbdd034-8bde-45c3-9a52-7086130c3e54 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:01.894180 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fcbdd034-8bde-45c3-9a52-7086130c3e54 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Usage tracker for resource:security_group_rule and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:01.897141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fcbdd034-8bde-45c3-9a52-7086130c3e54 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:01.903494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fcbdd034-8bde-45c3-9a52-7086130c3e54 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:01.936188 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a139b3b-5b4c-4dd7-8d41-2b184e705f21 req-f8c0b5a8-23ce-4c95-9da2-717187bebcc1 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420870 Mar 11 16:21:01.968976 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd034-8bde-45c3-9a52-7086130c3e54 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.031049 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd034-8bde-45c3-9a52-7086130c3e54 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.077531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd034-8bde-45c3-9a52-7086130c3e54 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.084153 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b9715798-3990-4da9-aaf3-79df52eca8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 4, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'd46a49a6-f095-488d-b2f6-3a32e7cda4a9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'port_id': '81439980-0351-445b-8c66-36df0568b6f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'mac_address': 'fa:16:3e:dd:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:20:59Z', 'updated_at': '2022-03-11T16:20:59Z', 'revision_number': 0, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc331d7-99cf-4619-b3be-021fe531b3a3', 'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'mac_address': 'fa:16:3e:e2:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:05Z', 'revision_number': 5, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'subnets': [{'id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:02.088157 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9715798-3990-4da9-aaf3-79df52eca8f8 None None] The sync data for ids ['420ed5f0-6741-4424-ac66-309c28fefe16'] in dv-neutron-833203-2-hyperv is: [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 4, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'd46a49a6-f095-488d-b2f6-3a32e7cda4a9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'port_id': '81439980-0351-445b-8c66-36df0568b6f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'mac_address': 'fa:16:3e:dd:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:20:59Z', 'updated_at': '2022-03-11T16:20:59Z', 'revision_number': 0, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc331d7-99cf-4619-b3be-021fe531b3a3', 'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'mac_address': 'fa:16:3e:e2:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:05Z', 'revision_number': 5, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'subnets': [{'id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:02.101394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdd034-8bde-45c3-9a52-7086130c3e54 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4104656a-7606-4ddc-ab11-680011bf1a35,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:02.184390 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd034-8bde-45c3-9a52-7086130c3e54 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.185642 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fcbdd034-8bde-45c3-9a52-7086130c3e54 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3074412 Mar 11 16:21:02.188374 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48670) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:02.193468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-05ad6507-9a75-4f13-b3e7-16360776fdfc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Request body: {'security_group_rule': {'security_group_id': 'ddeee42b-e67e-4618-8605-21106fcb5671', 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:02.199640 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-05ad6507-9a75-4f13-b3e7-16360776fdfc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:02.203620 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-05ad6507-9a75-4f13-b3e7-16360776fdfc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Usage tracker for resource:security_group_rule and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:02.206519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-05ad6507-9a75-4f13-b3e7-16360776fdfc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:02.212722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-05ad6507-9a75-4f13-b3e7-16360776fdfc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:02.275379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff287e-8e11-418a-92c2-87c140fe72e6 None None] New status for floating IP d46a49a6-f095-488d-b2f6-3a32e7cda4a9: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:21:02.283260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05ad6507-9a75-4f13-b3e7-16360776fdfc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.345935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05ad6507-9a75-4f13-b3e7-16360776fdfc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.403264 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05ad6507-9a75-4f13-b3e7-16360776fdfc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.426779 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad6507-9a75-4f13-b3e7-16360776fdfc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d277181-2f3b-4532-8a4f-7f04e44206dd,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:02.509590 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-05ad6507-9a75-4f13-b3e7-16360776fdfc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.511304 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-05ad6507-9a75-4f13-b3e7-16360776fdfc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214288 Mar 11 16:21:02.514142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48674) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:02.519230 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-82ebc7ad-80d6-4bc6-a63c-120b24e3fa2f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Request body: {'security_group_rule': {'security_group_id': 'ddeee42b-e67e-4618-8605-21106fcb5671', 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:02.525102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-82ebc7ad-80d6-4bc6-a63c-120b24e3fa2f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:02.528933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-82ebc7ad-80d6-4bc6-a63c-120b24e3fa2f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Usage tracker for resource:security_group_rule and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:02.531763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-82ebc7ad-80d6-4bc6-a63c-120b24e3fa2f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:02.537394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-82ebc7ad-80d6-4bc6-a63c-120b24e3fa2f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:02.639697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-82ebc7ad-80d6-4bc6-a63c-120b24e3fa2f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.702089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-82ebc7ad-80d6-4bc6-a63c-120b24e3fa2f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.791839 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-82ebc7ad-80d6-4bc6-a63c-120b24e3fa2f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.814535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebc7ad-80d6-4bc6-a63c-120b24e3fa2f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e554146-c046-4e4c-b4b0-9d7af44ae5c5,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:02.880696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-82ebc7ad-80d6-4bc6-a63c-120b24e3fa2f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.881886 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-82ebc7ad-80d6-4bc6-a63c-120b24e3fa2f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3668432 Mar 11 16:21:02.884601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48678) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:02.889985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Request body: {'security_group_rule': {'security_group_id': 'ddeee42b-e67e-4618-8605-21106fcb5671', 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:02.895749 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:02.899515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Usage tracker for resource:security_group_rule and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:02.902958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:02.908493 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:02.983797 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Project 595789f4f04d4b619e897ef26338e1d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:21:02.990136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.053096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.132800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.156670 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7060a028-08d6-4835-b3e7-41b5352cf3f7,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:03.223783 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.227524 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-152052c7-581e-421b-b7fc-d5deb717dc0e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390234 Mar 11 16:21:03.227816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48682) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:03.233561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Request body: {'security_group_rule': {'security_group_id': 'ddeee42b-e67e-4618-8605-21106fcb5671', 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:03.239630 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:03.243400 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Usage tracker for resource:security_group_rule and tenant:595789f4f04d4b619e897ef26338e1d8 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:03.246369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:03.252028 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:03.339068 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Project 595789f4f04d4b619e897ef26338e1d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:21:03.345895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.413714 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.511705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.534710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd452c3-c408-426a-b73a-fd5554534c17,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:03.603444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.604629 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9c72cba4-b5a1-4a03-bfad-f74f24f2a201 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3758166 Mar 11 16:21:03.722893 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-92f75d8e-7334-4077-8382-49ed20cf2016 req-1f945fe4-dcf7-4699-bfe2-4bb97b2cb6d6 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444457316&fields=id&tenant_id=595789f4f04d4b619e897ef26338e1d8 HTTP/1.1" status: 200 len: 267 time: 0.0392354 Mar 11 16:21:03.808775 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f75d8e-7334-4077-8382-49ed20cf2016 req-5ff473a9-4659-4c1a-b4ba-0c76e613d914 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:03.810206 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-92f75d8e-7334-4077-8382-49ed20cf2016 req-5ff473a9-4659-4c1a-b4ba-0c76e613d914 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 945 time: 0.0820320 Mar 11 16:21:03.820716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-92f75d8e-7334-4077-8382-49ed20cf2016 req-1c8800c1-bbbb-493b-af9a-ba36c8240282 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Request body: {'port': {'security_groups': ['f594168b-8657-4a61-8a5f-cfc094b3121a', 'ddeee42b-e67e-4618-8605-21106fcb5671']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:03.944670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-92f75d8e-7334-4077-8382-49ed20cf2016 req-1c8800c1-bbbb-493b-af9a-ba36c8240282 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.198104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-92f75d8e-7334-4077-8382-49ed20cf2016 req-1c8800c1-bbbb-493b-af9a-ba36c8240282 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] For port 81439980-0351-445b-8c66-36df0568b6f2, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=81439980-0351-445b-8c66-36df0568b6f2,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:04.227335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-92f75d8e-7334-4077-8382-49ed20cf2016 req-1c8800c1-bbbb-493b-af9a-ba36c8240282 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.289440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-92f75d8e-7334-4077-8382-49ed20cf2016 req-1c8800c1-bbbb-493b-af9a-ba36c8240282 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.300767 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['81439980-0351-445b-8c66-36df0568b6f2'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:21:04.359170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f75d8e-7334-4077-8382-49ed20cf2016 req-1c8800c1-bbbb-493b-af9a-ba36c8240282 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:04.359800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-92f75d8e-7334-4077-8382-49ed20cf2016 req-1c8800c1-bbbb-493b-af9a-ba36c8240282 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.361235 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-92f75d8e-7334-4077-8382-49ed20cf2016 req-1c8800c1-bbbb-493b-af9a-ba36c8240282 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "PUT /v2.0/ports/81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 200 len: 981 time: 0.5449078 Mar 11 16:21:04.361735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'tag': '81439980-0351-445b-8c66-36df0568b6f2'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:21:04.390410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8800c1-bbbb-493b-af9a-ba36c8240282 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'Port': ['ID=81439980-0351-445b-8c66-36df0568b6f2,revision_number=6']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:04.422235 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'tag': '81439980-0351-445b-8c66-36df0568b6f2', 'status': 'completed', 'code': 200} Mar 11 16:21:04.425976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['81439980-0351-445b-8c66-36df0568b6f2'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:21:04.586766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616fac4-2211-4cbb-af37-44d6e098b11e req-fc7f00c5-90d9-4197-908e-6ef711b158fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:04.588332 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f616fac4-2211-4cbb-af37-44d6e098b11e req-fc7f00c5-90d9-4197-908e-6ef711b158fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=595789f4f04d4b619e897ef26338e1d8&device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 1137 time: 0.1428525 Mar 11 16:21:04.598626 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af0522-e937-4f95-b2f8-cd0fcb6aaa63 req-1d239b66-7e2f-45d7-a5db-e36d0d7ab81d tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:04.600013 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-33af0522-e937-4f95-b2f8-cd0fcb6aaa63 req-1d239b66-7e2f-45d7-a5db-e36d0d7ab81d tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.1202292 Mar 11 16:21:04.684520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6ef67725-3a02-474f-860b-0522928b4d28 None None] Provisioning complete for port 81439980-0351-445b-8c66-36df0568b6f2 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:04.684830 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6ef67725-3a02-474f-860b-0522928b4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.841238 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-33af0522-e937-4f95-b2f8-cd0fcb6aaa63 req-c04886f2-7737-44ae-a3d3-811ab87098ef tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141849 Mar 11 16:21:04.866948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616fac4-2211-4cbb-af37-44d6e098b11e req-7a23fb75-2396-4533-ab4d-da54672738f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:04.869206 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f616fac4-2211-4cbb-af37-44d6e098b11e req-7a23fb75-2396-4533-ab4d-da54672738f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a4a22da-9f28-46a2-ac29-a252731a53c9 HTTP/1.1" status: 200 len: 916 time: 0.2676046 Mar 11 16:21:04.970943 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f616fac4-2211-4cbb-af37-44d6e098b11e req-588e4b68-56d3-4101-9554-6d49232b4c07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 200 len: 1001 time: 0.0964267 Mar 11 16:21:05.034124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616fac4-2211-4cbb-af37-44d6e098b11e req-78af09c1-a1bb-485b-8fa2-dea512400fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:05.035577 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f616fac4-2211-4cbb-af37-44d6e098b11e req-78af09c1-a1bb-485b-8fa2-dea512400fed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=045d0ecf-7adf-4d50-9f43-fed714c43e89 HTTP/1.1" status: 200 len: 854 time: 0.0580561 Mar 11 16:21:05.115929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616fac4-2211-4cbb-af37-44d6e098b11e req-82525850-fe2b-4474-b0a5-6272f3288770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:05.117311 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f616fac4-2211-4cbb-af37-44d6e098b11e req-82525850-fe2b-4474-b0a5-6272f3288770 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a4a22da-9f28-46a2-ac29-a252731a53c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749512 Mar 11 16:21:05.252479 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f616fac4-2211-4cbb-af37-44d6e098b11e req-b5991663-4dae-491c-a2f1-d1b0eabe304b service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290286 Mar 11 16:21:05.382061 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f616fac4-2211-4cbb-af37-44d6e098b11e req-7453e625-c25f-455f-9ab6-1fa825221cc4 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226578 Mar 11 16:21:20.851809 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-202eb13f-f6c9-4789-9cdc-b4970740c9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.698344 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-34384baf-f377-4ff3-a8f5-ba12329b208e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.400293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.694881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.086193 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.337424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.503483 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18525174-a388-49a6-a5c4-b510d877259c req-1012795f-8041-4a4d-a512-57585b9ccb07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680077 Mar 11 16:21:29.643749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18525174-a388-49a6-a5c4-b510d877259c req-554a180f-7c20-4e53-9010-3e57e023ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:29.645276 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18525174-a388-49a6-a5c4-b510d877259c req-554a180f-7c20-4e53-9010-3e57e023ecb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=595789f4f04d4b619e897ef26338e1d8&device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 1137 time: 0.0737247 Mar 11 16:21:29.787177 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18525174-a388-49a6-a5c4-b510d877259c req-29b50444-ef7d-49a7-9a74-31b61c6aab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:29.788560 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18525174-a388-49a6-a5c4-b510d877259c req-29b50444-ef7d-49a7-9a74-31b61c6aab5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a4a22da-9f28-46a2-ac29-a252731a53c9 HTTP/1.1" status: 200 len: 916 time: 0.1255491 Mar 11 16:21:29.888365 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18525174-a388-49a6-a5c4-b510d877259c req-76590919-5e87-416a-b438-5e91a0246ec3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 200 len: 1001 time: 0.0933077 Mar 11 16:21:29.952690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18525174-a388-49a6-a5c4-b510d877259c req-39952ca4-8668-4c61-9aae-23eea3ce77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:29.954179 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18525174-a388-49a6-a5c4-b510d877259c req-39952ca4-8668-4c61-9aae-23eea3ce77f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=045d0ecf-7adf-4d50-9f43-fed714c43e89 HTTP/1.1" status: 200 len: 854 time: 0.0600572 Mar 11 16:21:30.027386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18525174-a388-49a6-a5c4-b510d877259c req-654407dc-5b3b-4fad-a5c6-df3e06156dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:30.028917 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18525174-a388-49a6-a5c4-b510d877259c req-654407dc-5b3b-4fad-a5c6-df3e06156dc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a4a22da-9f28-46a2-ac29-a252731a53c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692463 Mar 11 16:21:30.158932 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18525174-a388-49a6-a5c4-b510d877259c req-fdc0c5e2-cbfe-428c-bf27-64a8ff885c47 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238315 Mar 11 16:21:30.287877 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18525174-a388-49a6-a5c4-b510d877259c req-85f5c1ac-9b9d-42a3-b780-b9959d6f94a3 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229720 Mar 11 16:21:38.785754 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:21:50.851675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8b25de59-dec4-4a90-a067-ed82d749a2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.668661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9ea03e31-1a76-4b5b-80c0-2dfa0cc0a339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:54.451315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:54.785312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.074288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.365836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.954683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a420-d443-4793-a194-f2e62b294fca req-cfb5e76d-0dc0-41c1-9c76-b574ac39f012 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:02.956054 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d2f6a420-d443-4793-a194-f2e62b294fca req-cfb5e76d-0dc0-41c1-9c76-b574ac39f012 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.2372167 Mar 11 16:22:02.963019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523e6b0-0c5c-4b7d-9fa6-aa4a847a6f40 req-ec709dd5-54d9-4e3b-97b2-9de4ee86c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:02.964360 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a523e6b0-0c5c-4b7d-9fa6-aa4a847a6f40 req-ec709dd5-54d9-4e3b-97b2-9de4ee86c62c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=595789f4f04d4b619e897ef26338e1d8&device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 1137 time: 0.0982761 Mar 11 16:22:03.091431 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d2f6a420-d443-4793-a194-f2e62b294fca req-6911cc94-b61b-4e37-b8d0-c566c605063e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260784 Mar 11 16:22:03.126338 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523e6b0-0c5c-4b7d-9fa6-aa4a847a6f40 req-361871d7-b75e-4112-8dd0-8ec24e4d7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:03.127775 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a523e6b0-0c5c-4b7d-9fa6-aa4a847a6f40 req-361871d7-b75e-4112-8dd0-8ec24e4d7890 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a4a22da-9f28-46a2-ac29-a252731a53c9 HTTP/1.1" status: 200 len: 916 time: 0.1488791 Mar 11 16:22:03.226357 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a523e6b0-0c5c-4b7d-9fa6-aa4a847a6f40 req-d9a12802-d15b-42bd-93e2-27291fae1831 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 200 len: 1001 time: 0.0916665 Mar 11 16:22:03.294130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523e6b0-0c5c-4b7d-9fa6-aa4a847a6f40 req-f2540a4d-103e-4fe2-ad51-a42bbc113229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:03.295550 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a523e6b0-0c5c-4b7d-9fa6-aa4a847a6f40 req-f2540a4d-103e-4fe2-ad51-a42bbc113229 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=045d0ecf-7adf-4d50-9f43-fed714c43e89 HTTP/1.1" status: 200 len: 854 time: 0.0605502 Mar 11 16:22:03.368577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523e6b0-0c5c-4b7d-9fa6-aa4a847a6f40 req-ffc62615-8025-4931-ad96-d110ccd4bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:03.370009 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a523e6b0-0c5c-4b7d-9fa6-aa4a847a6f40 req-ffc62615-8025-4931-ad96-d110ccd4bb41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a4a22da-9f28-46a2-ac29-a252731a53c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684211 Mar 11 16:22:03.501275 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a523e6b0-0c5c-4b7d-9fa6-aa4a847a6f40 req-0e20e58b-156c-4b01-9825-a88d0a1e931b service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249545 Mar 11 16:22:03.639208 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a523e6b0-0c5c-4b7d-9fa6-aa4a847a6f40 req-b5338590-d4bf-4ab2-ac5b-dbea82994163 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319435 Mar 11 16:22:04.284842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cd812-8b95-48ce-a017-d5b93eb34389 req-e91a2656-be15-41a8-9dde-63311f5afe01 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:04.286283 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb7cd812-8b95-48ce-a017-d5b93eb34389 req-e91a2656-be15-41a8-9dde-63311f5afe01 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.0859084 Mar 11 16:22:04.331148 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb7cd812-8b95-48ce-a017-d5b93eb34389 req-488222c0-22b0-4708-82f8-a59c7b796df4 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390697 Mar 11 16:22:05.513317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5480-bd2e-4e7d-97cb-3cc013092f26 req-021788af-0ca9-449e-a9e6-69d29ca231c6 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:05.514642 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bcee5480-bd2e-4e7d-97cb-3cc013092f26 req-021788af-0ca9-449e-a9e6-69d29ca231c6 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.0801206 Mar 11 16:22:05.559977 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bcee5480-bd2e-4e7d-97cb-3cc013092f26 req-6bb83a37-954b-46ac-834f-4e433d87726a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391943 Mar 11 16:22:06.745366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a46e4d-4af9-420a-8a10-90fa1cd5da2b req-d4e3ce4e-85ba-4119-918f-7a39b8c37b88 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:06.746808 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-34a46e4d-4af9-420a-8a10-90fa1cd5da2b req-d4e3ce4e-85ba-4119-918f-7a39b8c37b88 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.0828156 Mar 11 16:22:06.793368 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-34a46e4d-4af9-420a-8a10-90fa1cd5da2b req-c2ba604f-d762-46a8-b5b1-37d6d4339843 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406089 Mar 11 16:22:07.971809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd868fa-ca28-4165-820d-97dae61cd87a req-81a7d58a-8dba-43b3-9cc3-06a511191a73 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:07.973250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fd868fa-ca28-4165-820d-97dae61cd87a req-81a7d58a-8dba-43b3-9cc3-06a511191a73 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.0775442 Mar 11 16:22:08.022684 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fd868fa-ca28-4165-820d-97dae61cd87a req-7cabf86d-667f-444f-ab3d-5ebd7aa9b1a3 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433450 Mar 11 16:22:09.216455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15b450-a31e-44c6-9906-a06454a230b7 req-7ff433b1-cfca-4c23-a6d8-c1923e90c28e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:09.218252 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3c15b450-a31e-44c6-9906-a06454a230b7 req-7ff433b1-cfca-4c23-a6d8-c1923e90c28e tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.0915408 Mar 11 16:22:09.276242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3c15b450-a31e-44c6-9906-a06454a230b7 req-2e549d25-7a6b-425d-abb5-50e7a9bde154 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522523 Mar 11 16:22:10.463210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f4d51-d8ae-4ab8-a4b1-d63f05c63993 req-d72bac85-3d36-4ddf-9449-f94821026c7a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:10.464661 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-666f4d51-d8ae-4ab8-a4b1-d63f05c63993 req-d72bac85-3d36-4ddf-9449-f94821026c7a tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.0820553 Mar 11 16:22:10.522504 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-666f4d51-d8ae-4ab8-a4b1-d63f05c63993 req-6e5d2f6f-619f-4cc1-af5a-017680f45b22 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519588 Mar 11 16:22:11.711589 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a6f5a-7f80-4961-b234-252093a0f892 req-87f2209a-bc13-4990-b4d5-dd4cd7868129 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:11.713122 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aa1a6f5a-7f80-4961-b234-252093a0f892 req-87f2209a-bc13-4990-b4d5-dd4cd7868129 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.0851777 Mar 11 16:22:11.760478 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aa1a6f5a-7f80-4961-b234-252093a0f892 req-2ef49fcc-1893-42f0-89be-b74ad4899e0b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413573 Mar 11 16:22:12.957330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36be75-1b3e-4567-9273-3d3f8f028e75 req-5cc2283d-082a-499f-924e-ab5ffb6451d7 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:12.958767 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dc36be75-1b3e-4567-9273-3d3f8f028e75 req-5cc2283d-082a-499f-924e-ab5ffb6451d7 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.0827396 Mar 11 16:22:13.006436 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dc36be75-1b3e-4567-9273-3d3f8f028e75 req-19f562e7-0de3-42e8-9eab-1a81460b4bbc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409646 Mar 11 16:22:14.189117 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb8a7d-74ec-4e82-aeba-cd643b9c249c req-7f5b3bee-f2e0-43bc-b842-e1e0bf511741 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:14.190576 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80fb8a7d-74ec-4e82-aeba-cd643b9c249c req-7f5b3bee-f2e0-43bc-b842-e1e0bf511741 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.0796285 Mar 11 16:22:14.244649 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80fb8a7d-74ec-4e82-aeba-cd643b9c249c req-ecb7c611-fc4b-4669-8be3-3d8533541f59 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477045 Mar 11 16:22:15.436202 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f88c1-41ff-45ca-80b3-8f9fe1e39dd4 req-0971bc67-dad2-452c-82df-1f8c50b2d0c2 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:15.437676 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aa5f88c1-41ff-45ca-80b3-8f9fe1e39dd4 req-0971bc67-dad2-452c-82df-1f8c50b2d0c2 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.0873821 Mar 11 16:22:15.485862 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aa5f88c1-41ff-45ca-80b3-8f9fe1e39dd4 req-08fa5a7f-14a3-4289-bbd2-0f062ae5baac tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&id=ddeee42b-e67e-4618-8605-21106fcb5671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424850 Mar 11 16:22:15.785263 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:22:20.836167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9c003e26-4cb5-4864-a395-fc28e35a8585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.693962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8b73ed80-be45-4a98-847f-348714b471e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.419675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.722592 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.088044 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.344985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.495432 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-a2c0378d-547a-4d0b-a39b-38289b9155ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738196 Mar 11 16:22:30.633942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-a3a3b48e-bbaa-4e5e-b074-4a74a8a115e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.635419 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-a3a3b48e-bbaa-4e5e-b074-4a74a8a115e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=595789f4f04d4b619e897ef26338e1d8&device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 1137 time: 0.0717368 Mar 11 16:22:30.780486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-7058894a-a8fd-404e-b746-d030481578bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.781871 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-7058894a-a8fd-404e-b746-d030481578bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a4a22da-9f28-46a2-ac29-a252731a53c9 HTTP/1.1" status: 200 len: 916 time: 0.1280487 Mar 11 16:22:31.021451 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-471fab25-6457-4877-9cc9-57a33a2bf4ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 200 len: 1001 time: 0.2320755 Mar 11 16:22:31.084095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-27e6056f-9ff8-4371-a55c-400dfd5ea967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:31.085550 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-27e6056f-9ff8-4371-a55c-400dfd5ea967 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=045d0ecf-7adf-4d50-9f43-fed714c43e89 HTTP/1.1" status: 200 len: 854 time: 0.0585768 Mar 11 16:22:31.168452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-45e9147b-8beb-4078-8632-c38938a9aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:31.169972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-45e9147b-8beb-4078-8632-c38938a9aff4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a4a22da-9f28-46a2-ac29-a252731a53c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788817 Mar 11 16:22:31.300029 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-8fc8111f-ae3f-4e00-9648-6c68aff6c5e5 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239622 Mar 11 16:22:31.428453 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-233d7e1d-e15d-418f-b702-de39bdc43588 req-e9a9469e-dd3c-4e76-aa47-60104457f077 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218672 Mar 11 16:22:50.875465 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6b67f144-b487-41d3-89f9-6461ec30e4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:52.784159 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:22:53.698220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3392fec0-31f4-45b0-8aec-99396be5b6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:54.469911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:54.727213 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.070068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.361530 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.002242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ae333a27-2c29-40a3-92e7-fc54fb9c29d7 req-8ae28d36-c96d-4627-a5b9-ae1ccd046649 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444457316&fields=id&tenant_id=595789f4f04d4b619e897ef26338e1d8 HTTP/1.1" status: 200 len: 267 time: 0.0395126 Mar 11 16:23:19.084163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae333a27-2c29-40a3-92e7-fc54fb9c29d7 req-4209f486-65a4-4de2-bce3-1b88287a1a06 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:19.085625 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ae333a27-2c29-40a3-92e7-fc54fb9c29d7 req-4209f486-65a4-4de2-bce3-1b88287a1a06 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 984 time: 0.0776722 Mar 11 16:23:19.095884 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-ae333a27-2c29-40a3-92e7-fc54fb9c29d7 req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Request body: {'port': {'security_groups': ['f594168b-8657-4a61-8a5f-cfc094b3121a']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:19.214177 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-ae333a27-2c29-40a3-92e7-fc54fb9c29d7 req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.456446 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-ae333a27-2c29-40a3-92e7-fc54fb9c29d7 req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] For port 81439980-0351-445b-8c66-36df0568b6f2, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=81439980-0351-445b-8c66-36df0568b6f2,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:19.480014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-ae333a27-2c29-40a3-92e7-fc54fb9c29d7 req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.537759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-ae333a27-2c29-40a3-92e7-fc54fb9c29d7 req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.552736 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['81439980-0351-445b-8c66-36df0568b6f2'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:23:19.600429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae333a27-2c29-40a3-92e7-fc54fb9c29d7 req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:19.601060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-ae333a27-2c29-40a3-92e7-fc54fb9c29d7 req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.602421 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ae333a27-2c29-40a3-92e7-fc54fb9c29d7 req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "PUT /v2.0/ports/81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 200 len: 942 time: 0.5108876 Mar 11 16:23:19.602862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'tag': '81439980-0351-445b-8c66-36df0568b6f2'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:23:19.610075 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48762) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:19.637824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event updated for resources: {'Port': ['ID=81439980-0351-445b-8c66-36df0568b6f2,revision_number=7']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:19.645457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.645881 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.646138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.646475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.646807 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.647330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.647669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.647998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.648327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.648841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.649167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.649497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8ca02-ab9d-459a-a4e2-6b526420c1df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.680238 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'tag': '81439980-0351-445b-8c66-36df0568b6f2', 'status': 'completed', 'code': 200} Mar 11 16:23:19.697324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['81439980-0351-445b-8c66-36df0568b6f2'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:23:19.724651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.764840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.785531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703a935-4446-401f-8bc5-a9936fcbb348 req-5a19015c-b355-4c5c-bb7f-f9a1480c99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:19.787825 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3703a935-4446-401f-8bc5-a9936fcbb348 req-5a19015c-b355-4c5c-bb7f-f9a1480c99d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=595789f4f04d4b619e897ef26338e1d8&device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 1098 time: 0.0881243 Mar 11 16:23:19.894304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-6487e6ff-6acb-458b-88b6-ab1d5c830861 None None] Provisioning complete for port 81439980-0351-445b-8c66-36df0568b6f2 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:19.894603 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6487e6ff-6acb-458b-88b6-ab1d5c830861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.922023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703a935-4446-401f-8bc5-a9936fcbb348 req-02efc610-1b3b-4fa9-a334-fe71692ccdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:19.923460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3703a935-4446-401f-8bc5-a9936fcbb348 req-02efc610-1b3b-4fa9-a334-fe71692ccdc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a4a22da-9f28-46a2-ac29-a252731a53c9 HTTP/1.1" status: 200 len: 916 time: 0.1294036 Mar 11 16:23:19.932289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.952530 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeee42b-e67e-4618-8605-21106fcb5671,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:19.963204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.967323 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "DELETE /v2.0/security-groups/ddeee42b-e67e-4618-8605-21106fcb5671 HTTP/1.1" status: 204 len: 168 time: 0.3499043 Mar 11 16:23:19.967323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.967323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.967323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.967323 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.967850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.968089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.968583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.969055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.969395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.969729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.970059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.970391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60488c4-8d30-418e-8d81-fb69926a655b tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:19.975287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48768) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:20.033420 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3703a935-4446-401f-8bc5-a9936fcbb348 req-b0456a8b-51dc-4da6-a036-158a01d3d0cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 200 len: 1001 time: 0.1034729 Mar 11 16:23:20.095501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703a935-4446-401f-8bc5-a9936fcbb348 req-44e8c29e-d033-4d30-b6a2-3d4384c4a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:20.097091 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3703a935-4446-401f-8bc5-a9936fcbb348 req-44e8c29e-d033-4d30-b6a2-3d4384c4a13c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=045d0ecf-7adf-4d50-9f43-fed714c43e89 HTTP/1.1" status: 200 len: 854 time: 0.0571759 Mar 11 16:23:20.174095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703a935-4446-401f-8bc5-a9936fcbb348 req-f4bcf2f0-fca9-401e-a961-955eacf2557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:20.175550 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3703a935-4446-401f-8bc5-a9936fcbb348 req-f4bcf2f0-fca9-401e-a961-955eacf2557f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a4a22da-9f28-46a2-ac29-a252731a53c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719354 Mar 11 16:23:20.187362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Deleting port 29464458-1358-48c8-83bd-b046116fe2f9 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:20.187705 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.307663 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3703a935-4446-401f-8bc5-a9936fcbb348 req-8a04fc3e-2765-4deb-92af-9a1404ee50d8 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247399 Mar 11 16:23:20.366981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.366981 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.492533 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Calling delete_port for 29464458-1358-48c8-83bd-b046116fe2f9 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:20.545630 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3703a935-4446-401f-8bc5-a9936fcbb348 req-81cd59cd-cf05-4cd5-9121-ca16e75f4835 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304907 Mar 11 16:23:20.708481 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.756108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event deleted for resources: {'Port': ['ID=29464458-1358-48c8-83bd-b046116fe2f9,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:20.848960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.849300 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Floating IP d46a49a6-f095-488d-b2f6-3a32e7cda4a9 disassociated (deleted). External IP: 172.26.6.230, port: 81439980-0351-445b-8c66-36df0568b6f2. Mar 11 16:23:20.867608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-406d2c60-504f-4b74-a4d8-1a45ff405067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:21.296710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Router 420ed5f0-6741-4424-ac66-309c28fefe16 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:21.474963 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:21.484348 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29691ee5-4775-4386-8fe8-72af435c0569 None None] Sync routers for ids ['420ed5f0-6741-4424-ac66-309c28fefe16'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:21.490804 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:21.493194 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29691ee5-4775-4386-8fe8-72af435c0569 None None] Routers {'420ed5f0-6741-4424-ac66-309c28fefe16'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:21.493782 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-29691ee5-4775-4386-8fe8-72af435c0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:22:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['420ed5f0-6741-4424-ac66-309c28fefe16'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:21.549596 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-31986c60-1651-4e41-8c47-7f474741c0b1 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "DELETE /v2.0/floatingips/d46a49a6-f095-488d-b2f6-3a32e7cda4a9 HTTP/1.1" status: 204 len: 168 time: 1.5731609 Mar 11 16:23:21.550100 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'tag': '81439980-0351-445b-8c66-36df0568b6f2'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:23:21.672192 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-29691ee5-4775-4386-8fe8-72af435c0569 None None] Set router 420ed5f0-6741-4424-ac66-309c28fefe16 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:21.684152 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'tag': '81439980-0351-445b-8c66-36df0568b6f2', 'status': 'completed', 'code': 200} Mar 11 16:23:21.777361 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4509b1c-6504-4b5e-9bac-b6c8445bec52 req-c71c0926-313f-4004-b60b-ddca113d2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:21.778841 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4509b1c-6504-4b5e-9bac-b6c8445bec52 req-c71c0926-313f-4004-b60b-ddca113d2d65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=595789f4f04d4b619e897ef26338e1d8&device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 1098 time: 0.0737178 Mar 11 16:23:21.913953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4509b1c-6504-4b5e-9bac-b6c8445bec52 req-47d43210-bcb0-4479-a257-a1fb8a6a852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:21.915382 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4509b1c-6504-4b5e-9bac-b6c8445bec52 req-47d43210-bcb0-4479-a257-a1fb8a6a852a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a4a22da-9f28-46a2-ac29-a252731a53c9 HTTP/1.1" status: 200 len: 916 time: 0.1299009 Mar 11 16:23:21.985287 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4509b1c-6504-4b5e-9bac-b6c8445bec52 req-e7458a4e-54e2-4487-87ae-0e52f82d2b09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 200 len: 217 time: 0.0641234 Mar 11 16:23:22.019422 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-29691ee5-4775-4386-8fe8-72af435c0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 4, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4cc331d7-99cf-4619-b3be-021fe531b3a3', 'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'mac_address': 'fa:16:3e:e2:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:05Z', 'revision_number': 5, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'subnets': [{'id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:22.024420 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29691ee5-4775-4386-8fe8-72af435c0569 None None] Checking router: 420ed5f0-6741-4424-ac66-309c28fefe16 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:22.033058 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29691ee5-4775-4386-8fe8-72af435c0569 None None] Routers {'420ed5f0-6741-4424-ac66-309c28fefe16'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:22.033669 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-29691ee5-4775-4386-8fe8-72af435c0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:22:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['420ed5f0-6741-4424-ac66-309c28fefe16'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:22.055890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4509b1c-6504-4b5e-9bac-b6c8445bec52 req-896596a9-4dd6-4373-bd84-98bc7a2704dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:22.057442 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4509b1c-6504-4b5e-9bac-b6c8445bec52 req-896596a9-4dd6-4373-bd84-98bc7a2704dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=045d0ecf-7adf-4d50-9f43-fed714c43e89 HTTP/1.1" status: 200 len: 854 time: 0.0669372 Mar 11 16:23:22.136509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4509b1c-6504-4b5e-9bac-b6c8445bec52 req-bd1a0f2e-862e-4621-b268-02121064efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:22.138169 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4509b1c-6504-4b5e-9bac-b6c8445bec52 req-bd1a0f2e-862e-4621-b268-02121064efc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a4a22da-9f28-46a2-ac29-a252731a53c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746737 Mar 11 16:23:22.219601 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-29691ee5-4775-4386-8fe8-72af435c0569 None None] Set router 420ed5f0-6741-4424-ac66-309c28fefe16 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:22.280130 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4509b1c-6504-4b5e-9bac-b6c8445bec52 req-be621cf4-3cd7-4076-ba1e-7f0539eab6d6 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293211 Mar 11 16:23:22.418309 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4509b1c-6504-4b5e-9bac-b6c8445bec52 req-1d61b51b-80c8-48bb-9498-6a6f62d9d5dc service neutron] 10.222.0.30 "GET /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309381 Mar 11 16:23:22.530565 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-29691ee5-4775-4386-8fe8-72af435c0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 4, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4cc331d7-99cf-4619-b3be-021fe531b3a3', 'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'mac_address': 'fa:16:3e:e2:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:05Z', 'revision_number': 5, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'subnets': [{'id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:22.534398 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29691ee5-4775-4386-8fe8-72af435c0569 None None] The sync data for ids ['420ed5f0-6741-4424-ac66-309c28fefe16'] in dv-neutron-833203-2-hyperv is: [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:19:59Z', 'revision_number': 4, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '4cc331d7-99cf-4619-b3be-021fe531b3a3', 'name': '', 'network_id': '8a4a22da-9f28-46a2-ac29-a252731a53c9', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'mac_address': 'fa:16:3e:e2:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:05Z', 'revision_number': 5, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'subnets': [{'id': '045d0ecf-7adf-4d50-9f43-fed714c43e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:22.748492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7ad3b-71ff-48ad-ad94-3ae9c22c8d5b None None] New status for floating IP d46a49a6-f095-488d-b2f6-3a32e7cda4a9: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:23:23.732416 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-79ff6361-d4ae-44c5-9e93-4d55a57a88f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.412673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.797868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.113415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.349411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:27.545248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded076c4-8ed8-4115-a377-2b4e67132620 req-b2907afd-b193-4f78-aebb-9636b89638ea tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:27.546793 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ded076c4-8ed8-4115-a377-2b4e67132620 req-b2907afd-b193-4f78-aebb-9636b89638ea tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 945 time: 0.0795054 Mar 11 16:23:27.592657 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ded076c4-8ed8-4115-a377-2b4e67132620 req-d41bc58b-f986-492b-bd86-5f9ddff9bf5c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402234 Mar 11 16:23:28.778371 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6f61b-fdd0-42b6-9c9d-abd99cf8ec5d req-7e7696ea-4fb5-4848-9c57-2818a407b2df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:28.779822 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b6f6f61b-fdd0-42b6-9c9d-abd99cf8ec5d req-7e7696ea-4fb5-4848-9c57-2818a407b2df tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 945 time: 0.0818381 Mar 11 16:23:28.832178 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b6f6f61b-fdd0-42b6-9c9d-abd99cf8ec5d req-1dddf84b-9406-4dad-8886-9ef77795ab39 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468135 Mar 11 16:23:29.561112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac55cd-12b9-4ea9-8d3c-ec87cd5818b2 req-1dfaf151-24ec-4788-b23e-c18d5530de8c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:29.562454 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f2ac55cd-12b9-4ea9-8d3c-ec87cd5818b2 req-1dfaf151-24ec-4788-b23e-c18d5530de8c tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 945 time: 0.0790067 Mar 11 16:23:29.633216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-f2ac55cd-12b9-4ea9-8d3c-ec87cd5818b2 req-f2c4dd08-6517-41e3-9bc8-5a4516930d0f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Deleting port 81439980-0351-445b-8c66-36df0568b6f2 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:29.633554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f2ac55cd-12b9-4ea9-8d3c-ec87cd5818b2 req-f2c4dd08-6517-41e3-9bc8-5a4516930d0f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:29.783049 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:23:29.878921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-f2ac55cd-12b9-4ea9-8d3c-ec87cd5818b2 req-f2c4dd08-6517-41e3-9bc8-5a4516930d0f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] For port 81439980-0351-445b-8c66-36df0568b6f2, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=81439980-0351-445b-8c66-36df0568b6f2,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:29.879917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f2ac55cd-12b9-4ea9-8d3c-ec87cd5818b2 req-f2c4dd08-6517-41e3-9bc8-5a4516930d0f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.144409 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-f2ac55cd-12b9-4ea9-8d3c-ec87cd5818b2 req-f2c4dd08-6517-41e3-9bc8-5a4516930d0f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Calling delete_port for 81439980-0351-445b-8c66-36df0568b6f2 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:30.294119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda38882-3a3a-4ae8-8aa7-c437b1373c87 req-26149332-006f-47c6-b1de-ff18ba45a0fc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:30.298251 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eda38882-3a3a-4ae8-8aa7-c437b1373c87 req-26149332-006f-47c6-b1de-ff18ba45a0fc tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 945 time: 0.3510156 Mar 11 16:23:30.351510 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eda38882-3a3a-4ae8-8aa7-c437b1373c87 req-3ec8c8b5-0689-41e3-9e72-24d34d94d6bf tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/security-groups?id=f594168b-8657-4a61-8a5f-cfc094b3121a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501769 Mar 11 16:23:30.399174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f2ac55cd-12b9-4ea9-8d3c-ec87cd5818b2 req-f2c4dd08-6517-41e3-9bc8-5a4516930d0f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.410414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['81439980-0351-445b-8c66-36df0568b6f2'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:23:30.450759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4dd08-6517-41e3-9bc8-5a4516930d0f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Pushing event deleted for resources: {'Port': ['ID=81439980-0351-445b-8c66-36df0568b6f2,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:30.524917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ac55cd-12b9-4ea9-8d3c-ec87cd5818b2 req-f2c4dd08-6517-41e3-9bc8-5a4516930d0f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] No DVR routers for this DVR port 81439980-0351-445b-8c66-36df0568b6f2 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:30.527285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-f2ac55cd-12b9-4ea9-8d3c-ec87cd5818b2 req-f2c4dd08-6517-41e3-9bc8-5a4516930d0f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.529690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'name': 'network-vif-deleted', 'tag': '81439980-0351-445b-8c66-36df0568b6f2'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:23:30.541453 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f2ac55cd-12b9-4ea9-8d3c-ec87cd5818b2 req-f2c4dd08-6517-41e3-9bc8-5a4516930d0f tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.30 "DELETE /v2.0/ports/81439980-0351-445b-8c66-36df0568b6f2 HTTP/1.1" status: 204 len: 173 time: 0.9732533 Mar 11 16:23:30.574108 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e670651-47bf-46f0-84c3-8880766b6b9a', 'name': 'network-vif-deleted', 'tag': '81439980-0351-445b-8c66-36df0568b6f2', 'status': 'completed', 'code': 200} Mar 11 16:23:31.511139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-00544401-a82f-44d9-8ad4-b7eff4e1dc79 req-a4f1d915-c024-41af-8c4f-cfd9e011d1a2 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Synchronizing usage tracker for tenant:595789f4f04d4b619e897ef26338e1d8 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:31.600210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-00544401-a82f-44d9-8ad4-b7eff4e1dc79 req-a4f1d915-c024-41af-8c4f-cfd9e011d1a2 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] Unset dirty status for tenant:595789f4f04d4b619e897ef26338e1d8 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:31.601401 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-00544401-a82f-44d9-8ad4-b7eff4e1dc79 req-a4f1d915-c024-41af-8c4f-cfd9e011d1a2 tempest-TestMinimumBasicScenario-1620862101 tempest-TestMinimumBasicScenario-1620862101-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e670651-47bf-46f0-84c3-8880766b6b9a HTTP/1.1" status: 200 len: 210 time: 0.1347268 Mar 11 16:23:33.862157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48860) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:34.396498 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:34.426796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 81439980-0351-445b-8c66-36df0568b6f2 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:34.463100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 81439980-0351-445b-8c66-36df0568b6f2 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:34.463441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 81439980-0351-445b-8c66-36df0568b6f2 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:34.841755 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] Deleting port 4cc331d7-99cf-4619-b3be-021fe531b3a3 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:34.842091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.012668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] For port 4cc331d7-99cf-4619-b3be-021fe531b3a3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=4cc331d7-99cf-4619-b3be-021fe531b3a3,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:35.013349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.143312 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] Calling delete_port for 4cc331d7-99cf-4619-b3be-021fe531b3a3 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:35.389241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.435893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc331d7-99cf-4619-b3be-021fe531b3a3,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:35.701076 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.054269 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] Router 420ed5f0-6741-4424-ac66-309c28fefe16 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:36.337178 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:36.345821 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc189744-f3fb-48a5-84df-b4c001e7b7da None None] Sync routers for ids ['420ed5f0-6741-4424-ac66-309c28fefe16'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:36.355292 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc189744-f3fb-48a5-84df-b4c001e7b7da None None] Routers {'420ed5f0-6741-4424-ac66-309c28fefe16'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:36.355891 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fc189744-f3fb-48a5-84df-b4c001e7b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:23:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['420ed5f0-6741-4424-ac66-309c28fefe16'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:36.413327 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0d3e89ad-3a5e-467f-976a-1872344068ae admin admin] 10.222.0.39 "PUT /v2.0/routers/420ed5f0-6741-4424-ac66-309c28fefe16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5498569 Mar 11 16:23:36.416059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48864) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.535167 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-fc189744-f3fb-48a5-84df-b4c001e7b7da None None] Set router 420ed5f0-6741-4424-ac66-309c28fefe16 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:36.595200 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.770263 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.818623 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fc189744-f3fb-48a5-84df-b4c001e7b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:23:35Z', 'revision_number': 5, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port': {'id': 'a8430371-acea-4117-97a8-aec9e1df827e', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:36.822512 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc189744-f3fb-48a5-84df-b4c001e7b7da None None] Checking router: 420ed5f0-6741-4424-ac66-309c28fefe16 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:36.830779 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc189744-f3fb-48a5-84df-b4c001e7b7da None None] Routers {'420ed5f0-6741-4424-ac66-309c28fefe16'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:36.831365 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fc189744-f3fb-48a5-84df-b4c001e7b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:23:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['420ed5f0-6741-4424-ac66-309c28fefe16'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:36.835063 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Deleting port a8430371-acea-4117-97a8-aec9e1df827e {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:36.835419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.020723 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-fc189744-f3fb-48a5-84df-b4c001e7b7da None None] Set router 420ed5f0-6741-4424-ac66-309c28fefe16 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:37.023802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] For port a8430371-acea-4117-97a8-aec9e1df827e, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a8430371-acea-4117-97a8-aec9e1df827e,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:37.024218 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.124375 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-fc189744-f3fb-48a5-84df-b4c001e7b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:23:36Z', 'revision_number': 6, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:37.128369 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc189744-f3fb-48a5-84df-b4c001e7b7da None None] The sync data for ids ['420ed5f0-6741-4424-ac66-309c28fefe16'] in dv-neutron-833203-2-hyperv is: [{'id': '420ed5f0-6741-4424-ac66-309c28fefe16', 'name': 'tempest-TestMinimumBasicScenario-1250456940-router', 'tenant_id': '595789f4f04d4b619e897ef26338e1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:55Z', 'updated_at': '2022-03-11T16:23:36Z', 'revision_number': 6, 'project_id': '595789f4f04d4b619e897ef26338e1d8', 'gw_port_host': None}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:37.150324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Calling delete_port for a8430371-acea-4117-97a8-aec9e1df827e owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:37.396076 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.443275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8430371-acea-4117-97a8-aec9e1df827e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:37.548311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.723534 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.725745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.810348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.810799 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 420ed5f0-6741-4424-ac66-309c28fefe16 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:23:37.822326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.823464 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3b731caa-ed17-415c-ba4f-63cf1b151e05 admin admin] 10.222.0.39 "DELETE /v2.0/routers/420ed5f0-6741-4424-ac66-309c28fefe16 HTTP/1.1" status: 204 len: 168 time: 1.4063292 Mar 11 16:23:37.826080 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48868) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.883866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-5551ed3d-b038-4d68-bd97-1137a39647d5 admin admin] Deleting subnet 045d0ecf-7adf-4d50-9f43-fed714c43e89 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:37.886640 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5551ed3d-b038-4d68-bd97-1137a39647d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.912195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4cc331d7-99cf-4619-b3be-021fe531b3a3 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:37.949040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 4cc331d7-99cf-4619-b3be-021fe531b3a3 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:37.949384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 4cc331d7-99cf-4619-b3be-021fe531b3a3 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:38.050131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5551ed3d-b038-4d68-bd97-1137a39647d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.126547 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5551ed3d-b038-4d68-bd97-1137a39647d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.287022 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5551ed3d-b038-4d68-bd97-1137a39647d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.325978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551ed3d-b038-4d68-bd97-1137a39647d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045d0ecf-7adf-4d50-9f43-fed714c43e89,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:38.331317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5551ed3d-b038-4d68-bd97-1137a39647d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.337615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67740280-ff8a-4f0d-9950-ae27c7b92f58 None None] Network 8a4a22da-9f28-46a2-ac29-a252731a53c9 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:38.337757 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5551ed3d-b038-4d68-bd97-1137a39647d5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/045d0ecf-7adf-4d50-9f43-fed714c43e89 HTTP/1.1" status: 204 len: 168 time: 0.5105643 Mar 11 16:23:38.340069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48872) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.444499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.454509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Deleting port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:38.454831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.571213 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba89167-5bc2-4c00-95ce-87dab3769fe3 None None] DHCP port deletion for 8a4a22da-9f28-46a2-ac29-a252731a53c9 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:38.575676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9ba89167-5bc2-4c00-95ce-87dab3769fe3 None None] Deleting port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:38.576050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9ba89167-5bc2-4c00-95ce-87dab3769fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.661900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] For port 54c50ac0-3d2d-4f56-b43c-65765cbe5437, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=54c50ac0-3d2d-4f56-b43c-65765cbe5437,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:38.662191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.775900 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-9ba89167-5bc2-4c00-95ce-87dab3769fe3 None None] For port 54c50ac0-3d2d-4f56-b43c-65765cbe5437, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=54c50ac0-3d2d-4f56-b43c-65765cbe5437,segment=NetworkSegment(b8188cb1-3c32-44f7-9fab-54e6717c105f),segment_id=b8188cb1-3c32-44f7-9fab-54e6717c105f)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:38.776282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9ba89167-5bc2-4c00-95ce-87dab3769fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.787218 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Calling delete_port for 54c50ac0-3d2d-4f56-b43c-65765cbe5437 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:38.897112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9ba89167-5bc2-4c00-95ce-87dab3769fe3 None None] Calling delete_port for 54c50ac0-3d2d-4f56-b43c-65765cbe5437 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:38.930183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.976450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=54c50ac0-3d2d-4f56-b43c-65765cbe5437,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:38.981757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] No DVR routers for this DVR port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:38.997041 dv-neutron-833203-2-hyperv neutron-server[88559]: util.warn( Mar 11 16:23:39.003569 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-9ba89167-5bc2-4c00-95ce-87dab3769fe3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:39.003923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-9ba89167-5bc2-4c00-95ce-87dab3769fe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:39.094678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.123635 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4a22da-9f28-46a2-ac29-a252731a53c9']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:39.135570 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8188cb1-3c32-44f7-9fab-54e6717c105f') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:39.135897 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8188cb1-3c32-44f7-9fab-54e6717c105f') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:39.147468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.163414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.169355 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:39.169733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:39.185279 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:39.336295 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.340583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 54c50ac0-3d2d-4f56-b43c-65765cbe5437 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:39.342710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.367112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4a22da-9f28-46a2-ac29-a252731a53c9,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:39.374652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 54c50ac0-3d2d-4f56-b43c-65765cbe5437 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:39.374997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 54c50ac0-3d2d-4f56-b43c-65765cbe5437 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:39.375414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a8430371-acea-4117-97a8-aec9e1df827e no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:39.410249 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: a8430371-acea-4117-97a8-aec9e1df827e {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:39.410600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a8430371-acea-4117-97a8-aec9e1df827e not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:39.469882 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2cfc2184-cf9e-4242-b467-e394e3e34a25 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8a4a22da-9f28-46a2-ac29-a252731a53c9 HTTP/1.1" status: 204 len: 168 time: 1.1286767 Mar 11 16:23:39.472651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48876) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:39.505050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9ba89167-5bc2-4c00-95ce-87dab3769fe3 None None] Deleting port 54c50ac0-3d2d-4f56-b43c-65765cbe5437 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:39.505458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9ba89167-5bc2-4c00-95ce-87dab3769fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.570218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-9ba89167-5bc2-4c00-95ce-87dab3769fe3 None None] The port '54c50ac0-3d2d-4f56-b43c-65765cbe5437' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:23:40.094517 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:40.435831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] Deleting port c484d8c6-b74b-4cce-bcae-50e637a78e9a {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:40.436488 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:40.607657 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] For port c484d8c6-b74b-4cce-bcae-50e637a78e9a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=c484d8c6-b74b-4cce-bcae-50e637a78e9a,segment=NetworkSegment(c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe),segment_id=c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:40.608014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:40.728397 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] Calling delete_port for c484d8c6-b74b-4cce-bcae-50e637a78e9a owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:40.960241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:41.007716 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c484d8c6-b74b-4cce-bcae-50e637a78e9a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:41.272873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:41.727956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] Router f0a92c44-bfe4-4178-b641-f565e6b6a024 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:41.901462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:41.909878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5273a40-3edd-431c-a455-b5df324a3ce9 None None] Sync routers for ids ['f0a92c44-bfe4-4178-b641-f565e6b6a024'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:41.918762 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5273a40-3edd-431c-a455-b5df324a3ce9 None None] Routers {'f0a92c44-bfe4-4178-b641-f565e6b6a024'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:41.919338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b5273a40-3edd-431c-a455-b5df324a3ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:23:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0a92c44-bfe4-4178-b641-f565e6b6a024'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:41.996646 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4b117266-e683-4f51-9cb0-95da48f0e4e8 admin admin] 10.222.0.39 "PUT /v2.0/routers/f0a92c44-bfe4-4178-b641-f565e6b6a024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5226111 Mar 11 16:23:41.998923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48880) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:42.136462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-b5273a40-3edd-431c-a455-b5df324a3ce9 None None] Set router f0a92c44-bfe4-4178-b641-f565e6b6a024 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:42.213552 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.390391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.427074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b5273a40-3edd-431c-a455-b5df324a3ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'name': 'tempest-TestMinimumBasicScenario-1630026453-router', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:03Z', 'updated_at': '2022-03-11T16:23:40Z', 'revision_number': 5, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'gw_port': {'id': 'a363e0b7-f203-4236-a9b3-1f415d031299', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:05:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:04Z', 'updated_at': '2022-03-11T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:42.430962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5273a40-3edd-431c-a455-b5df324a3ce9 None None] Checking router: f0a92c44-bfe4-4178-b641-f565e6b6a024 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:42.439189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5273a40-3edd-431c-a455-b5df324a3ce9 None None] Routers {'f0a92c44-bfe4-4178-b641-f565e6b6a024'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:42.439780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b5273a40-3edd-431c-a455-b5df324a3ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:23:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['f0a92c44-bfe4-4178-b641-f565e6b6a024'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:42.467878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Deleting port a363e0b7-f203-4236-a9b3-1f415d031299 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:42.468228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.590519 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-b5273a40-3edd-431c-a455-b5df324a3ce9 None None] Set router f0a92c44-bfe4-4178-b641-f565e6b6a024 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:42.640487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] For port a363e0b7-f203-4236-a9b3-1f415d031299, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a363e0b7-f203-4236-a9b3-1f415d031299,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:42.640868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.696688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b5273a40-3edd-431c-a455-b5df324a3ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'name': 'tempest-TestMinimumBasicScenario-1630026453-router', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:03Z', 'updated_at': '2022-03-11T16:23:42Z', 'revision_number': 6, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:42.700501 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5273a40-3edd-431c-a455-b5df324a3ce9 None None] The sync data for ids ['f0a92c44-bfe4-4178-b641-f565e6b6a024'] in dv-neutron-833203-2-hyperv is: [{'id': 'f0a92c44-bfe4-4178-b641-f565e6b6a024', 'name': 'tempest-TestMinimumBasicScenario-1630026453-router', 'tenant_id': '3625e38abadb43b8b5a52620cd737f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:03Z', 'updated_at': '2022-03-11T16:23:42Z', 'revision_number': 6, 'project_id': '3625e38abadb43b8b5a52620cd737f0f', 'gw_port_host': None}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:42.765097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Calling delete_port for a363e0b7-f203-4236-a9b3-1f415d031299 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:43.107800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.156709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Pushing event deleted for resources: {'Port': ['ID=a363e0b7-f203-4236-a9b3-1f415d031299,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:43.243576 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.417103 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.419236 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.490277 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c484d8c6-b74b-4cce-bcae-50e637a78e9a no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:43.524675 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: c484d8c6-b74b-4cce-bcae-50e637a78e9a {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:43.525091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device c484d8c6-b74b-4cce-bcae-50e637a78e9a not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:43.525518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a363e0b7-f203-4236-a9b3-1f415d031299 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:43.532053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.532632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0a92c44-bfe4-4178-b641-f565e6b6a024 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:23:43.546547 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.548161 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d5f4056d-f288-4330-b3e1-c2691cc5188a admin admin] 10.222.0.39 "DELETE /v2.0/routers/f0a92c44-bfe4-4178-b641-f565e6b6a024 HTTP/1.1" status: 204 len: 168 time: 1.5475426 Mar 11 16:23:43.550659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48884) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:43.562520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: a363e0b7-f203-4236-a9b3-1f415d031299 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:43.562943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a363e0b7-f203-4236-a9b3-1f415d031299 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:43.614952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbb8061-3d84-4556-b7af-52a753c7196a admin admin] Deleting subnet faef175b-b731-4866-bbfc-09b54c974e22 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:43.618161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8061-3d84-4556-b7af-52a753c7196a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.672303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8061-3d84-4556-b7af-52a753c7196a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.752893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8061-3d84-4556-b7af-52a753c7196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.892517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8061-3d84-4556-b7af-52a753c7196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.932614 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb8061-3d84-4556-b7af-52a753c7196a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faef175b-b731-4866-bbfc-09b54c974e22,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:43.942455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8061-3d84-4556-b7af-52a753c7196a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.944168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c1c38-65c0-448b-9192-03055cb00871 None None] Network 0d6fd861-a2d0-433e-9c97-47ef6fb89234 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:43.945769 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-ebbb8061-3d84-4556-b7af-52a753c7196a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/faef175b-b731-4866-bbfc-09b54c974e22 HTTP/1.1" status: 204 len: 168 time: 0.3939855 Mar 11 16:23:43.948175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48888) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:44.053735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.063800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Deleting port 321f034b-03fd-4f8e-ae06-40b7b7062650 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:44.064126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.189647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7993364-84d3-49ac-8244-cabb66a7f9b1 None None] DHCP port deletion for 0d6fd861-a2d0-433e-9c97-47ef6fb89234 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:44.193798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a7993364-84d3-49ac-8244-cabb66a7f9b1 None None] Deleting port 321f034b-03fd-4f8e-ae06-40b7b7062650 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:44.194205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a7993364-84d3-49ac-8244-cabb66a7f9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.272112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] For port 321f034b-03fd-4f8e-ae06-40b7b7062650, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=321f034b-03fd-4f8e-ae06-40b7b7062650,segment=NetworkSegment(c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe),segment_id=c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:44.272526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.397291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Calling delete_port for 321f034b-03fd-4f8e-ae06-40b7b7062650 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:44.438570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a7993364-84d3-49ac-8244-cabb66a7f9b1 None None] For port 321f034b-03fd-4f8e-ae06-40b7b7062650, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=321f034b-03fd-4f8e-ae06-40b7b7062650,segment=NetworkSegment(c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe),segment_id=c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:44.438877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a7993364-84d3-49ac-8244-cabb66a7f9b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.560504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.561104 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a7993364-84d3-49ac-8244-cabb66a7f9b1 None None] Calling delete_port for 321f034b-03fd-4f8e-ae06-40b7b7062650 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:44.606348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=321f034b-03fd-4f8e-ae06-40b7b7062650,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:44.610075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] No DVR routers for this DVR port 321f034b-03fd-4f8e-ae06-40b7b7062650 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:44.636377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-a7993364-84d3-49ac-8244-cabb66a7f9b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:44.636757 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-a7993364-84d3-49ac-8244-cabb66a7f9b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:44.723079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.750727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6fd861-a2d0-433e-9c97-47ef6fb89234']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:44.762686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:44.762974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d80f3b-5a0c-40c3-9c7f-963d6ccec0fe') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:44.774362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.789457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.795539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:44.798168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:44.808539 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:44.960726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.981886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.990821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6fd861-a2d0-433e-9c97-47ef6fb89234,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:44.998061 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1f30f965-e5b2-40bc-b9d7-3e76e9bc5c21 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0d6fd861-a2d0-433e-9c97-47ef6fb89234 HTTP/1.1" status: 204 len: 168 time: 1.0488114 Mar 11 16:23:45.138596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a7993364-84d3-49ac-8244-cabb66a7f9b1 None None] Deleting port 321f034b-03fd-4f8e-ae06-40b7b7062650 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:45.138974 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a7993364-84d3-49ac-8244-cabb66a7f9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.203029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a7993364-84d3-49ac-8244-cabb66a7f9b1 None None] The port '321f034b-03fd-4f8e-ae06-40b7b7062650' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:23:45.332711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 321f034b-03fd-4f8e-ae06-40b7b7062650 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:45.368865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 321f034b-03fd-4f8e-ae06-40b7b7062650 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:45.369210 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 321f034b-03fd-4f8e-ae06-40b7b7062650 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:45.381053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48894) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:45.428930 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-036dbd39-8685-465b-8c14-707fa9423ba6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=595789f4f04d4b619e897ef26338e1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466995 Mar 11 16:23:45.431261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 48898) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:45.487680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-71403030-30d7-4268-8a7b-f0433e75c2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.512663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-71403030-30d7-4268-8a7b-f0433e75c2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.634566 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-71403030-30d7-4268-8a7b-f0433e75c2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.651269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71403030-30d7-4268-8a7b-f0433e75c2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f594168b-8657-4a61-8a5f-cfc094b3121a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:45.658522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-71403030-30d7-4268-8a7b-f0433e75c2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.659712 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-71403030-30d7-4268-8a7b-f0433e75c2e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f594168b-8657-4a61-8a5f-cfc094b3121a HTTP/1.1" status: 204 len: 168 time: 0.2275784 Mar 11 16:23:46.308068 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48906) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:46.356333 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fb49d562-c93a-46dd-93d3-bdf11c9013d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3625e38abadb43b8b5a52620cd737f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470717 Mar 11 16:23:46.359066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48910) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:46.415784 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9ac96682-badb-4393-85ac-9e6826159455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.440721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9ac96682-badb-4393-85ac-9e6826159455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.569693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9ac96682-badb-4393-85ac-9e6826159455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.585374 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac96682-badb-4393-85ac-9e6826159455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5362a70-7a35-42f2-85d6-ec12f7a3563f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:46.590444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9ac96682-badb-4393-85ac-9e6826159455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.592273 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9ac96682-badb-4393-85ac-9e6826159455 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5362a70-7a35-42f2-85d6-ec12f7a3563f HTTP/1.1" status: 204 len: 168 time: 0.2316275 Mar 11 16:23:49.603421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48952) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:49.608962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586205202', 'description': 'tempest-secgroup-smoke-1586205202 description', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:49.615526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:49.619401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:49.622288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:49.627934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:49.731931 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.746810 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.761183 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:49.764958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:49.769695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:49.774223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:49.854644 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.931650 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.942434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:49.949702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:49.954193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:49.968253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:49.975262 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887531d9-8747-4b94-b8f9-ea5468a48248,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:50.042089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.101413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.142533 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649baa51-7be7-4c1d-9754-880497107ba7,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:50.205994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.207863 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0af88b73-1c2f-47e6-be9a-19b23e61d1d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6034386 Mar 11 16:23:50.211035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48956) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:50.216073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-09b94d32-11c1-4df0-b229-0afb53c61d3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '649baa51-7be7-4c1d-9754-880497107ba7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:50.222127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-09b94d32-11c1-4df0-b229-0afb53c61d3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:50.226117 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-09b94d32-11c1-4df0-b229-0afb53c61d3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:50.229120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-09b94d32-11c1-4df0-b229-0afb53c61d3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:50.235434 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-09b94d32-11c1-4df0-b229-0afb53c61d3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:50.319744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09b94d32-11c1-4df0-b229-0afb53c61d3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.381403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09b94d32-11c1-4df0-b229-0afb53c61d3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.461872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09b94d32-11c1-4df0-b229-0afb53c61d3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.484888 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b94d32-11c1-4df0-b229-0afb53c61d3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fdf7c2-4fd5-4ea5-ada7-5a9546636882,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:50.554210 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-09b94d32-11c1-4df0-b229-0afb53c61d3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.555406 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-09b94d32-11c1-4df0-b229-0afb53c61d3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3434012 Mar 11 16:23:50.558108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48960) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:50.563086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-fe8851d9-a522-432c-8d51-ce36a9f8eb37 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '649baa51-7be7-4c1d-9754-880497107ba7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:50.568899 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fe8851d9-a522-432c-8d51-ce36a9f8eb37 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:50.572640 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fe8851d9-a522-432c-8d51-ce36a9f8eb37 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:50.575404 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fe8851d9-a522-432c-8d51-ce36a9f8eb37 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:50.580926 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fe8851d9-a522-432c-8d51-ce36a9f8eb37 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:50.652096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fe8851d9-a522-432c-8d51-ce36a9f8eb37 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.710816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fe8851d9-a522-432c-8d51-ce36a9f8eb37 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.771837 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fe8851d9-a522-432c-8d51-ce36a9f8eb37 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.795304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8851d9-a522-432c-8d51-ce36a9f8eb37 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a7bd2c-50f7-43ec-803a-65affc283ff9,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:50.863313 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-966b97f7-06b8-4328-8131-22ae9881e2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.896043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fe8851d9-a522-432c-8d51-ce36a9f8eb37 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.897256 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fe8851d9-a522-432c-8d51-ce36a9f8eb37 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3382304 Mar 11 16:23:50.900011 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48964) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:50.904895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7bbbac6f-78c0-4b8a-93a6-c0888d1aaae0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '649baa51-7be7-4c1d-9754-880497107ba7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:50.910759 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7bbbac6f-78c0-4b8a-93a6-c0888d1aaae0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:50.914506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7bbbac6f-78c0-4b8a-93a6-c0888d1aaae0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:50.917327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7bbbac6f-78c0-4b8a-93a6-c0888d1aaae0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:50.922924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7bbbac6f-78c0-4b8a-93a6-c0888d1aaae0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:51.000803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bbbac6f-78c0-4b8a-93a6-c0888d1aaae0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.060698 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bbbac6f-78c0-4b8a-93a6-c0888d1aaae0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.130127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bbbac6f-78c0-4b8a-93a6-c0888d1aaae0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.153055 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbac6f-78c0-4b8a-93a6-c0888d1aaae0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bb9a8e-b0dc-4e9e-bc7d-ea2909f8c6ba,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:51.234745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7bbbac6f-78c0-4b8a-93a6-c0888d1aaae0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.235986 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7bbbac6f-78c0-4b8a-93a6-c0888d1aaae0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3350430 Mar 11 16:23:51.239265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48968) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:51.244116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-0dfa344f-edf4-42f0-bdce-d09d4c914255 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '649baa51-7be7-4c1d-9754-880497107ba7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:51.250039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0dfa344f-edf4-42f0-bdce-d09d4c914255 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:51.254417 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0dfa344f-edf4-42f0-bdce-d09d4c914255 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:51.257267 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-0dfa344f-edf4-42f0-bdce-d09d4c914255 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:51.262988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-0dfa344f-edf4-42f0-bdce-d09d4c914255 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:51.322245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0dfa344f-edf4-42f0-bdce-d09d4c914255 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.384975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0dfa344f-edf4-42f0-bdce-d09d4c914255 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.451376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0dfa344f-edf4-42f0-bdce-d09d4c914255 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.475591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa344f-edf4-42f0-bdce-d09d4c914255 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d0c2fc-032c-4422-aef2-51a41b6a4241,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:51.564120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0dfa344f-edf4-42f0-bdce-d09d4c914255 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.565321 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0dfa344f-edf4-42f0-bdce-d09d4c914255 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3251531 Mar 11 16:23:51.568468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48972) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:51.573471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '649baa51-7be7-4c1d-9754-880497107ba7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:51.579185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:51.583613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:51.586556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:51.592065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:51.663222 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Project c5302d0c64b947c4862cde1cc7d3c367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:23:51.669700 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.734096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.800531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.825424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965c797f-174d-4698-8d11-9fd56e39937a,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:51.897358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.898577 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ccc183d5-d1ff-43e3-b4f9-4a58d785a526 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3291764 Mar 11 16:23:51.901246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48976) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:51.906141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '649baa51-7be7-4c1d-9754-880497107ba7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:51.912656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:51.916393 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:51.919246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:51.925025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:52.000126 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Project c5302d0c64b947c4862cde1cc7d3c367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:23:52.007241 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.077209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.161038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.184467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668d4340-7101-478c-825d-3c7a8294da32,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:52.251805 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.253033 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3a0a502b-c14f-42c2-9fb4-b94a28381754 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3508871 Mar 11 16:23:52.256107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48980) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:52.261545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'network': {'name': 'tempest-network-smoke--1057686246', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'port_security_enabled': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:52.266535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:52.270405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:network and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:52.273367 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:52.279026 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:52.365778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:52.369333 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.398736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:23:52.407444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.407778 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Added segment d546a4cb-5228-4d2a-985c-7d5a3bc579dc of type vlan for network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d Mar 11 16:23:52.433914 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.524387 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.530188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:52.530776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.635532 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Network': ['ID=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:52.645510 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:23:52.650683 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8db9f184-d9cf-4ce2-960a-7828720b8028 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3935351 Mar 11 16:23:52.653536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48984) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:52.658645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'admin_state_up': True, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:52.666200 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:52.670127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:router and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:52.673095 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:52.680120 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:52.752824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.753907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.768004 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.209044 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.595111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.625136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.697700 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-496792e4-3b79-4201-be13-92c9ef252355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.757987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.26.6.17 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/77c900fa-7a32-4c5a-a449-5a7cf0f9555a) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:53.901233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.998808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.056834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:54.059454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:54.066968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:54.110041 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=77c900fa-7a32-4c5a-a449-5a7cf0f9555a,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:54.434411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.531674 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.783464 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.973024 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.245527 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router a00e3d01-7d43-412a-afa0-2b2057ea8516 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:23:55.420871 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:55.432222 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Sync routers for ids ['a00e3d01-7d43-412a-afa0-2b2057ea8516'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:55.441231 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Routers {'a00e3d01-7d43-412a-afa0-2b2057ea8516'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:55.441834 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:23:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a00e3d01-7d43-412a-afa0-2b2057ea8516'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:55.509189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.510450 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d1aa734a-e023-4735-983c-67fd911137b4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8559656 Mar 11 16:23:55.513577 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48988) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.617735 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Set router a00e3d01-7d43-412a-afa0-2b2057ea8516 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:55.668709 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cea4e3e9-f3ca-4daf-8a23-85e461dd2e1b tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c5302d0c64b947c4862cde1cc7d3c367&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1516292 Mar 11 16:23:55.668984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48994) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.798579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb4ec8c-3ec9-4469-9bd8-7486015d36e1 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:55.802608 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9bb4ec8c-3ec9-4469-9bd8-7486015d36e1 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301899 Mar 11 16:23:55.802973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 48998) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.841966 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-80971844-6612-466c-a0ea-0efcc2bcdd9c tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378635 Mar 11 16:23:55.844470 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49002) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.850496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482691850', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:55.903478 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:54Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:55.907195 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Checking router: a00e3d01-7d43-412a-afa0-2b2057ea8516 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:55.907558 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Updating router a00e3d01-7d43-412a-afa0-2b2057ea8516 port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:23:55.959862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:55.962892 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.963761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:subnet and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:55.966722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:55.972407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:56.067746 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:56.071338 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.098253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.287008 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.299269 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Transition to ACTIVE for port object 77c900fa-7a32-4c5a-a449-5a7cf0f9555a will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:56.355362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.383142 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.383343 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.435329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Subnet': ['ID=56fdb235-bf30-44ac-9839-c9600671be9d,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:56.445869 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Checking segment: {'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:56.446238 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network hostable DHCP agents. Network: b9ce813f-7bde-4deb-bd27-8ca3df74ac7d, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:23:56.469586 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Pushing event updated for resources: {'Port': ['ID=77c900fa-7a32-4c5a-a449-5a7cf0f9555a,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:56.471645 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Attempting to bind port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:56.472663 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Attempting to bind port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:56.474856 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Attempting to bind port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:56.481815 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:56.482190 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:56.482586 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.482970 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:56.483423 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Bound port: 77c900fa-7a32-4c5a-a449-5a7cf0f9555a, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:56.484043 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.511267 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.514942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.514942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.514942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.514942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.514942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.514942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.514942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.514942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.514942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.514942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.514942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.531405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:23:56.562029 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] For port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:56.564982 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] For port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=77c900fa-7a32-4c5a-a449-5a7cf0f9555a,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:56.611369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, b9ce813f-7bde-4deb-bd27-8ca3df74ac7d) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:56.615394 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:56.615978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.620885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dabf13c-bc25-45d2-95a8-e66638957fec None None] Network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:56.639291 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.695969 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c4bcd78c-bb1e-4275-b5f7-91ed7abb919f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8477945 Mar 11 16:23:56.696201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49006) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:56.743904 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Routers {'a00e3d01-7d43-412a-afa0-2b2057ea8516'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:56.744488 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:23:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a00e3d01-7d43-412a-afa0-2b2057ea8516'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:56.813142 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be4d9c-7bd0-4757-abdd-7675e0183a3d None None] Pushing event updated for resources: {'Port': ['ID=77c900fa-7a32-4c5a-a449-5a7cf0f9555a,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:56.843904 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ips': [{'subnet_id': '56fdb235-bf30-44ac-9839-c9600671be9d'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:23:56.844988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.937478 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] Set router a00e3d01-7d43-412a-afa0-2b2057ea8516 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:57.007342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Allocated IP 172.20.0.2 (b9ce813f-7bde-4deb-bd27-8ca3df74ac7d/56fdb235-bf30-44ac-9839-c9600671be9d/ed22cdba-4847-442e-bdae-05c7e36b5352) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:57.231647 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:54Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:57.233552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.237976 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fb746-fbc6-40f2-8963-7b1d1d39dd07 None None] The sync data for ids ['a00e3d01-7d43-412a-afa0-2b2057ea8516'] in dv-neutron-833203-2-hyperv is: [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:54Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:57.245891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Transition to ACTIVE for port object ed22cdba-4847-442e-bdae-05c7e36b5352 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:57.266249 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Transition to ACTIVE for port object ed22cdba-4847-442e-bdae-05c7e36b5352 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:57.333129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.403534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:57.406985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:57.411578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:57.417070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Pushing event updated for resources: {'Port': ['ID=ed22cdba-4847-442e-bdae-05c7e36b5352,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:57.450683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.450956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.451294 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.451626 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.451973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.453841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.453841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.453841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.453841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.453841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.454264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.454264 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:57.542736 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Attempting to bind port ed22cdba-4847-442e-bdae-05c7e36b5352 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:57.543202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Attempting to bind port ed22cdba-4847-442e-bdae-05c7e36b5352 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:57.543634 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Attempting to bind port ed22cdba-4847-442e-bdae-05c7e36b5352 on network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:57.549791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:57.550287 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Checking segment: {'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:57.550758 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.551217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Bound using segment: {'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:57.551755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Bound port: ed22cdba-4847-442e-bdae-05c7e36b5352, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:57.552191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.574665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.687052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] For port ed22cdba-4847-442e-bdae-05c7e36b5352, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:57.693543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] For port ed22cdba-4847-442e-bdae-05c7e36b5352, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ed22cdba-4847-442e-bdae-05c7e36b5352,segment=NetworkSegment(d546a4cb-5228-4d2a-985c-7d5a3bc579dc),segment_id=d546a4cb-5228-4d2a-985c-7d5a3bc579dc)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:57.738654 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.827441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd5423-12da-4dde-94c2-913f410a25af None None] Pushing event updated for resources: {'Port': ['ID=ed22cdba-4847-442e-bdae-05c7e36b5352,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:58.001499 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.20.0.1 (b9ce813f-7bde-4deb-bd27-8ca3df74ac7d/56fdb235-bf30-44ac-9839-c9600671be9d/806ae8bb-763a-47c1-9d7a-62b681aa8357) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:58.200772 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.216181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Transition to ACTIVE for port object 806ae8bb-763a-47c1-9d7a-62b681aa8357 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:58.309010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.371720 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:58.379599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:58.383863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:58.417175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=806ae8bb-763a-47c1-9d7a-62b681aa8357,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:58.446696 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.874919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.293338 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.360509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.408813 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 77c900fa-7a32-4c5a-a449-5a7cf0f9555a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:59.444951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad67081-1295-413c-bd08-0e35b5c4576a None None] Network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:59.478753 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.482082 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=806ae8bb-763a-47c1-9d7a-62b681aa8357,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:59.616651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:59.619781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:59.645599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-fb095e37-88d4-438d-aa26-0485f7231a5f None None] Provisioning for port ed22cdba-4847-442e-bdae-05c7e36b5352 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:59.745143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:59.747441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:59.747818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.814598 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router a00e3d01-7d43-412a-afa0-2b2057ea8516 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:59.867892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.885263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=77c900fa-7a32-4c5a-a449-5a7cf0f9555a,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:59.983526 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.985001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ed22cdba-4847-442e-bdae-05c7e36b5352 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:00.000059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:00.010602 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-67f8a538-3350-4d00-95af-7ffdcea659da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "PUT /v2.0/routers/a00e3d01-7d43-412a-afa0-2b2057ea8516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3131893 Mar 11 16:24:00.054924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Sync routers for ids ['a00e3d01-7d43-412a-afa0-2b2057ea8516'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:00.109229 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Routers {'a00e3d01-7d43-412a-afa0-2b2057ea8516'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:00.110113 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:23:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a00e3d01-7d43-412a-afa0-2b2057ea8516'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:00.196814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-15a8a349-1e14-4f7f-b108-3dadfcfd6460 None None] Provisioning for port 806ae8bb-763a-47c1-9d7a-62b681aa8357 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:00.216640 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-15a8a349-1e14-4f7f-b108-3dadfcfd6460 None None] Provisioning complete for port 806ae8bb-763a-47c1-9d7a-62b681aa8357 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:00.217026 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-15a8a349-1e14-4f7f-b108-3dadfcfd6460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.248898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=77c900fa-7a32-4c5a-a449-5a7cf0f9555a,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:00.372179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-15a8a349-1e14-4f7f-b108-3dadfcfd6460 None None] Port 806ae8bb-763a-47c1-9d7a-62b681aa8357 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:00.390856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Set router a00e3d01-7d43-412a-afa0-2b2057ea8516 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:00.417633 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-45b2bad4-75cf-4c21-b210-a9effa4f0dcb tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586205202&fields=id&tenant_id=c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 267 time: 0.1473932 Mar 11 16:24:00.434561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port ed22cdba-4847-442e-bdae-05c7e36b5352 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:00.455238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port ed22cdba-4847-442e-bdae-05c7e36b5352 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:00.455611 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.496855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-15a8a349-1e14-4f7f-b108-3dadfcfd6460 None None] Provisioning complete for port ed22cdba-4847-442e-bdae-05c7e36b5352 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:00.497223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-15a8a349-1e14-4f7f-b108-3dadfcfd6460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.564326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-60207969-6239-4089-a381-056e6948a9f3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:00.566374 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-60207969-6239-4089-a381-056e6948a9f3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/networks?id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d HTTP/1.1" status: 200 len: 797 time: 0.1419799 Mar 11 16:24:00.580823 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-199bf7ce-dad6-47af-978f-b38fb68775f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/quotas/c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 375 time: 0.0089018 Mar 11 16:24:00.663996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-4e756512-68eb-4209-9101-3d029ea9f3d6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773451 Mar 11 16:24:00.847388 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-4d0d0923-2f2f-47bc-873a-161943ac3cd9 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719916 Mar 11 16:24:00.859171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.943126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-15a8a349-1e14-4f7f-b108-3dadfcfd6460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.981421 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-dc9069f6-6642-4746-a9e4-9079a56ca73a service neutron] 10.222.0.39 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281710 Mar 11 16:24:00.999836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port ed22cdba-4847-442e-bdae-05c7e36b5352, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ed22cdba-4847-442e-bdae-05c7e36b5352,segment=NetworkSegment(d546a4cb-5228-4d2a-985c-7d5a3bc579dc),segment_id=d546a4cb-5228-4d2a-985c-7d5a3bc579dc)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:01.015220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '806ae8bb-763a-47c1-9d7a-62b681aa8357', 'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:ab:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:57Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 2, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:01.019559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Checking router: a00e3d01-7d43-412a-afa0-2b2057ea8516 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:24:01.019915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Updating router a00e3d01-7d43-412a-afa0-2b2057ea8516 port 806ae8bb-763a-47c1-9d7a-62b681aa8357 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:24:01.076118 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.121459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.297943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-15a8a349-1e14-4f7f-b108-3dadfcfd6460 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:24:01.298198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-15a8a349-1e14-4f7f-b108-3dadfcfd6460 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:24:01.316716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=ed22cdba-4847-442e-bdae-05c7e36b5352,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:01.364653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 77c900fa-7a32-4c5a-a449-5a7cf0f9555a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:01.389192 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-865303f8-1a42-445d-84bf-61afb7e8e050 req-3b354299-5657-4280-a29c-02a3ad7dbdd3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 210 time: 0.1123857 Mar 11 16:24:01.516230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:01.516834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.639505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.682284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Transition to ACTIVE for port object 806ae8bb-763a-47c1-9d7a-62b681aa8357 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:01.777371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.978407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f318bf-784b-4fa1-bc31-a5436a7eb185 None None] Pushing event updated for resources: {'Port': ['ID=806ae8bb-763a-47c1-9d7a-62b681aa8357,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:02.041163 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Attempting to bind port 806ae8bb-763a-47c1-9d7a-62b681aa8357 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:02.041452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Attempting to bind port 806ae8bb-763a-47c1-9d7a-62b681aa8357 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:02.041799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Attempting to bind port 806ae8bb-763a-47c1-9d7a-62b681aa8357 on network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:02.046799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:02.047160 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Checking segment: {'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:02.047547 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.047927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Bound using segment: {'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:02.048373 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Bound port: 806ae8bb-763a-47c1-9d7a-62b681aa8357, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:02.048757 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.142323 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] For port 806ae8bb-763a-47c1-9d7a-62b681aa8357, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:02.145756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] For port 806ae8bb-763a-47c1-9d7a-62b681aa8357, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=806ae8bb-763a-47c1-9d7a-62b681aa8357,segment=NetworkSegment(d546a4cb-5228-4d2a-985c-7d5a3bc579dc),segment_id=d546a4cb-5228-4d2a-985c-7d5a3bc579dc)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:02.204210 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.297016 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Routers {'a00e3d01-7d43-412a-afa0-2b2057ea8516'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:02.297778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:23:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a00e3d01-7d43-412a-afa0-2b2057ea8516'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:02.364539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f318bf-784b-4fa1-bc31-a5436a7eb185 None None] Pushing event updated for resources: {'Port': ['ID=806ae8bb-763a-47c1-9d7a-62b681aa8357,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:02.486764 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ee01d8b5-49eb-4e85-8eeb-652cace0c050 req-a8619a13-d29d-444c-a469-51222aa4c8f2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 210 time: 0.0444469 Mar 11 16:24:02.489153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] Set router a00e3d01-7d43-412a-afa0-2b2057ea8516 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:02.847354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '806ae8bb-763a-47c1-9d7a-62b681aa8357', 'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:ab:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:57Z', 'updated_at': '2022-03-11T16:24:02Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:02.851301 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac2b31-489a-41e7-a092-028b01548b9a None None] The sync data for ids ['a00e3d01-7d43-412a-afa0-2b2057ea8516'] in dv-neutron-833203-2-hyperv is: [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '806ae8bb-763a-47c1-9d7a-62b681aa8357', 'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:ab:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:57Z', 'updated_at': '2022-03-11T16:24:02Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:03.431389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ed22cdba-4847-442e-bdae-05c7e36b5352 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:03.506018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port ed22cdba-4847-442e-bdae-05c7e36b5352 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:03.506389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.586653 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-315485be-718a-462d-a6bd-16f120b23de0 req-c780c1ad-7874-4783-852e-00dccb6a9e7f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 210 time: 0.0456939 Mar 11 16:24:03.636336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 806ae8bb-763a-47c1-9d7a-62b681aa8357 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:03.805788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 806ae8bb-763a-47c1-9d7a-62b681aa8357 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:03.811507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 806ae8bb-763a-47c1-9d7a-62b681aa8357 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:03.811888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.931333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.962585 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 806ae8bb-763a-47c1-9d7a-62b681aa8357, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=806ae8bb-763a-47c1-9d7a-62b681aa8357,segment=NetworkSegment(d546a4cb-5228-4d2a-985c-7d5a3bc579dc),segment_id=d546a4cb-5228-4d2a-985c-7d5a3bc579dc)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:04.038869 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.105835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=806ae8bb-763a-47c1-9d7a-62b681aa8357,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:04.684888 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3bbe8047-05f8-4843-8730-76cf8554cbac req-274b4247-0c64-4cb9-b910-9fa528c352d0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 210 time: 0.0447721 Mar 11 16:24:05.349281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 806ae8bb-763a-47c1-9d7a-62b681aa8357 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:05.426805 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 806ae8bb-763a-47c1-9d7a-62b681aa8357 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:05.427178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.827745 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-631cf534-3163-45d0-bf4e-39c084734efe req-654ed23a-3fbd-4d02-b474-c242ed1ed3da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 210 time: 0.0415850 Mar 11 16:24:06.781454 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:24:06.978602 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60c4e1cc-c568-4374-9529-2de111e944b6 req-bc5bea4e-4f73-4414-ada9-d5f8c6f444e0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 210 time: 0.0435708 Mar 11 16:24:07.478017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-140abb71-ce38-4f06-80b7-edc9242f893c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:07.479414 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-140abb71-ce38-4f06-80b7-edc9242f893c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/networks?id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d HTTP/1.1" status: 200 len: 797 time: 0.1447494 Mar 11 16:24:07.530877 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-b7e8d314-70d8-447a-b8aa-50d1b067a695 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 380 time: 0.0427382 Mar 11 16:24:07.538683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'port': {'device_id': 'f8836096-117f-4712-bd79-5285fb95197d', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'admin_state_up': True, 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'security_groups': ['649baa51-7be7-4c1d-9754-880497107ba7']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:07.673645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:07.677469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:port and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:07.680265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:07.685909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:07.765829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:07.769965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:07.929207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.20.0.4 (b9ce813f-7bde-4deb-bd27-8ca3df74ac7d/56fdb235-bf30-44ac-9839-c9600671be9d/8f2d8069-7e03-49f5-9509-fa67c04db146) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:08.137732 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b3b5b9db-b8f0-4de1-b20f-8e51c36ee9fa req-8989496d-1fdd-4125-92f2-fa4182b25840 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 210 time: 0.0553024 Mar 11 16:24:08.157016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.171888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Transition to ACTIVE for port object 8f2d8069-7e03-49f5-9509-fa67c04db146 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:08.279032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.343540 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:08.353795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:08.358024 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:08.488033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=8f2d8069-7e03-49f5-9509-fa67c04db146,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:08.526018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:08.526632 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.616531 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-09fcd0a1-219f-4f55-860b-6c1489f6bea8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0813074 Mar 11 16:24:08.631269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Request body: {'port': {'device_id': 'f8836096-117f-4712-bd79-5285fb95197d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:08.674272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f16ec59b-e79f-47c3-ae4e-bfa6417a519d None None] Provisioning for port 8f2d8069-7e03-49f5-9509-fa67c04db146 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:08.679850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f16ec59b-e79f-47c3-ae4e-bfa6417a519d None None] Provisioning complete for port 8f2d8069-7e03-49f5-9509-fa67c04db146 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:08.680216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f16ec59b-e79f-47c3-ae4e-bfa6417a519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.736009 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec59b-e79f-47c3-ae4e-bfa6417a519d None None] Port 8f2d8069-7e03-49f5-9509-fa67c04db146 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:08.743139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.080350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2d8069-7e03-49f5-9509-fa67c04db146 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:24:09.088031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.102188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Transition to ACTIVE for port object 8f2d8069-7e03-49f5-9509-fa67c04db146 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:09.171128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.376479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2d8069-7e03-49f5-9509-fa67c04db146,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:09.472608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75218ac8-0218-4068-9b61-6d5ad859b41d req-80a14214-3744-4486-a14d-83be6f94a6c5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:09.473295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-75218ac8-0218-4068-9b61-6d5ad859b41d req-80a14214-3744-4486-a14d-83be6f94a6c5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:09.477899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Attempting to bind port 8f2d8069-7e03-49f5-9509-fa67c04db146 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:09.478230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Attempting to bind port 8f2d8069-7e03-49f5-9509-fa67c04db146 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:09.478560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Attempting to bind port 8f2d8069-7e03-49f5-9509-fa67c04db146 on network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:09.485242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Port 8f2d8069-7e03-49f5-9509-fa67c04db146 on network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:24:09.485556 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Attempting to bind port 8f2d8069-7e03-49f5-9509-fa67c04db146 on network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:09.492794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:09.493129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Checking segment: {'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:09.493507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Bound using segment: {'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:09.493927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Bound port: 8f2d8069-7e03-49f5-9509-fa67c04db146, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:09.494275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.586458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] For port 8f2d8069-7e03-49f5-9509-fa67c04db146, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:09.589319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] For port 8f2d8069-7e03-49f5-9509-fa67c04db146, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8f2d8069-7e03-49f5-9509-fa67c04db146,segment=NetworkSegment(d546a4cb-5228-4d2a-985c-7d5a3bc579dc),segment_id=d546a4cb-5228-4d2a-985c-7d5a3bc579dc)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:09.603621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-75218ac8-0218-4068-9b61-6d5ad859b41d req-80a14214-3744-4486-a14d-83be6f94a6c5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:09.604769 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75218ac8-0218-4068-9b61-6d5ad859b41d req-80a14214-3744-4486-a14d-83be6f94a6c5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 943 time: 0.3341751 Mar 11 16:24:09.649138 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75218ac8-0218-4068-9b61-6d5ad859b41d req-f32c3312-3420-455e-a63c-2a69a57c583c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382419 Mar 11 16:24:09.678471 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.734070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:09.734737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.736124 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] 10.222.0.30 "PUT /v2.0/ports/8f2d8069-7e03-49f5-9509-fa67c04db146 HTTP/1.1" status: 200 len: 1093 time: 1.1089027 Mar 11 16:24:09.739231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8836096-117f-4712-bd79-5285fb95197d', 'tag': '8f2d8069-7e03-49f5-9509-fa67c04db146'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:24:09.769048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7bd08-e5f3-4295-8820-ae0b2eabdfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2d8069-7e03-49f5-9509-fa67c04db146,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:09.843173 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8836096-117f-4712-bd79-5285fb95197d', 'tag': '8f2d8069-7e03-49f5-9509-fa67c04db146', 'status': 'completed', 'code': 200} Mar 11 16:24:09.921077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-2349dc30-76ab-4c4a-9db1-ead78c2ea2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:09.922625 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-2349dc30-76ab-4c4a-9db1-ead78c2ea2ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 1096 time: 0.0725160 Mar 11 16:24:09.992750 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-e276e9c7-0f76-47d8-aad3-f88990c41497 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f2d8069-7e03-49f5-9509-fa67c04db146 HTTP/1.1" status: 200 len: 217 time: 0.0632191 Mar 11 16:24:10.053950 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-a7f8a654-f908-4116-84e6-f79dd666177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:10.055255 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-a7f8a654-f908-4116-84e6-f79dd666177c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56fdb235-bf30-44ac-9839-c9600671be9d HTTP/1.1" status: 200 len: 835 time: 0.0574343 Mar 11 16:24:10.132045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-fb5733e9-060f-4da8-8e0e-b9bee7d37d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:10.133428 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-fb5733e9-060f-4da8-8e0e-b9bee7d37d3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722785 Mar 11 16:24:10.264497 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-fc1a1101-e5ca-4141-a705-accb178feca7 service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239123 Mar 11 16:24:10.395376 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be57a0be-0a04-4b5b-9ff6-15a8e94f8d17 req-79e905c9-2a2f-4cb9-9d09-152dbdc53a5b service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246712 Mar 11 16:24:10.672141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6ab9c-9d13-49e5-8499-937d353741f7 req-4aa0f582-cb9f-48bc-82bf-0000c980c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:10.673637 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44b6ab9c-9d13-49e5-8499-937d353741f7 req-4aa0f582-cb9f-48bc-82bf-0000c980c8e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 1096 time: 0.1614046 Mar 11 16:24:10.853880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6ab9c-9d13-49e5-8499-937d353741f7 req-3140f8c8-5b0e-4637-9dde-7ad4f44f0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:10.855384 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44b6ab9c-9d13-49e5-8499-937d353741f7 req-3140f8c8-5b0e-4637-9dde-7ad4f44f0b82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d HTTP/1.1" status: 200 len: 898 time: 0.1745584 Mar 11 16:24:10.931830 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44b6ab9c-9d13-49e5-8499-937d353741f7 req-90b7a4aa-2c37-4c27-8477-9e98282cd937 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f2d8069-7e03-49f5-9509-fa67c04db146 HTTP/1.1" status: 200 len: 217 time: 0.0668511 Mar 11 16:24:10.939958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686504f-df73-4592-9e28-6bde309fde6d req-b1ecd7db-09bc-47d3-ab02-173480e0be61 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:10.941399 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d686504f-df73-4592-9e28-6bde309fde6d req-b1ecd7db-09bc-47d3-ab02-173480e0be61 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 943 time: 0.1795337 Mar 11 16:24:11.027738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d686504f-df73-4592-9e28-6bde309fde6d req-1232eb60-66c3-49e9-8b30-203ec5c8f119 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570710 Mar 11 16:24:11.030956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6ab9c-9d13-49e5-8499-937d353741f7 req-0ff5f993-c09e-43db-b171-cd891c160a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:11.032310 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44b6ab9c-9d13-49e5-8499-937d353741f7 req-0ff5f993-c09e-43db-b171-cd891c160a55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56fdb235-bf30-44ac-9839-c9600671be9d HTTP/1.1" status: 200 len: 835 time: 0.0901012 Mar 11 16:24:11.110572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6ab9c-9d13-49e5-8499-937d353741f7 req-e72794e5-b247-4fc6-92aa-7fdac4211179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:11.112666 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44b6ab9c-9d13-49e5-8499-937d353741f7 req-e72794e5-b247-4fc6-92aa-7fdac4211179 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732577 Mar 11 16:24:11.240867 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44b6ab9c-9d13-49e5-8499-937d353741f7 req-01afa900-abbf-40ac-9cac-03fd7c648ab6 service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219199 Mar 11 16:24:11.375605 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44b6ab9c-9d13-49e5-8499-937d353741f7 req-8d53ef05-8577-4ccf-8cbd-204460d9ed06 service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284976 Mar 11 16:24:12.211805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113970d6-3d8c-42b2-babd-460d4ce10793 req-3a00ccd6-33a1-4c21-a730-fc939aaf9357 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:12.213291 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-113970d6-3d8c-42b2-babd-460d4ce10793 req-3a00ccd6-33a1-4c21-a730-fc939aaf9357 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 943 time: 0.0785389 Mar 11 16:24:12.256446 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-113970d6-3d8c-42b2-babd-460d4ce10793 req-410c0894-bddf-4a8a-b786-c4cc13de2850 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375290 Mar 11 16:24:13.439069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed83b-2654-4dd5-9b88-ae8f634f157b req-94099715-21bb-4e83-9044-ec9b85a624b5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:13.440524 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ba8ed83b-2654-4dd5-9b88-ae8f634f157b req-94099715-21bb-4e83-9044-ec9b85a624b5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 943 time: 0.0799851 Mar 11 16:24:13.484050 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ba8ed83b-2654-4dd5-9b88-ae8f634f157b req-d79fba5a-5c4c-47f2-be59-21d3fb08ae75 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376067 Mar 11 16:24:14.573882 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8f2d8069-7e03-49f5-9509-fa67c04db146 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:24:14.666256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1594a6a-6c9b-4cfb-8c95-20bece651453 req-84a30876-191f-4c8b-920e-18f5f15d818b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:14.667841 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a1594a6a-6c9b-4cfb-8c95-20bece651453 req-84a30876-191f-4c8b-920e-18f5f15d818b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 943 time: 0.0809448 Mar 11 16:24:14.705718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8f2d8069-7e03-49f5-9509-fa67c04db146, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8f2d8069-7e03-49f5-9509-fa67c04db146,segment=NetworkSegment(d546a4cb-5228-4d2a-985c-7d5a3bc579dc),segment_id=d546a4cb-5228-4d2a-985c-7d5a3bc579dc)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:14.717969 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a1594a6a-6c9b-4cfb-8c95-20bece651453 req-e18e6005-9ae3-4333-9599-3f849610ec75 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Mar 11 16:24:14.718780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '8f2d8069-7e03-49f5-9509-fa67c04db146', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'port_id': '8f2d8069-7e03-49f5-9509-fa67c04db146', 'mac_address': 'fa:16:3e:68:3e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:24:14.774220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.790433 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2d8069-7e03-49f5-9509-fa67c04db146 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:24:14.805284 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8f2d8069-7e03-49f5-9509-fa67c04db146, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8f2d8069-7e03-49f5-9509-fa67c04db146,segment=NetworkSegment(d546a4cb-5228-4d2a-985c-7d5a3bc579dc),segment_id=d546a4cb-5228-4d2a-985c-7d5a3bc579dc)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:14.902534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.971588 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8f2d8069-7e03-49f5-9509-fa67c04db146,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:15.308360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['8f2d8069-7e03-49f5-9509-fa67c04db146'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:24:15.908077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37f8ec-120c-47d9-9441-54bf81ff4e3b req-030d3200-21c4-4153-bf05-96ce5bd9dc5a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:15.910070 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d37f8ec-120c-47d9-9441-54bf81ff4e3b req-030d3200-21c4-4153-bf05-96ce5bd9dc5a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 944 time: 0.0820036 Mar 11 16:24:15.952824 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d37f8ec-120c-47d9-9441-54bf81ff4e3b req-26748be9-1b8b-420a-8803-25801e5e551b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371716 Mar 11 16:24:16.584230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8f2d8069-7e03-49f5-9509-fa67c04db146 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:16.740599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 8f2d8069-7e03-49f5-9509-fa67c04db146 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:16.745151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 8f2d8069-7e03-49f5-9509-fa67c04db146 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:16.745546 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.863586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.888880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8836096-117f-4712-bd79-5285fb95197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2d8069-7e03-49f5-9509-fa67c04db146'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:24:16.898219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8f2d8069-7e03-49f5-9509-fa67c04db146, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8f2d8069-7e03-49f5-9509-fa67c04db146,segment=NetworkSegment(d546a4cb-5228-4d2a-985c-7d5a3bc579dc),segment_id=d546a4cb-5228-4d2a-985c-7d5a3bc579dc)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:16.933014 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8836096-117f-4712-bd79-5285fb95197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2d8069-7e03-49f5-9509-fa67c04db146', 'code': 200} Mar 11 16:24:16.969556 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.036788 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8f2d8069-7e03-49f5-9509-fa67c04db146,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:17.141228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fded3ad-5b09-4ad1-a6ca-b77d16156676 req-4973fba5-f8fb-416d-9ef6-930c09049798 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:17.142584 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2fded3ad-5b09-4ad1-a6ca-b77d16156676 req-4973fba5-f8fb-416d-9ef6-930c09049798 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.0781934 Mar 11 16:24:17.191320 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2fded3ad-5b09-4ad1-a6ca-b77d16156676 req-47bc6ae2-54da-420c-aa61-882b82ca3d97 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Mar 11 16:24:17.321275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dca653-e975-41a7-8c0b-5bd12570b8a0 req-c3da97f3-158c-4c58-ba8e-f063ae0f967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:17.322738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a6dca653-e975-41a7-8c0b-5bd12570b8a0 req-c3da97f3-158c-4c58-ba8e-f063ae0f967e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 1098 time: 0.0691638 Mar 11 16:24:17.369401 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a6dca653-e975-41a7-8c0b-5bd12570b8a0 req-966b9205-a136-4904-aac9-410fd99cae99 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407002 Mar 11 16:24:18.378327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe7672-c10a-4acf-b368-a488a9134614 req-0428911e-9294-4634-b2e6-72bf219aeb83 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:18.379762 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7cfe7672-c10a-4acf-b368-a488a9134614 req-0428911e-9294-4634-b2e6-72bf219aeb83 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.0844333 Mar 11 16:24:18.423127 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7cfe7672-c10a-4acf-b368-a488a9134614 req-11200151-78c2-4ef6-abb1-b61e516d17e1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377040 Mar 11 16:24:19.602418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e21020-9772-4406-9a01-09e85107b95d req-7498bcbd-ea9f-4e2b-b640-cccfd4d69dfa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:19.603860 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f8e21020-9772-4406-9a01-09e85107b95d req-7498bcbd-ea9f-4e2b-b640-cccfd4d69dfa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.0775764 Mar 11 16:24:19.648134 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f8e21020-9772-4406-9a01-09e85107b95d req-5fcd0a4e-8797-4e5e-9e1d-b08580181383 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385282 Mar 11 16:24:19.926213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9451b76-f9dd-4c58-9062-c9c9fcff32c9 req-2a0901d3-65d2-4d5d-967d-6c48ed6017f3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:19.927554 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9451b76-f9dd-4c58-9062-c9c9fcff32c9 req-2a0901d3-65d2-4d5d-967d-6c48ed6017f3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.1749465 Mar 11 16:24:19.970210 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9451b76-f9dd-4c58-9062-c9c9fcff32c9 req-e2afcd78-85e9-4a52-ab88-adb69104ac13 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Mar 11 16:24:19.992925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49088) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:20.063840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ca54f8-ec7d-4128-8244-35e88ca75b70 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:20.065865 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e1ca54f8-ec7d-4128-8244-35e88ca75b70 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 1093 time: 0.0718017 Mar 11 16:24:20.068697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49092) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:20.073387 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '8f2d8069-7e03-49f5-9509-fa67c04db146', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:20.079105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:20.083452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:floatingip and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:20.086205 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:20.091678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:20.148864 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.393344 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.523928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.26.6.80 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/7218a8de-899b-4d12-b5f4-daf159c9d25d) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:20.668254 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.758442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.823804 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:20.831736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:20.835824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:20.845770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bb1d-12a5-4dba-817c-28758287ae99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.868660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=7218a8de-899b-4d12-b5f4-daf159c9d25d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:20.884824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:20.885179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:20.885525 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:20.885868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:20.886204 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:20.886540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:20.886866 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:20.887194 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:20.887521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:20.887846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:20.888173 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:20.888520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:21.257094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.425344 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.627024 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.685483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.799478 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=7218a8de-899b-4d12-b5f4-daf159c9d25d,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:21.808242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.977997 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Floating IP c041df6b-9349-4db4-a6f9-0f3f1e85af8b associated. External IP: 172.26.6.80, port: 8f2d8069-7e03-49f5-9509-fa67c04db146. Mar 11 16:24:22.430086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router a00e3d01-7d43-412a-afa0-2b2057ea8516 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:22.610032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:22.620461 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79eaa0-20f0-4f18-b9bf-5e8ae95ca91e None None] Sync routers for ids ['a00e3d01-7d43-412a-afa0-2b2057ea8516'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:22.630291 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79eaa0-20f0-4f18-b9bf-5e8ae95ca91e None None] Routers {'a00e3d01-7d43-412a-afa0-2b2057ea8516'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:22.630887 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7b79eaa0-20f0-4f18-b9bf-5e8ae95ca91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:23:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a00e3d01-7d43-412a-afa0-2b2057ea8516'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:22.712457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.772945 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-516541b2-70d0-4389-bdc4-05b784aad022 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7032125 Mar 11 16:24:22.773540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8836096-117f-4712-bd79-5285fb95197d', 'tag': '8f2d8069-7e03-49f5-9509-fa67c04db146'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:24:22.815192 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-7b79eaa0-20f0-4f18-b9bf-5e8ae95ca91e None None] Set router a00e3d01-7d43-412a-afa0-2b2057ea8516 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:22.821177 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8836096-117f-4712-bd79-5285fb95197d', 'tag': '8f2d8069-7e03-49f5-9509-fa67c04db146', 'status': 'completed', 'code': 200} Mar 11 16:24:22.975072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75ca00-bf2a-4a99-9864-83a413fd8df6 req-78a5ae31-01ce-41ea-a1bb-0632c6c2e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:22.976746 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a75ca00-bf2a-4a99-9864-83a413fd8df6 req-78a5ae31-01ce-41ea-a1bb-0632c6c2e8cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 1098 time: 0.1338670 Mar 11 16:24:22.985132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acf0f-3dd9-438d-88b8-2c462a05acb6 req-2a206209-463a-4ab8-8f3c-c59ebe8672e1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:22.986518 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-222acf0f-3dd9-438d-88b8-2c462a05acb6 req-2a206209-463a-4ab8-8f3c-c59ebe8672e1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.1081345 Mar 11 16:24:23.115988 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-222acf0f-3dd9-438d-88b8-2c462a05acb6 req-b7d4ee47-9b10-483c-974c-90eabe5a2e21 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088791 Mar 11 16:24:23.139956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49100) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:23.167876 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7b79eaa0-20f0-4f18-b9bf-5e8ae95ca91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'c041df6b-9349-4db4-a6f9-0f3f1e85af8b', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.80', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'port_id': '8f2d8069-7e03-49f5-9509-fa67c04db146', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'mac_address': 'fa:16:3e:68:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8836096-117f-4712-bd79-5285fb95197d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:21Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806ae8bb-763a-47c1-9d7a-62b681aa8357', 'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:ab:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:57Z', 'updated_at': '2022-03-11T16:24:03Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:23.172763 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79eaa0-20f0-4f18-b9bf-5e8ae95ca91e None None] Checking router: a00e3d01-7d43-412a-afa0-2b2057ea8516 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:24:23.183396 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79eaa0-20f0-4f18-b9bf-5e8ae95ca91e None None] Routers {'a00e3d01-7d43-412a-afa0-2b2057ea8516'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:23.183978 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7b79eaa0-20f0-4f18-b9bf-5e8ae95ca91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:23:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a00e3d01-7d43-412a-afa0-2b2057ea8516'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:23.227508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75ca00-bf2a-4a99-9864-83a413fd8df6 req-adba50f9-b097-42a4-b425-84182d8d7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:23.228968 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a75ca00-bf2a-4a99-9864-83a413fd8df6 req-adba50f9-b097-42a4-b425-84182d8d7a96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d HTTP/1.1" status: 200 len: 898 time: 0.2415974 Mar 11 16:24:23.332295 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a03992a4-9afe-414c-8a9f-b74d4ef6b5be tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/c041df6b-9349-4db4-a6f9-0f3f1e85af8b HTTP/1.1" status: 200 len: 990 time: 0.1912167 Mar 11 16:24:23.351708 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a75ca00-bf2a-4a99-9864-83a413fd8df6 req-e70f645f-2d12-42c6-941b-196048958ff4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f2d8069-7e03-49f5-9509-fa67c04db146 HTTP/1.1" status: 200 len: 998 time: 0.1150441 Mar 11 16:24:23.360899 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-7b79eaa0-20f0-4f18-b9bf-5e8ae95ca91e None None] Set router a00e3d01-7d43-412a-afa0-2b2057ea8516 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:23.416011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75ca00-bf2a-4a99-9864-83a413fd8df6 req-0ced14e4-34f1-4b4b-93cd-dd00aa8878a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:23.417420 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a75ca00-bf2a-4a99-9864-83a413fd8df6 req-0ced14e4-34f1-4b4b-93cd-dd00aa8878a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56fdb235-bf30-44ac-9839-c9600671be9d HTTP/1.1" status: 200 len: 835 time: 0.0593653 Mar 11 16:24:23.492191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75ca00-bf2a-4a99-9864-83a413fd8df6 req-9490f1ab-fe61-41b7-8f45-64bee76857d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:23.493676 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a75ca00-bf2a-4a99-9864-83a413fd8df6 req-9490f1ab-fe61-41b7-8f45-64bee76857d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709772 Mar 11 16:24:23.635887 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a75ca00-bf2a-4a99-9864-83a413fd8df6 req-2ea93642-3f12-4800-a5f0-2fdaedd07c1d service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257653 Mar 11 16:24:23.697567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-06f7016a-d5bf-459d-b7ab-18b5874b6497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.739344 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-7b79eaa0-20f0-4f18-b9bf-5e8ae95ca91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'c041df6b-9349-4db4-a6f9-0f3f1e85af8b', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.80', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'port_id': '8f2d8069-7e03-49f5-9509-fa67c04db146', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'mac_address': 'fa:16:3e:68:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8836096-117f-4712-bd79-5285fb95197d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:21Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806ae8bb-763a-47c1-9d7a-62b681aa8357', 'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:ab:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:57Z', 'updated_at': '2022-03-11T16:24:03Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:23.743463 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79eaa0-20f0-4f18-b9bf-5e8ae95ca91e None None] The sync data for ids ['a00e3d01-7d43-412a-afa0-2b2057ea8516'] in dv-neutron-833203-2-hyperv is: [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'c041df6b-9349-4db4-a6f9-0f3f1e85af8b', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.80', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'port_id': '8f2d8069-7e03-49f5-9509-fa67c04db146', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'mac_address': 'fa:16:3e:68:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8836096-117f-4712-bd79-5285fb95197d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:21Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806ae8bb-763a-47c1-9d7a-62b681aa8357', 'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:ab:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:57Z', 'updated_at': '2022-03-11T16:24:03Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:23.765920 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a75ca00-bf2a-4a99-9864-83a413fd8df6 req-0343d32b-1f71-40cc-b498-ba6beebbcc31 service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242020 Mar 11 16:24:23.927395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7dcb3f-864d-409f-9d19-963643030f31 None None] New status for floating IP c041df6b-9349-4db4-a6f9-0f3f1e85af8b: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:24:24.336086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49104) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:24.411148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.441644 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b5ec0745-0f17-48ca-9ecb-ce46f90809d9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/c041df6b-9349-4db4-a6f9-0f3f1e85af8b HTTP/1.1" status: 200 len: 992 time: 0.1043887 Mar 11 16:24:24.696611 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.096663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.359962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.480722 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-2b3f7f0e-ceac-492f-868b-1c5dc57943ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684750 Mar 11 16:24:30.621285 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-27e756e5-838e-4802-b143-82bf942148be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:30.622711 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-27e756e5-838e-4802-b143-82bf942148be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 1098 time: 0.0726748 Mar 11 16:24:30.763621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-d522f94b-977d-42cc-b32b-30594ada5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:30.764981 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-d522f94b-977d-42cc-b32b-30594ada5891 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d HTTP/1.1" status: 200 len: 898 time: 0.1238079 Mar 11 16:24:30.967258 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-192dd2f9-f2ae-4c87-b149-1587b49a9226 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f2d8069-7e03-49f5-9509-fa67c04db146 HTTP/1.1" status: 200 len: 1000 time: 0.1964574 Mar 11 16:24:31.029635 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-5f96cb5e-4131-42c5-9f23-e43de47fe982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:31.030954 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-5f96cb5e-4131-42c5-9f23-e43de47fe982 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56fdb235-bf30-44ac-9839-c9600671be9d HTTP/1.1" status: 200 len: 835 time: 0.0563009 Mar 11 16:24:31.105087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-4d84ac3f-0044-4aba-9965-7f0b80ac89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:31.106555 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-4d84ac3f-0044-4aba-9965-7f0b80ac89f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683615 Mar 11 16:24:31.235803 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-9006e76a-995c-4876-9f95-0c0cb7d46478 service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223075 Mar 11 16:24:31.368878 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e4bc51fd-75d0-4d9e-95e6-70e36de43466 req-a5d51cc4-19e8-495e-858e-25b7228d390f service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255708 Mar 11 16:24:43.780347 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:24:50.877921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d843235a-9a82-4385-9436-d03bdaaa4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.696268 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cb03bc55-d326-4e46-aaa2-f5a558c0865f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.456024 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.690217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.096398 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.370513 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:20.779399 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:25:20.871068 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5ae91374-b9ef-4fdc-8d43-4312660d1f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.690153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-490d276b-b952-459e-9c91-d2888c1de2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:24.427031 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:24.690478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:26.100419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:26.455232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:33.131453 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-1e453080-af0b-43f9-8ccd-aa1bbf404e51 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719063 Mar 11 16:25:33.267736 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-1c5cbba1-c5b4-438d-9a79-5eb9d6ae270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:33.269237 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-1c5cbba1-c5b4-438d-9a79-5eb9d6ae270f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 1098 time: 0.0701017 Mar 11 16:25:33.414322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-73ee1d95-26cb-4c69-9057-5f34398f8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:33.415679 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-73ee1d95-26cb-4c69-9057-5f34398f8350 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d HTTP/1.1" status: 200 len: 898 time: 0.1268725 Mar 11 16:25:33.517999 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-a62fb56c-1212-40f6-990a-1b20bb16513c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f2d8069-7e03-49f5-9509-fa67c04db146 HTTP/1.1" status: 200 len: 1000 time: 0.0952308 Mar 11 16:25:33.583792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-ca4be7ea-902b-49c1-a554-f3d1347331fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:33.585828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-ca4be7ea-902b-49c1-a554-f3d1347331fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56fdb235-bf30-44ac-9839-c9600671be9d HTTP/1.1" status: 200 len: 835 time: 0.0607045 Mar 11 16:25:33.659242 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-864409cc-6ab3-46ea-80f7-4e21620a183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:33.660749 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-864409cc-6ab3-46ea-80f7-4e21620a183b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682344 Mar 11 16:25:33.792198 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-2b0d8fbc-5fad-4bbf-b79c-92397c0bd282 service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245995 Mar 11 16:25:33.922768 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b01fbadd-8c41-4754-ac2b-597d0d496185 req-42bab4d0-c4d7-493b-ae52-f98d94d8ab0e service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237395 Mar 11 16:25:39.924016 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57161d65-1880-4c39-bbd2-fc19e387d878 req-8071ef3b-3cbb-4280-acda-2101cfcfa560 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:39.925600 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-57161d65-1880-4c39-bbd2-fc19e387d878 req-8071ef3b-3cbb-4280-acda-2101cfcfa560 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.0802515 Mar 11 16:25:39.971759 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-57161d65-1880-4c39-bbd2-fc19e387d878 req-7cf3a2fa-1d97-47d3-a395-d4100f49f6c4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405378 Mar 11 16:25:41.155101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56b6c8-e343-4ef3-a9fd-a693bb2b5fdb req-163c94a8-cc47-4b31-abf5-c5fb8c6934f9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:41.156531 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0d56b6c8-e343-4ef3-a9fd-a693bb2b5fdb req-163c94a8-cc47-4b31-abf5-c5fb8c6934f9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.0779238 Mar 11 16:25:41.198729 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0d56b6c8-e343-4ef3-a9fd-a693bb2b5fdb req-bf521922-72f9-42c3-b25e-b65444b72f55 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361624 Mar 11 16:25:41.221896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49140) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:41.326016 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2686e87a-200a-4b8f-b506-fbbf3e85f0f9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/c041df6b-9349-4db4-a6f9-0f3f1e85af8b HTTP/1.1" status: 200 len: 992 time: 0.1030214 Mar 11 16:25:42.940149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66cc2a-ee4d-48a0-97e6-327359ed3e23 req-cc5f9755-4c86-4c4f-8824-ce9a3860f90a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:42.941621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec66cc2a-ee4d-48a0-97e6-327359ed3e23 req-cc5f9755-4c86-4c4f-8824-ce9a3860f90a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.0820804 Mar 11 16:25:42.985358 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec66cc2a-ee4d-48a0-97e6-327359ed3e23 req-99f30ca3-215c-4e15-b818-a535530ce1ae tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379453 Mar 11 16:25:44.169491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c465565-fc5f-4887-b679-326ee3b7e38c req-33585da3-32f8-463a-939f-e5d7af696fbe tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:44.170954 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7c465565-fc5f-4887-b679-326ee3b7e38c req-33585da3-32f8-463a-939f-e5d7af696fbe tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.0789855 Mar 11 16:25:44.214451 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7c465565-fc5f-4887-b679-326ee3b7e38c req-a0df421f-8f1f-49f1-b48d-bccc5123071f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379004 Mar 11 16:25:44.237007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49154) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:44.440273 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-391cdada-5010-41d3-844e-349a9fd85b57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/c041df6b-9349-4db4-a6f9-0f3f1e85af8b HTTP/1.1" status: 200 len: 992 time: 0.2021105 Mar 11 16:25:44.735368 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49162) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:44.935587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 7218a8de-899b-4d12-b5f4-daf159c9d25d {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:44.935933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:45.107441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:45.107772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:45.229706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 7218a8de-899b-4d12-b5f4-daf159c9d25d owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:45.448394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:45.496711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=7218a8de-899b-4d12-b5f4-daf159c9d25d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:45.536209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.536570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.536926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.537260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.537593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.537924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.538248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.538571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.538895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.539213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.539531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.539848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:45.597102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:45.597425 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Floating IP c041df6b-9349-4db4-a6f9-0f3f1e85af8b disassociated (deleted). External IP: 172.26.6.80, port: 8f2d8069-7e03-49f5-9509-fa67c04db146. Mar 11 16:25:45.954735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router a00e3d01-7d43-412a-afa0-2b2057ea8516 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:25:46.226572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:46.236633 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12af5569-2ddc-4ae1-895c-297a6d1a33e3 None None] Sync routers for ids ['a00e3d01-7d43-412a-afa0-2b2057ea8516'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:46.246139 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af5569-2ddc-4ae1-895c-297a6d1a33e3 None None] Routers {'a00e3d01-7d43-412a-afa0-2b2057ea8516'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:46.246840 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-12af5569-2ddc-4ae1-895c-297a6d1a33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:25:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a00e3d01-7d43-412a-afa0-2b2057ea8516'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:46.323832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:46.378285 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e81a77b6-221c-4304-b186-6b9b84112058 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/floatingips/c041df6b-9349-4db4-a6f9-0f3f1e85af8b HTTP/1.1" status: 204 len: 168 time: 1.6418486 Mar 11 16:25:46.378874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8836096-117f-4712-bd79-5285fb95197d', 'tag': '8f2d8069-7e03-49f5-9509-fa67c04db146'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:46.428194 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8836096-117f-4712-bd79-5285fb95197d', 'tag': '8f2d8069-7e03-49f5-9509-fa67c04db146', 'status': 'completed', 'code': 200} Mar 11 16:25:46.441404 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-12af5569-2ddc-4ae1-895c-297a6d1a33e3 None None] Set router a00e3d01-7d43-412a-afa0-2b2057ea8516 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:46.568615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7be87-4def-4cbb-a966-554ba00b4234 req-966a480f-44dc-4620-b060-1a3c1e27d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:46.570260 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-79b7be87-4def-4cbb-a966-554ba00b4234 req-966a480f-44dc-4620-b060-1a3c1e27d107 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 1098 time: 0.1217713 Mar 11 16:25:46.704490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7be87-4def-4cbb-a966-554ba00b4234 req-83358951-d004-4518-b688-210f28dde50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:46.706034 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-79b7be87-4def-4cbb-a966-554ba00b4234 req-83358951-d004-4518-b688-210f28dde50f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d HTTP/1.1" status: 200 len: 898 time: 0.1298506 Mar 11 16:25:46.759749 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-12af5569-2ddc-4ae1-895c-297a6d1a33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '806ae8bb-763a-47c1-9d7a-62b681aa8357', 'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:ab:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:57Z', 'updated_at': '2022-03-11T16:24:03Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:46.763437 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12af5569-2ddc-4ae1-895c-297a6d1a33e3 None None] Checking router: a00e3d01-7d43-412a-afa0-2b2057ea8516 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:46.771882 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af5569-2ddc-4ae1-895c-297a6d1a33e3 None None] Routers {'a00e3d01-7d43-412a-afa0-2b2057ea8516'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:46.772494 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-12af5569-2ddc-4ae1-895c-297a6d1a33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:25:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a00e3d01-7d43-412a-afa0-2b2057ea8516'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:46.775052 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-79b7be87-4def-4cbb-a966-554ba00b4234 req-e8a839f9-7b25-4466-ae38-12a7212d43df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f2d8069-7e03-49f5-9509-fa67c04db146 HTTP/1.1" status: 200 len: 217 time: 0.0613291 Mar 11 16:25:46.841100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7be87-4def-4cbb-a966-554ba00b4234 req-5860adae-6c75-471f-8980-841c94793665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:46.842526 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-79b7be87-4def-4cbb-a966-554ba00b4234 req-5860adae-6c75-471f-8980-841c94793665 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56fdb235-bf30-44ac-9839-c9600671be9d HTTP/1.1" status: 200 len: 835 time: 0.0615511 Mar 11 16:25:46.922585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7be87-4def-4cbb-a966-554ba00b4234 req-b5266b53-0410-4238-b800-2ee14c1bdfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:46.924089 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-79b7be87-4def-4cbb-a966-554ba00b4234 req-b5266b53-0410-4238-b800-2ee14c1bdfab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749848 Mar 11 16:25:46.955269 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-12af5569-2ddc-4ae1-895c-297a6d1a33e3 None None] Set router a00e3d01-7d43-412a-afa0-2b2057ea8516 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:47.119243 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-79b7be87-4def-4cbb-a966-554ba00b4234 req-d3fdbbb9-a971-496c-9d4b-a27ffb34eea6 service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865184 Mar 11 16:25:47.127796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f39e6b-4df4-496b-93c9-28c61fddf33d req-677020e5-bde8-492c-af65-9f156302a907 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:47.128504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f9f39e6b-4df4-496b-93c9-28c61fddf33d req-677020e5-bde8-492c-af65-9f156302a907 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:47.251889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f9f39e6b-4df4-496b-93c9-28c61fddf33d req-677020e5-bde8-492c-af65-9f156302a907 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:47.253107 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9f39e6b-4df4-496b-93c9-28c61fddf33d req-677020e5-bde8-492c-af65-9f156302a907 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.3021698 Mar 11 16:25:47.325229 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-79b7be87-4def-4cbb-a966-554ba00b4234 req-771b709b-8c5b-44c5-a7c0-5b30b84b719a service neutron] 10.222.0.30 "GET /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937571 Mar 11 16:25:47.328316 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9f39e6b-4df4-496b-93c9-28c61fddf33d req-256b37d7-520b-41c6-ba1f-65fcdab2fdad tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678511 Mar 11 16:25:47.465984 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-12af5569-2ddc-4ae1-895c-297a6d1a33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '806ae8bb-763a-47c1-9d7a-62b681aa8357', 'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:ab:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:57Z', 'updated_at': '2022-03-11T16:24:03Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:47.479765 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12af5569-2ddc-4ae1-895c-297a6d1a33e3 None None] The sync data for ids ['a00e3d01-7d43-412a-afa0-2b2057ea8516'] in dv-neutron-833203-2-hyperv is: [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '806ae8bb-763a-47c1-9d7a-62b681aa8357', 'name': '', 'network_id': 'b9ce813f-7bde-4deb-bd27-8ca3df74ac7d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:ab:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:57Z', 'updated_at': '2022-03-11T16:24:03Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '56fdb235-bf30-44ac-9839-c9600671be9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:47.699471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1908167-6f6d-4c19-a35b-a8de13162303 None None] New status for floating IP c041df6b-9349-4db4-a6f9-0f3f1e85af8b: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:25:48.520517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aedabf-dcf7-4945-a25a-9b0f51c1a8e9 req-e751bfbe-88b3-4cd7-bf03-c36a2ecbf6d8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:48.522003 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02aedabf-dcf7-4945-a25a-9b0f51c1a8e9 req-e751bfbe-88b3-4cd7-bf03-c36a2ecbf6d8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.0809891 Mar 11 16:25:48.566293 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02aedabf-dcf7-4945-a25a-9b0f51c1a8e9 req-d515bef4-e435-48a1-b646-0ec716cb1c81 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=649baa51-7be7-4c1d-9754-880497107ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385718 Mar 11 16:25:48.989284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c62b33-8e5e-4fb5-a60e-ecc4f24bffe2 req-6e365a27-1dfd-42bf-856b-e5260b02e6f9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:48.990701 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0c62b33-8e5e-4fb5-a60e-ecc4f24bffe2 req-6e365a27-1dfd-42bf-856b-e5260b02e6f9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 945 time: 0.0802221 Mar 11 16:25:49.057145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-d0c62b33-8e5e-4fb5-a60e-ecc4f24bffe2 req-6325b95b-b218-4c7d-8b9d-635647eb2cff tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 8f2d8069-7e03-49f5-9509-fa67c04db146 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:49.057474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d0c62b33-8e5e-4fb5-a60e-ecc4f24bffe2 req-6325b95b-b218-4c7d-8b9d-635647eb2cff tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.293926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-d0c62b33-8e5e-4fb5-a60e-ecc4f24bffe2 req-6325b95b-b218-4c7d-8b9d-635647eb2cff tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port 8f2d8069-7e03-49f5-9509-fa67c04db146, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8f2d8069-7e03-49f5-9509-fa67c04db146,segment=NetworkSegment(d546a4cb-5228-4d2a-985c-7d5a3bc579dc),segment_id=d546a4cb-5228-4d2a-985c-7d5a3bc579dc)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:49.294277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d0c62b33-8e5e-4fb5-a60e-ecc4f24bffe2 req-6325b95b-b218-4c7d-8b9d-635647eb2cff tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.511204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-d0c62b33-8e5e-4fb5-a60e-ecc4f24bffe2 req-6325b95b-b218-4c7d-8b9d-635647eb2cff tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 8f2d8069-7e03-49f5-9509-fa67c04db146 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:49.706740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d0c62b33-8e5e-4fb5-a60e-ecc4f24bffe2 req-6325b95b-b218-4c7d-8b9d-635647eb2cff tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.717828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-da253963-968e-4c79-9cee-5b87c9e6698e req-f6f1084a-20a3-4d31-8aab-fc3f1332951c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8836096-117f-4712-bd79-5285fb95197d HTTP/1.1" status: 200 len: 210 time: 0.0462875 Mar 11 16:25:49.763027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325b95b-b218-4c7d-8b9d-635647eb2cff tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=8f2d8069-7e03-49f5-9509-fa67c04db146,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:49.836529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c62b33-8e5e-4fb5-a60e-ecc4f24bffe2 req-6325b95b-b218-4c7d-8b9d-635647eb2cff tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] No DVR routers for this DVR port 8f2d8069-7e03-49f5-9509-fa67c04db146 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:25:49.838909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d0c62b33-8e5e-4fb5-a60e-ecc4f24bffe2 req-6325b95b-b218-4c7d-8b9d-635647eb2cff tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.841891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8836096-117f-4712-bd79-5285fb95197d', 'name': 'network-vif-deleted', 'tag': '8f2d8069-7e03-49f5-9509-fa67c04db146'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:49.885462 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8836096-117f-4712-bd79-5285fb95197d', 'name': 'network-vif-deleted', 'tag': '8f2d8069-7e03-49f5-9509-fa67c04db146', 'status': 'completed', 'code': 200} Mar 11 16:25:49.901583 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0c62b33-8e5e-4fb5-a60e-ecc4f24bffe2 req-6325b95b-b218-4c7d-8b9d-635647eb2cff tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "DELETE /v2.0/ports/8f2d8069-7e03-49f5-9509-fa67c04db146 HTTP/1.1" status: 204 len: 173 time: 0.9055555 Mar 11 16:25:50.814343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49182) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:50.895095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-36e6c450-8ddc-4fed-84a4-acd2b63f6161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:51.373961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:51.823803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 806ae8bb-763a-47c1-9d7a-62b681aa8357 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:51.824535 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:52.008209 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port 806ae8bb-763a-47c1-9d7a-62b681aa8357, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=806ae8bb-763a-47c1-9d7a-62b681aa8357,segment=NetworkSegment(d546a4cb-5228-4d2a-985c-7d5a3bc579dc),segment_id=d546a4cb-5228-4d2a-985c-7d5a3bc579dc)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:52.008578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:52.127343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 806ae8bb-763a-47c1-9d7a-62b681aa8357 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:52.495247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:52.544387 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=806ae8bb-763a-47c1-9d7a-62b681aa8357,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:52.586111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.586461 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.586809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.587166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.587491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.587827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.588175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.588491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.588854 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.589224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.589558 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.590603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:52.828139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:53.047008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8f2d8069-7e03-49f5-9509-fa67c04db146 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:53.084201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 8f2d8069-7e03-49f5-9509-fa67c04db146 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:53.084541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8f2d8069-7e03-49f5-9509-fa67c04db146 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:53.284516 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router a00e3d01-7d43-412a-afa0-2b2057ea8516 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:25:53.459410 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:53.469348 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00896811-f4ea-4476-875d-9aa7263d0f62 None None] Sync routers for ids ['a00e3d01-7d43-412a-afa0-2b2057ea8516'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:53.472172 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-04bdb737-445c-4c60-ab42-8327335f11c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "PUT /v2.0/routers/a00e3d01-7d43-412a-afa0-2b2057ea8516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6567330 Mar 11 16:25:53.474961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49186) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:53.478397 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00896811-f4ea-4476-875d-9aa7263d0f62 None None] Routers {'a00e3d01-7d43-412a-afa0-2b2057ea8516'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:53.478990 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-00896811-f4ea-4476-875d-9aa7263d0f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:25:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a00e3d01-7d43-412a-afa0-2b2057ea8516'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:53.542350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e90e55-4113-4dd4-93cd-3d9de77dc269 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting subnet 56fdb235-bf30-44ac-9839-c9600671be9d {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:25:53.545250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e55-4113-4dd4-93cd-3d9de77dc269 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:53.598078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e55-4113-4dd4-93cd-3d9de77dc269 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:53.655091 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-00896811-f4ea-4476-875d-9aa7263d0f62 None None] Set router a00e3d01-7d43-412a-afa0-2b2057ea8516 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:53.683959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e55-4113-4dd4-93cd-3d9de77dc269 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:53.722628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dbde36fe-9247-4a49-b220-8f9ffb1f7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:53.831279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e55-4113-4dd4-93cd-3d9de77dc269 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:53.870255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e90e55-4113-4dd4-93cd-3d9de77dc269 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Subnet': ['ID=56fdb235-bf30-44ac-9839-c9600671be9d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:53.874412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e55-4113-4dd4-93cd-3d9de77dc269 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:53.883043 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b9e90e55-4113-4dd4-93cd-3d9de77dc269 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/subnets/56fdb235-bf30-44ac-9839-c9600671be9d HTTP/1.1" status: 204 len: 168 time: 0.4045470 Mar 11 16:25:53.883224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49190) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:53.885771 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6521921a-080c-4243-8a5b-d4a2cda5eee3 None None] Network b9ce813f-7bde-4deb-bd27-8ca3df74ac7d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:25:53.937896 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-00896811-f4ea-4476-875d-9aa7263d0f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:25:52Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:53.941738 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00896811-f4ea-4476-875d-9aa7263d0f62 None None] Checking router: a00e3d01-7d43-412a-afa0-2b2057ea8516 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:53.950679 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00896811-f4ea-4476-875d-9aa7263d0f62 None None] Routers {'a00e3d01-7d43-412a-afa0-2b2057ea8516'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:53.951274 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-00896811-f4ea-4476-875d-9aa7263d0f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:25:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a00e3d01-7d43-412a-afa0-2b2057ea8516'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:54.067073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:54.132384 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-00896811-f4ea-4476-875d-9aa7263d0f62 None None] Set router a00e3d01-7d43-412a-afa0-2b2057ea8516 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:54.155227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] DHCP port deletion for b9ce813f-7bde-4deb-bd27-8ca3df74ac7d request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:25:54.160005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Deleting port ed22cdba-4847-442e-bdae-05c7e36b5352 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:54.160369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:54.248827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:54.335233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:54.336085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:54.419489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] For port ed22cdba-4847-442e-bdae-05c7e36b5352, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=ed22cdba-4847-442e-bdae-05c7e36b5352,segment=NetworkSegment(d546a4cb-5228-4d2a-985c-7d5a3bc579dc),segment_id=d546a4cb-5228-4d2a-985c-7d5a3bc579dc)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:54.419735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:54.438015 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-00896811-f4ea-4476-875d-9aa7263d0f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:25:52Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:54.441822 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00896811-f4ea-4476-875d-9aa7263d0f62 None None] The sync data for ids ['a00e3d01-7d43-412a-afa0-2b2057ea8516'] in dv-neutron-833203-2-hyperv is: [{'id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515376544', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:52Z', 'updated_at': '2022-03-11T16:25:52Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '77c900fa-7a32-4c5a-a449-5a7cf0f9555a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00e3d01-7d43-412a-afa0-2b2057ea8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:53Z', 'updated_at': '2022-03-11T16:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:54.492091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:54.522962 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port 77c900fa-7a32-4c5a-a449-5a7cf0f9555a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=77c900fa-7a32-4c5a-a449-5a7cf0f9555a,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:54.523326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:54.552218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Calling delete_port for ed22cdba-4847-442e-bdae-05c7e36b5352 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:54.649996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 77c900fa-7a32-4c5a-a449-5a7cf0f9555a owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:54.684078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:54.730486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:54.733085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Pushing event deleted for resources: {'Port': ['ID=ed22cdba-4847-442e-bdae-05c7e36b5352,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:54.735792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] No DVR routers for this DVR port ed22cdba-4847-442e-bdae-05c7e36b5352 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:25:54.746846 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:54.747197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:54.747534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:54.747864 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:54.748191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:54.748515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:54.748863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:54.749184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:54.749503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:54.749819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:54.750132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:54.750444 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8842d1-ebaf-4131-9c47-4665da111834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:55.009683 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.056260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=77c900fa-7a32-4c5a-a449-5a7cf0f9555a,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:55.145647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.318155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.320290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.409691 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.412144 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Fanout notify agent at l3_agent the message router_deleted on router a00e3d01-7d43-412a-afa0-2b2057ea8516 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:25:55.431089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.432327 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-255b47c8-d311-4156-b1bc-a48d070a309f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/routers/a00e3d01-7d43-412a-afa0-2b2057ea8516 HTTP/1.1" status: 204 len: 168 time: 1.5483050 Mar 11 16:25:55.435443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49194) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:55.447318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ed22cdba-4847-442e-bdae-05c7e36b5352 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:55.486205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: ed22cdba-4847-442e-bdae-05c7e36b5352 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:55.486817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device ed22cdba-4847-442e-bdae-05c7e36b5352 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:55.487227 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 806ae8bb-763a-47c1-9d7a-62b681aa8357 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:55.522428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 806ae8bb-763a-47c1-9d7a-62b681aa8357 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:55.522774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 806ae8bb-763a-47c1-9d7a-62b681aa8357 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:55.553482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.684224 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.713397 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ce813f-7bde-4deb-bd27-8ca3df74ac7d']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:55.724990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:55.725283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd546a4cb-5228-4d2a-985c-7d5a3bc579dc') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:55.736986 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.753268 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.759657 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:25:55.760197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:25:55.775428 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:25:55.928665 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.945862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:55.956088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Network': ['ID=b9ce813f-7bde-4deb-bd27-8ca3df74ac7d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:55.958458 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ebf0398d-6d36-45df-a563-ece5bfe56b4f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/networks/b9ce813f-7bde-4deb-bd27-8ca3df74ac7d HTTP/1.1" status: 204 len: 168 time: 0.5221016 Mar 11 16:25:55.961304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49198) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:56.029989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f372574c-34f8-48a9-9af3-e808c77d856a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:56.060288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f372574c-34f8-48a9-9af3-e808c77d856a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:56.135507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:56.197808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f372574c-34f8-48a9-9af3-e808c77d856a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:56.213390 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372574c-34f8-48a9-9af3-e808c77d856a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649baa51-7be7-4c1d-9754-880497107ba7,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:56.221207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f372574c-34f8-48a9-9af3-e808c77d856a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:56.225030 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f372574c-34f8-48a9-9af3-e808c77d856a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/security-groups/649baa51-7be7-4c1d-9754-880497107ba7 HTTP/1.1" status: 204 len: 168 time: 0.2603154 Mar 11 16:25:56.415270 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:56.576515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49206) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:56.582212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935815720', 'description': 'tempest-secgroup-smoke-1935815720 description', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:56.588222 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:56.592077 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:56.594925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:56.600523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:56.683430 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:56.706912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:56.710618 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:56.713505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:56.718930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:56.787137 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:56.826008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:56.872184 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65db8942-7b06-44fb-acf1-de422f3258c4,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:56.923380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:56.924634 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-eb903f30-978a-47e7-ba73-64ce7f68ce15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3470063 Mar 11 16:25:56.927450 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49210) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:56.932441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7e63ebeb-eeea-4337-b145-4bcfb131274b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '65db8942-7b06-44fb-acf1-de422f3258c4', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:56.938508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7e63ebeb-eeea-4337-b145-4bcfb131274b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:56.942334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7e63ebeb-eeea-4337-b145-4bcfb131274b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:56.945301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7e63ebeb-eeea-4337-b145-4bcfb131274b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:56.951072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7e63ebeb-eeea-4337-b145-4bcfb131274b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:57.044972 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7e63ebeb-eeea-4337-b145-4bcfb131274b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.101756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7e63ebeb-eeea-4337-b145-4bcfb131274b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.163539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7e63ebeb-eeea-4337-b145-4bcfb131274b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.185979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63ebeb-eeea-4337-b145-4bcfb131274b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66406f2-367a-4188-8c8f-87fd1cf5ae34,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:57.260795 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7e63ebeb-eeea-4337-b145-4bcfb131274b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.262159 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7e63ebeb-eeea-4337-b145-4bcfb131274b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336737 Mar 11 16:25:57.265463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49214) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:57.270376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c926bc9c-0b1d-44a9-86dc-aa984916441e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '65db8942-7b06-44fb-acf1-de422f3258c4', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:57.276391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c926bc9c-0b1d-44a9-86dc-aa984916441e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:57.280908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c926bc9c-0b1d-44a9-86dc-aa984916441e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:57.283809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c926bc9c-0b1d-44a9-86dc-aa984916441e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:57.289573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c926bc9c-0b1d-44a9-86dc-aa984916441e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:57.348407 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c926bc9c-0b1d-44a9-86dc-aa984916441e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.354513 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 77c900fa-7a32-4c5a-a449-5a7cf0f9555a no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:57.388347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 77c900fa-7a32-4c5a-a449-5a7cf0f9555a {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:57.388712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 77c900fa-7a32-4c5a-a449-5a7cf0f9555a not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:57.411560 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c926bc9c-0b1d-44a9-86dc-aa984916441e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.494875 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c926bc9c-0b1d-44a9-86dc-aa984916441e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.517350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926bc9c-0b1d-44a9-86dc-aa984916441e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a909ebe-4b58-49ff-9ec7-c503cf4f6df3,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:57.524582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-e7d072bf-159a-447b-b1f8-8f84d2c741e5 req-f6a311e1-585c-4d0b-bdf9-37a467c4d903 tempest-ServerDiskConfigTestJSON-518448083 tempest-ServerDiskConfigTestJSON-518448083-project] (88558) timed out ('10.222.0.30', 58195) {{(pid=88558) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:25:57.580756 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c926bc9c-0b1d-44a9-86dc-aa984916441e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.581974 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c926bc9c-0b1d-44a9-86dc-aa984916441e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155785 Mar 11 16:25:57.584782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49218) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:57.589700 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6d825a59-c2c6-4d75-a9ef-355e457ec879 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '65db8942-7b06-44fb-acf1-de422f3258c4', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:57.596433 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6d825a59-c2c6-4d75-a9ef-355e457ec879 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:57.600265 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6d825a59-c2c6-4d75-a9ef-355e457ec879 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:57.603148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6d825a59-c2c6-4d75-a9ef-355e457ec879 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:57.608781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6d825a59-c2c6-4d75-a9ef-355e457ec879 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:57.690721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d825a59-c2c6-4d75-a9ef-355e457ec879 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.752158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d825a59-c2c6-4d75-a9ef-355e457ec879 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.778904 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:25:57.820759 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d825a59-c2c6-4d75-a9ef-355e457ec879 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.847633 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d825a59-c2c6-4d75-a9ef-355e457ec879 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4557eabc-3bd0-4f11-beb8-933d61e1f52c,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:57.911088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d825a59-c2c6-4d75-a9ef-355e457ec879 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.912264 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6d825a59-c2c6-4d75-a9ef-355e457ec879 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3265679 Mar 11 16:25:57.914967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49222) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:57.920671 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-fd051a70-6797-422a-942e-93bbc1b5148c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '65db8942-7b06-44fb-acf1-de422f3258c4', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:57.926550 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fd051a70-6797-422a-942e-93bbc1b5148c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:57.930316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fd051a70-6797-422a-942e-93bbc1b5148c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:57.933146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fd051a70-6797-422a-942e-93bbc1b5148c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:57.939299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fd051a70-6797-422a-942e-93bbc1b5148c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:58.031301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd051a70-6797-422a-942e-93bbc1b5148c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.092656 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd051a70-6797-422a-942e-93bbc1b5148c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.168045 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd051a70-6797-422a-942e-93bbc1b5148c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.195017 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd051a70-6797-422a-942e-93bbc1b5148c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73fa72d-eece-4179-b038-ac27eb239147,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:58.260605 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fd051a70-6797-422a-942e-93bbc1b5148c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.261814 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fd051a70-6797-422a-942e-93bbc1b5148c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3459535 Mar 11 16:25:58.264505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49226) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:58.269485 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '65db8942-7b06-44fb-acf1-de422f3258c4', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:58.276199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:58.279583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:58.282444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:58.288019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:58.357932 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Project c5302d0c64b947c4862cde1cc7d3c367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:25:58.364519 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.425801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.499824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.522253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d951ca-25cd-4acc-bf7b-f7d1bda6a244,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:58.585280 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.586480 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fc348aba-3d3a-425b-a520-f1a9a580212e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3209577 Mar 11 16:25:58.589361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49230) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:58.594828 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '65db8942-7b06-44fb-acf1-de422f3258c4', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:58.600703 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:58.604476 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:58.607989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:58.613991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:58.694769 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Project c5302d0c64b947c4862cde1cc7d3c367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:25:58.702083 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.767236 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.848928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.871724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa682b5-283f-4978-ad69-2290a1919721,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:58.945202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:58.946626 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8a6c7585-f476-4767-a8e6-cf512f003927 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3562434 Mar 11 16:25:58.949359 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49234) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:58.955304 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'network': {'name': 'tempest-network-smoke--709048397', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'port_security_enabled': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:58.960105 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:58.964324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:network and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:58.968036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:58.973610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:59.047740 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:25:59.051214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:59.081026 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:25:59.089305 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:59.089646 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Added segment a851aa29-542c-4762-a2e0-7dcc81558ac0 of type vlan for network 63471292-7ba2-41ca-b9ea-21bb86139df0 Mar 11 16:25:59.114423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:59.213561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:59.218927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:59.219531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:59.324895 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Network': ['ID=63471292-7ba2-41ca-b9ea-21bb86139df0,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:59.335409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 63471292-7ba2-41ca-b9ea-21bb86139df0 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:25:59.351802 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e33d086d-36aa-447b-a9a8-4cb52a8bd78c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4013631 Mar 11 16:25:59.354443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49238) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:59.359395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'admin_state_up': True, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:59.366785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:59.370546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:router and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:59.375192 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:59.471750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:59.575385 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:59.576494 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:59.590791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:59.981893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:00.321239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:00.352506 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:00.481885 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.26.6.106 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/270cc150-7d75-4dd7-b62b-815697123e8a) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:00.630135 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:00.701707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:00.764102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:00.765956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:00.774166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:26:00.807834 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=270cc150-7d75-4dd7-b62b-815697123e8a,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:01.329912 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:01.663654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:01.957609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router d0eddf26-6b58-4876-a2f5-898a0598135f is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:26:02.136182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:26:02.145684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Sync routers for ids ['d0eddf26-6b58-4876-a2f5-898a0598135f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:02.154881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Routers {'d0eddf26-6b58-4876-a2f5-898a0598135f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:02.155492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:25:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d0eddf26-6b58-4876-a2f5-898a0598135f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:02.222253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:02.226620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49242) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:02.227196 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-26b466e1-58fc-4ab2-803d-a0c37c88ebac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8718076 Mar 11 16:26:02.269727 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5ad02467-340b-4663-a55d-3108874e566d tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c5302d0c64b947c4862cde1cc7d3c367&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410717 Mar 11 16:26:02.272750 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49246) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:02.334232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Set router d0eddf26-6b58-4876-a2f5-898a0598135f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:02.403042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc0de6-bc2b-49ff-95c8-a2611ca2b4d4 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:02.408010 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ecdc0de6-bc2b-49ff-95c8-a2611ca2b4d4 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312628 Mar 11 16:26:02.408906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49250) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:02.451161 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-80a4c455-09de-49b1-a5cd-113f6a2fc1eb tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381444 Mar 11 16:26:02.451399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49254) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:02.456528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-348274589', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:02.564892 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:02.568626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:subnet and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:02.571416 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:02.577690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:02.623557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:01Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:02.627399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Checking router: d0eddf26-6b58-4876-a2f5-898a0598135f for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:02.627745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Updating router d0eddf26-6b58-4876-a2f5-898a0598135f port 270cc150-7d75-4dd7-b62b-815697123e8a binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:26:02.678074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:26:02.681679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:02.682229 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:03.049183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:03.061093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Transition to ACTIVE for port object 270cc150-7d75-4dd7-b62b-815697123e8a will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:03.072463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:03.149729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Subnet': ['ID=08c07efa-51b2-4e0c-856a-c4ae81ad674a,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:03.153714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:03.159817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Checking segment: {'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:26:03.160186 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network hostable DHCP agents. Network: 63471292-7ba2-41ca-b9ea-21bb86139df0, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:26:03.233353 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Attempting to bind port 270cc150-7d75-4dd7-b62b-815697123e8a on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:26:03.233715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Attempting to bind port 270cc150-7d75-4dd7-b62b-815697123e8a by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:26:03.234067 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Attempting to bind port 270cc150-7d75-4dd7-b62b-815697123e8a on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:26:03.243824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 63471292-7ba2-41ca-b9ea-21bb86139df0 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:26:03.245724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e05-271b-4026-9a26-d5644ba8a8e0 None None] Pushing event updated for resources: {'Port': ['ID=270cc150-7d75-4dd7-b62b-815697123e8a,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:03.251095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:26:03.251458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:26:03.251857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:03.252235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:26:03.252724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Bound port: 270cc150-7d75-4dd7-b62b-815697123e8a, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:26:03.253087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:03.323209 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] For port 270cc150-7d75-4dd7-b62b-815697123e8a, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:26:03.326516 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] For port 270cc150-7d75-4dd7-b62b-815697123e8a, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=270cc150-7d75-4dd7-b62b-815697123e8a,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:26:03.328116 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 63471292-7ba2-41ca-b9ea-21bb86139df0) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:03.332408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:03.333162 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:03.336885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22963a9c-2aa6-4ba5-83c8-c8dd41b93698 None None] Network 63471292-7ba2-41ca-b9ea-21bb86139df0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:26:03.418419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:03.462071 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-dd6e96ed-652a-424c-9738-1497d855cc05 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0093298 Mar 11 16:26:03.464413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49258) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:03.527628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Routers {'d0eddf26-6b58-4876-a2f5-898a0598135f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:03.528279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:25:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d0eddf26-6b58-4876-a2f5-898a0598135f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:03.584996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e05-271b-4026-9a26-d5644ba8a8e0 None None] Pushing event updated for resources: {'Port': ['ID=270cc150-7d75-4dd7-b62b-815697123e8a,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:03.773492 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-63471292-7ba2-41ca-b9ea-21bb86139df0', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ips': [{'subnet_id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:26:03.774325 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:03.800172 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] Set router d0eddf26-6b58-4876-a2f5-898a0598135f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:04.171115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:04.172665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Allocated IP 172.20.0.2 (63471292-7ba2-41ca-b9ea-21bb86139df0/08c07efa-51b2-4e0c-856a-c4ae81ad674a/8576a583-eebc-4dd7-a92b-ab2ccccdbc48) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:04.303403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:01Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:04.318567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181c5b4-3a2b-4b27-b335-c2e47f40b8b2 None None] The sync data for ids ['d0eddf26-6b58-4876-a2f5-898a0598135f'] in dv-neutron-833203-2-hyperv is: [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:01Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:04.412925 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:04.425594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Transition to ACTIVE for port object 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:04.442465 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Transition to ACTIVE for port object 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:04.512845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:04.599147 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.20.0.1 (63471292-7ba2-41ca-b9ea-21bb86139df0/08c07efa-51b2-4e0c-856a-c4ae81ad674a/8ca55339-c940-44d4-ac2e-6b3cbf6b96e3) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:04.609819 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Network 63471292-7ba2-41ca-b9ea-21bb86139df0 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:04.612945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:04.621231 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:26:04.631085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Pushing event updated for resources: {'Port': ['ID=8576a583-eebc-4dd7-a92b-ab2ccccdbc48,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:04.773346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Attempting to bind port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:26:04.773849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Attempting to bind port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:26:04.774302 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Attempting to bind port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 on network 63471292-7ba2-41ca-b9ea-21bb86139df0 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:26:04.780602 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:26:04.781037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Checking segment: {'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:26:04.781530 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:04.782374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Bound using segment: {'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:26:04.782541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Bound port: 8576a583-eebc-4dd7-a92b-ab2ccccdbc48, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:26:04.782993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:04.785115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:04.802808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Transition to ACTIVE for port object 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:04.876403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] For port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:26:04.880078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] For port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8576a583-eebc-4dd7-a92b-ab2ccccdbc48,segment=NetworkSegment(a851aa29-542c-4762-a2e0-7dcc81558ac0),segment_id=a851aa29-542c-4762-a2e0-7dcc81558ac0)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:26:04.901523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:04.975643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:05.065750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6acda-36a4-4956-8521-4ae965afacd5 None None] Pushing event updated for resources: {'Port': ['ID=8576a583-eebc-4dd7-a92b-ab2ccccdbc48,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:05.083636 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 63471292-7ba2-41ca-b9ea-21bb86139df0 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:05.091861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:05.096949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:26:05.128521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=8ca55339-c940-44d4-ac2e-6b3cbf6b96e3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:05.161531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:05.458515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 270cc150-7d75-4dd7-b62b-815697123e8a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:05.526263 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:05.586454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 270cc150-7d75-4dd7-b62b-815697123e8a completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:05.591916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 270cc150-7d75-4dd7-b62b-815697123e8a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:05.592319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:05.707422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:05.723787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 270cc150-7d75-4dd7-b62b-815697123e8a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=270cc150-7d75-4dd7-b62b-815697123e8a,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:05.786410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:05.787194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:05.907366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=270cc150-7d75-4dd7-b62b-815697123e8a,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:05.947612 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:05.969208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:06.049263 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:06.161373 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=8ca55339-c940-44d4-ac2e-6b3cbf6b96e3,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:06.163872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:06.308107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 63471292-7ba2-41ca-b9ea-21bb86139df0 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:06.309248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:06.446587 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc6f42-ccf1-4ad6-b13b-10d1443de4dc None None] Network 63471292-7ba2-41ca-b9ea-21bb86139df0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:26:06.501540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router d0eddf26-6b58-4876-a2f5-898a0598135f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:26:06.653627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3a00343c-744a-4e9a-b3fd-d9dfcc10c7ea None None] Provisioning for port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:06.665372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3a00343c-744a-4e9a-b3fd-d9dfcc10c7ea None None] Provisioning complete for port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:06.665738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a00343c-744a-4e9a-b3fd-d9dfcc10c7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:06.807741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a00343c-744a-4e9a-b3fd-d9dfcc10c7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:06.811563 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:26:06.821768 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Sync routers for ids ['d0eddf26-6b58-4876-a2f5-898a0598135f'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:06.833631 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Routers {'d0eddf26-6b58-4876-a2f5-898a0598135f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:06.834641 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:25:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d0eddf26-6b58-4876-a2f5-898a0598135f'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:06.838981 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f7af5a31-03b1-403c-850b-8af0214ee72d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "PUT /v2.0/routers/d0eddf26-6b58-4876-a2f5-898a0598135f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3735001 Mar 11 16:26:06.857042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-3a00343c-744a-4e9a-b3fd-d9dfcc10c7ea None None] For port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8576a583-eebc-4dd7-a92b-ab2ccccdbc48,segment=NetworkSegment(a851aa29-542c-4762-a2e0-7dcc81558ac0),segment_id=a851aa29-542c-4762-a2e0-7dcc81558ac0)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:06.929821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a00343c-744a-4e9a-b3fd-d9dfcc10c7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:07.025864 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00343c-744a-4e9a-b3fd-d9dfcc10c7ea None None] Pushing event updated for resources: {'Port': ['ID=8576a583-eebc-4dd7-a92b-ab2ccccdbc48,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:07.041346 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-e76a4854-0245-4b5c-b140-e90dc664e245 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935815720&fields=id&tenant_id=c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 267 time: 0.0553956 Mar 11 16:26:07.053945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f56ac97f-daf5-463d-ba27-d4d89f856345 None None] Provisioning complete for port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:07.054357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f56ac97f-daf5-463d-ba27-d4d89f856345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:07.077719 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Set router d0eddf26-6b58-4876-a2f5-898a0598135f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:07.211773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-40262bef-528c-4b8a-bc08-314d05ac7c38 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.214486 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-40262bef-528c-4b8a-bc08-314d05ac7c38 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/networks?id=63471292-7ba2-41ca-b9ea-21bb86139df0 HTTP/1.1" status: 200 len: 796 time: 0.1717160 Mar 11 16:26:07.229132 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-601d7759-8951-4ef7-a9ef-469dc14efbe1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/quotas/c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 375 time: 0.0098226 Mar 11 16:26:07.301672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f56ac97f-daf5-463d-ba27-d4d89f856345 None None] Provisioning for port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:07.312388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-f56ac97f-daf5-463d-ba27-d4d89f856345 None None] Provisioning complete for port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:07.312388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f56ac97f-daf5-463d-ba27-d4d89f856345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:07.326579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-33e39710-0f4c-4a6b-97aa-3adc68bea21e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:26:07.373577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f56ac97f-daf5-463d-ba27-d4d89f856345 None None] Port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:26:07.421074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 270cc150-7d75-4dd7-b62b-815697123e8a up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:07.431129 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ca55339-c940-44d4-ac2e-6b3cbf6b96e3', 'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:04Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 2, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:07.432105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-33e39710-0f4c-4a6b-97aa-3adc68bea21e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:26:07.433804 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-33e39710-0f4c-4a6b-97aa-3adc68bea21e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1986427 Mar 11 16:26:07.435748 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Checking router: d0eddf26-6b58-4876-a2f5-898a0598135f for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:07.436098 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Updating router d0eddf26-6b58-4876-a2f5-898a0598135f port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:26:07.493867 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:07.505888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-13dd9ca4-4797-4172-a79e-16b22d328db9 None None] Provisioning complete for port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:07.508113 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-13dd9ca4-4797-4172-a79e-16b22d328db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:07.565129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 270cc150-7d75-4dd7-b62b-815697123e8a triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:07.565506 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:07.574320 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-a7379028-17c2-4a4f-b146-e990f910a6e1 service neutron] 10.222.0.39 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283104 Mar 11 16:26:07.607704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-13dd9ca4-4797-4172-a79e-16b22d328db9 None None] Port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:26:07.693226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:07.709194 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-9c67cf78-dad1-4e2c-9192-c98834a009d0 service neutron] 10.222.0.39 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274908 Mar 11 16:26:07.772814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:07.773195 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:07.845305 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:07.857054 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Transition to ACTIVE for port object 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:07.935656 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:07.965026 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ca5fd3b8-3bc7-4ff9-8563-b29136eb1a5e req-3c172a98-43a5-40bf-8f28-64bc3e6a943f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 210 time: 0.0468950 Mar 11 16:26:08.096851 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Pushing event updated for resources: {'Port': ['ID=8ca55339-c940-44d4-ac2e-6b3cbf6b96e3,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:08.110038 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.110384 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.110724 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.111047 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.111372 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.111693 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.112014 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.112332 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.112677 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.112992 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.113313 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.113624 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:08.174218 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Attempting to bind port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:26:08.174583 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Attempting to bind port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:26:08.174941 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Attempting to bind port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 on network 63471292-7ba2-41ca-b9ea-21bb86139df0 {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:26:08.180151 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:26:08.180656 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Checking segment: {'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:26:08.181056 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:08.181438 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Bound using segment: {'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:26:08.181886 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Bound port: 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:26:08.182283 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:08.273266 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] For port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:26:08.276130 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] For port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8ca55339-c940-44d4-ac2e-6b3cbf6b96e3,segment=NetworkSegment(a851aa29-542c-4762-a2e0-7dcc81558ac0),segment_id=a851aa29-542c-4762-a2e0-7dcc81558ac0)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:26:08.374864 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:08.456146 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1024e-eda1-4327-b36e-efe198e29f94 None None] Pushing event updated for resources: {'Port': ['ID=8ca55339-c940-44d4-ac2e-6b3cbf6b96e3,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:08.460152 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Routers {'d0eddf26-6b58-4876-a2f5-898a0598135f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:08.460780 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:25:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d0eddf26-6b58-4876-a2f5-898a0598135f'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:08.643750 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] Set router d0eddf26-6b58-4876-a2f5-898a0598135f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:08.972713 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ca55339-c940-44d4-ac2e-6b3cbf6b96e3', 'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:04Z', 'updated_at': '2022-03-11T16:26:08Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:08.976658 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da89a5b-12a9-4c6d-a71a-9a09e88e8e5d None None] The sync data for ids ['d0eddf26-6b58-4876-a2f5-898a0598135f'] in dv-neutron-833203-2-hyperv is: [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ca55339-c940-44d4-ac2e-6b3cbf6b96e3', 'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:04Z', 'updated_at': '2022-03-11T16:26:08Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:09.132449 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0c8a6592-d1f2-4b2c-b29a-56445b074752 req-20997e43-4026-407d-ba13-27b442385e2e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 210 time: 0.0446308 Mar 11 16:26:09.454069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:09.683596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:09.689092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:09.693782 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:09.808367 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:09.842862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8ca55339-c940-44d4-ac2e-6b3cbf6b96e3,segment=NetworkSegment(a851aa29-542c-4762-a2e0-7dcc81558ac0),segment_id=a851aa29-542c-4762-a2e0-7dcc81558ac0)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:09.929201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:09.996802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=8ca55339-c940-44d4-ac2e-6b3cbf6b96e3,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:10.332490 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eebc39a6-74a7-48c6-9a89-098ed452d878 req-fa2cdfb6-a484-41f4-9c47-23ea2d45b6ab tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 210 time: 0.0590937 Mar 11 16:26:10.372417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-f7b44564-6b9c-45d6-8426-6c9575cffb07 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:10.377464 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-f7b44564-6b9c-45d6-8426-6c9575cffb07 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/networks?id=63471292-7ba2-41ca-b9ea-21bb86139df0 HTTP/1.1" status: 200 len: 796 time: 0.1911721 Mar 11 16:26:10.421115 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-1a3d2f6c-aed7-4c95-af8c-27f4c3f80c2b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 380 time: 0.0391896 Mar 11 16:26:10.429675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'port': {'device_id': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'admin_state_up': True, 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'security_groups': ['65db8942-7b06-44fb-acf1-de422f3258c4']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:10.564284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:10.573819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:10.666133 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:26:10.670248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:10.924152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.20.0.11 (63471292-7ba2-41ca-b9ea-21bb86139df0/08c07efa-51b2-4e0c-856a-c4ae81ad674a/1912a021-d462-4160-a5ca-22a4bf5669ca) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:11.106101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.124340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Transition to ACTIVE for port object 1912a021-d462-4160-a5ca-22a4bf5669ca will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:11.215070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.284131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 63471292-7ba2-41ca-b9ea-21bb86139df0 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:11.291713 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:11.296638 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:26:11.326782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=1912a021-d462-4160-a5ca-22a4bf5669ca,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:11.365033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:11.365671 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.424382 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:11.498379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:11.498739 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.547929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc492c2-0fe2-4c85-ac3b-0e2e7be0e3cb req-b8676a60-53eb-4a65-9cfc-054b863db5d6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:11.548318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-cfc492c2-0fe2-4c85-ac3b-0e2e7be0e3cb req-b8676a60-53eb-4a65-9cfc-054b863db5d6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:26:11.553333 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-c666f21a-3734-479c-86c5-921e5a06d1ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1275055 Mar 11 16:26:11.565951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Request body: {'port': {'device_id': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:11.662718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-cfc492c2-0fe2-4c85-ac3b-0e2e7be0e3cb req-b8676a60-53eb-4a65-9cfc-054b863db5d6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:26:11.663869 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cfc492c2-0fe2-4c85-ac3b-0e2e7be0e3cb req-b8676a60-53eb-4a65-9cfc-054b863db5d6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 932 time: 0.2080119 Mar 11 16:26:11.690146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.700755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4c3ee864-7909-4b88-a2aa-8ab5c276c1f0 None None] Provisioning for port 1912a021-d462-4160-a5ca-22a4bf5669ca completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:11.705959 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4c3ee864-7909-4b88-a2aa-8ab5c276c1f0 None None] Provisioning complete for port 1912a021-d462-4160-a5ca-22a4bf5669ca triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:11.706399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee864-7909-4b88-a2aa-8ab5c276c1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.759816 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ee864-7909-4b88-a2aa-8ab5c276c1f0 None None] Port 1912a021-d462-4160-a5ca-22a4bf5669ca cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:26:11.766439 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cfc492c2-0fe2-4c85-ac3b-0e2e7be0e3cb req-92a95cba-efad-43fd-acc6-3d9586868cb4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938876 Mar 11 16:26:12.051414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1912a021-d462-4160-a5ca-22a4bf5669ca {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:26:12.058503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:12.072648 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Transition to ACTIVE for port object 1912a021-d462-4160-a5ca-22a4bf5669ca will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:12.163112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:12.317513 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Pushing event updated for resources: {'Port': ['ID=1912a021-d462-4160-a5ca-22a4bf5669ca,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:12.398458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Attempting to bind port 1912a021-d462-4160-a5ca-22a4bf5669ca on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:26:12.399075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Attempting to bind port 1912a021-d462-4160-a5ca-22a4bf5669ca by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:26:12.399193 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Attempting to bind port 1912a021-d462-4160-a5ca-22a4bf5669ca on network 63471292-7ba2-41ca-b9ea-21bb86139df0 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:26:12.403628 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Port 1912a021-d462-4160-a5ca-22a4bf5669ca on network 63471292-7ba2-41ca-b9ea-21bb86139df0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:26:12.403945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Attempting to bind port 1912a021-d462-4160-a5ca-22a4bf5669ca on network 63471292-7ba2-41ca-b9ea-21bb86139df0 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:26:12.408958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:26:12.409289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Checking segment: {'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:26:12.409673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Bound using segment: {'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:26:12.410093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Bound port: 1912a021-d462-4160-a5ca-22a4bf5669ca, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a851aa29-542c-4762-a2e0-7dcc81558ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:26:12.410433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:12.496359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] For port 1912a021-d462-4160-a5ca-22a4bf5669ca, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:26:12.499806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] For port 1912a021-d462-4160-a5ca-22a4bf5669ca, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1912a021-d462-4160-a5ca-22a4bf5669ca,segment=NetworkSegment(a851aa29-542c-4762-a2e0-7dcc81558ac0),segment_id=a851aa29-542c-4762-a2e0-7dcc81558ac0)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:26:12.580190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:12.638234 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:12.638892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:12.640159 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] 10.222.0.30 "PUT /v2.0/ports/1912a021-d462-4160-a5ca-22a4bf5669ca HTTP/1.1" status: 200 len: 1094 time: 1.0789688 Mar 11 16:26:12.640598 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'tag': '1912a021-d462-4160-a5ca-22a4bf5669ca'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:12.667476 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1030d7-7439-4663-b51c-506c1205c5dc service neutron] Pushing event updated for resources: {'Port': ['ID=1912a021-d462-4160-a5ca-22a4bf5669ca,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:12.690109 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'tag': '1912a021-d462-4160-a5ca-22a4bf5669ca', 'status': 'completed', 'code': 200} Mar 11 16:26:12.779663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb0d4a-8b6c-4995-abcd-c7c3f7f53389 req-423b8ab7-9108-4a94-9129-cfa504318c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:12.781625 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-38eb0d4a-8b6c-4995-abcd-c7c3f7f53389 req-423b8ab7-9108-4a94-9129-cfa504318c9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 1097 time: 0.0759902 Mar 11 16:26:13.067568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb0d4a-8b6c-4995-abcd-c7c3f7f53389 req-d68b4c60-3f7c-4d26-9df9-891455968915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:13.069083 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-38eb0d4a-8b6c-4995-abcd-c7c3f7f53389 req-d68b4c60-3f7c-4d26-9df9-891455968915 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2808452 Mar 11 16:26:13.124036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c03ff6-67ce-4ce8-b7df-2fee99a92fe7 req-aabfa1a2-a2fe-489c-b52d-fccc9a06098c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:13.125460 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44c03ff6-67ce-4ce8-b7df-2fee99a92fe7 req-aabfa1a2-a2fe-489c-b52d-fccc9a06098c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 944 time: 0.2502887 Mar 11 16:26:13.244641 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-44c03ff6-67ce-4ce8-b7df-2fee99a92fe7 req-de7b3938-2e78-4d2d-9b75-54e7aaaee5bd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693748 Mar 11 16:26:13.251865 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb0d4a-8b6c-4995-abcd-c7c3f7f53389 req-f4e2b64e-f906-412e-8ee4-ec162f9e1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:13.253295 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-38eb0d4a-8b6c-4995-abcd-c7c3f7f53389 req-f4e2b64e-f906-412e-8ee4-ec162f9e1006 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1724710 Mar 11 16:26:13.366457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-5ea9add5-e71b-4255-ba63-dc031b873a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:13.367923 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-5ea9add5-e71b-4255-ba63-dc031b873a56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 1097 time: 0.0709727 Mar 11 16:26:13.437569 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-77c01c7c-94c8-40d8-af32-196460d2cc41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1912a021-d462-4160-a5ca-22a4bf5669ca HTTP/1.1" status: 200 len: 217 time: 0.0630367 Mar 11 16:26:13.498960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-9e69b282-6280-417e-93b4-206abf1facb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:13.500335 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-9e69b282-6280-417e-93b4-206abf1facb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08c07efa-51b2-4e0c-856a-c4ae81ad674a HTTP/1.1" status: 200 len: 834 time: 0.0571361 Mar 11 16:26:13.579097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-77a32e42-1d63-4c4e-8057-942d9ff33947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:13.580589 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-77a32e42-1d63-4c4e-8057-942d9ff33947 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63471292-7ba2-41ca-b9ea-21bb86139df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742338 Mar 11 16:26:13.711377 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-85d03b20-87de-4192-9fc7-adb3ce45b3db service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242008 Mar 11 16:26:13.837158 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dcd348d8-3c39-4107-b40b-e97a53ca3ea3 req-a08f8e9b-d177-48ee-80ba-92f179c68710 service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203511 Mar 11 16:26:14.427498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394064d2-eb14-4088-99a9-be3224b38881 req-996634d0-befb-4cc9-96f9-a1919bd56475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:14.428969 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-394064d2-eb14-4088-99a9-be3224b38881 req-996634d0-befb-4cc9-96f9-a1919bd56475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 944 time: 0.0792468 Mar 11 16:26:14.472828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-394064d2-eb14-4088-99a9-be3224b38881 req-2ca9e805-dc17-488a-946f-ea92e8dcf1a5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382273 Mar 11 16:26:15.667510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67cad4-456d-45ec-9669-5188b5d2a5d7 req-deeaf8f2-d180-4f74-836d-ecd474fa2375 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:15.669625 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ae67cad4-456d-45ec-9669-5188b5d2a5d7 req-deeaf8f2-d180-4f74-836d-ecd474fa2375 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 944 time: 0.0910542 Mar 11 16:26:15.712261 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ae67cad4-456d-45ec-9669-5188b5d2a5d7 req-b47ed96f-7a52-45c4-8b0a-a9fd5604397f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371685 Mar 11 16:26:16.896531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebf2a6-8c9e-4464-82c1-3535de08eeb0 req-a80698c6-559f-487b-a3ce-30e47e2e0532 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:16.897989 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60ebf2a6-8c9e-4464-82c1-3535de08eeb0 req-a80698c6-559f-487b-a3ce-30e47e2e0532 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 944 time: 0.0782349 Mar 11 16:26:16.944143 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60ebf2a6-8c9e-4464-82c1-3535de08eeb0 req-e2414291-f57a-4c8d-a2d2-d64a32e21e2e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400639 Mar 11 16:26:17.157108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 1912a021-d462-4160-a5ca-22a4bf5669ca details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:26:17.288306 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 1912a021-d462-4160-a5ca-22a4bf5669ca, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1912a021-d462-4160-a5ca-22a4bf5669ca,segment=NetworkSegment(a851aa29-542c-4762-a2e0-7dcc81558ac0),segment_id=a851aa29-542c-4762-a2e0-7dcc81558ac0)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:17.301318 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '1912a021-d462-4160-a5ca-22a4bf5669ca', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'port_id': '1912a021-d462-4160-a5ca-22a4bf5669ca', 'mac_address': 'fa:16:3e:30:ac:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:26:17.358509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.374835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1912a021-d462-4160-a5ca-22a4bf5669ca {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:26:17.390054 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 1912a021-d462-4160-a5ca-22a4bf5669ca, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1912a021-d462-4160-a5ca-22a4bf5669ca,segment=NetworkSegment(a851aa29-542c-4762-a2e0-7dcc81558ac0),segment_id=a851aa29-542c-4762-a2e0-7dcc81558ac0)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:17.471560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.536429 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=1912a021-d462-4160-a5ca-22a4bf5669ca,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:17.787299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['1912a021-d462-4160-a5ca-22a4bf5669ca'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:26:18.132921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10533cd-9703-41f6-b3e9-01d2f93a7cb0 req-7d75d7d7-2a86-460d-8c14-6e959ed4ff3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:18.134384 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a10533cd-9703-41f6-b3e9-01d2f93a7cb0 req-7d75d7d7-2a86-460d-8c14-6e959ed4ff3b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 945 time: 0.0807345 Mar 11 16:26:18.178720 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a10533cd-9703-41f6-b3e9-01d2f93a7cb0 req-f6f7f3bf-baf3-4ea6-b24c-3e0a8d240877 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382504 Mar 11 16:26:19.171555 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 1912a021-d462-4160-a5ca-22a4bf5669ca up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:19.322981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 1912a021-d462-4160-a5ca-22a4bf5669ca completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:19.328102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 1912a021-d462-4160-a5ca-22a4bf5669ca triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:19.328472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.368799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfab97-e122-4338-8339-50947e1db90e req-51d049c5-0b73-4cb1-a7c8-a8cfb7dad623 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:19.370242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6dbfab97-e122-4338-8339-50947e1db90e req-51d049c5-0b73-4cb1-a7c8-a8cfb7dad623 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 945 time: 0.0856466 Mar 11 16:26:19.414426 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6dbfab97-e122-4338-8339-50947e1db90e req-c6d6414b-3ff2-4491-b7c3-490d79608b69 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379829 Mar 11 16:26:19.448435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.475319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1912a021-d462-4160-a5ca-22a4bf5669ca'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:19.485903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 1912a021-d462-4160-a5ca-22a4bf5669ca, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1912a021-d462-4160-a5ca-22a4bf5669ca,segment=NetworkSegment(a851aa29-542c-4762-a2e0-7dcc81558ac0),segment_id=a851aa29-542c-4762-a2e0-7dcc81558ac0)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:19.552076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.593773 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1912a021-d462-4160-a5ca-22a4bf5669ca', 'code': 200} Mar 11 16:26:19.625598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=1912a021-d462-4160-a5ca-22a4bf5669ca,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:19.895343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8659f-7e1b-4110-8586-c8590b08f4e4 req-6572c87e-0ca5-4235-b903-87e50f77a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:19.896845 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-08b8659f-7e1b-4110-8586-c8590b08f4e4 req-6572c87e-0ca5-4235-b903-87e50f77a35c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 1099 time: 0.0697381 Mar 11 16:26:19.936064 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-08b8659f-7e1b-4110-8586-c8590b08f4e4 req-54a94b22-d7d7-429d-9cc3-b18551bec27a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333662 Mar 11 16:26:20.598786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6218687-9363-43c4-8c46-bd0b1775b71f req-08366767-a6a6-4474-a84e-37f553162a03 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:20.600274 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a6218687-9363-43c4-8c46-bd0b1775b71f req-08366767-a6a6-4474-a84e-37f553162a03 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0829899 Mar 11 16:26:20.645026 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a6218687-9363-43c4-8c46-bd0b1775b71f req-bdf24e9d-9287-44bd-ba27-355356873ef3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391545 Mar 11 16:26:20.877244 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5c2e-772c-4200-9a64-4d02849411e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:21.831152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea50dd-1e39-472a-b47a-e280f1e3270f req-8dd377fe-b4a5-4b41-b6ca-dc4d1fbcb06a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:21.832619 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-48ea50dd-1e39-472a-b47a-e280f1e3270f req-8dd377fe-b4a5-4b41-b6ca-dc4d1fbcb06a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0778778 Mar 11 16:26:21.879144 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-48ea50dd-1e39-472a-b47a-e280f1e3270f req-3fc392f9-3f71-4e46-ba1e-95e533a14172 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406711 Mar 11 16:26:22.068124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9ffc0-445d-4660-85ab-ff8dd1a31b7c req-fa9edfc3-9c10-4361-a0c1-fe8e6e804a20 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:22.069522 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ba9ffc0-445d-4660-85ab-ff8dd1a31b7c req-fa9edfc3-9c10-4361-a0c1-fe8e6e804a20 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0793912 Mar 11 16:26:22.116435 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ba9ffc0-445d-4660-85ab-ff8dd1a31b7c req-6dec3b61-a703-4026-ac5d-df7798ca38d5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405693 Mar 11 16:26:22.140111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49332) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:22.219567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e141056-c24e-4673-a129-ce64795afa0b tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:22.222170 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7e141056-c24e-4673-a129-ce64795afa0b tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 1094 time: 0.0809925 Mar 11 16:26:22.223831 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49336) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:22.228768 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '1912a021-d462-4160-a5ca-22a4bf5669ca', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:22.237233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:22.241193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:floatingip and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:22.246983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:22.252924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:22.357746 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.498148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.635266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.26.6.201 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/5601d26c-f673-49d9-83fa-94f6d7e149f6) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:22.781159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.860467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.921043 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:22.923771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:22.927327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:26:22.975048 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=5601d26c-f673-49d9-83fa-94f6d7e149f6,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:23.347371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:23.457627 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:23.686427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:23.693343 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2b3d37f1-b311-40f9-ad55-ac62f873b0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:23.744770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:23.855197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=5601d26c-f673-49d9-83fa-94f6d7e149f6,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:23.867283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.142373 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Floating IP 01cc5df3-8c2c-4128-995f-cae646d84e47 associated. External IP: 172.26.6.201, port: 1912a021-d462-4160-a5ca-22a4bf5669ca. Mar 11 16:26:24.442436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.491559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router d0eddf26-6b58-4876-a2f5-898a0598135f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:26:24.674968 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:26:24.685065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135353d-a543-46c9-8146-70cf99736f49 None None] Sync routers for ids ['d0eddf26-6b58-4876-a2f5-898a0598135f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:24.694898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135353d-a543-46c9-8146-70cf99736f49 None None] Routers {'d0eddf26-6b58-4876-a2f5-898a0598135f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:24.695543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c135353d-a543-46c9-8146-70cf99736f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:26:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d0eddf26-6b58-4876-a2f5-898a0598135f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:24.750413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.791773 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.845997 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5414f6de-12fe-4b4d-8da1-85061afc090e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6211195 Mar 11 16:26:24.846569 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'tag': '1912a021-d462-4160-a5ca-22a4bf5669ca'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:24.876943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-c135353d-a543-46c9-8146-70cf99736f49 None None] Set router d0eddf26-6b58-4876-a2f5-898a0598135f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:24.904899 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'tag': '1912a021-d462-4160-a5ca-22a4bf5669ca', 'status': 'completed', 'code': 200} Mar 11 16:26:25.066558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484a8be-dc20-4ca9-847b-4cd4ee3e6726 req-6283c2ec-b766-4379-8487-20858824b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:25.068228 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0484a8be-dc20-4ca9-847b-4cd4ee3e6726 req-6283c2ec-b766-4379-8487-20858824b13a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 1099 time: 0.1387854 Mar 11 16:26:25.075646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2e137-3128-49bf-97b1-df14dff2d0c3 req-6017f24a-9dfe-422e-875c-a69efadb58e1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:25.082367 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42a2e137-3128-49bf-97b1-df14dff2d0c3 req-6017f24a-9dfe-422e-875c-a69efadb58e1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.1154814 Mar 11 16:26:25.260523 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c135353d-a543-46c9-8146-70cf99736f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '01cc5df3-8c2c-4128-995f-cae646d84e47', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'port_id': '1912a021-d462-4160-a5ca-22a4bf5669ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'mac_address': 'fa:16:3e:30:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:23Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca55339-c940-44d4-ac2e-6b3cbf6b96e3', 'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:04Z', 'updated_at': '2022-03-11T16:26:09Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:25.264490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135353d-a543-46c9-8146-70cf99736f49 None None] Checking router: d0eddf26-6b58-4876-a2f5-898a0598135f for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:25.272672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135353d-a543-46c9-8146-70cf99736f49 None None] Routers {'d0eddf26-6b58-4876-a2f5-898a0598135f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:25.273263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c135353d-a543-46c9-8146-70cf99736f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:26:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d0eddf26-6b58-4876-a2f5-898a0598135f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:25.314753 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42a2e137-3128-49bf-97b1-df14dff2d0c3 req-63dbe909-050e-42ef-b888-a623cfb15a2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168419 Mar 11 16:26:25.338468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49346) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:25.351608 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484a8be-dc20-4ca9-847b-4cd4ee3e6726 req-86fb2ce3-a4b7-4037-8aeb-ed433fbcf6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:25.353082 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0484a8be-dc20-4ca9-847b-4cd4ee3e6726 req-86fb2ce3-a4b7-4037-8aeb-ed433fbcf6ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=63471292-7ba2-41ca-b9ea-21bb86139df0 HTTP/1.1" status: 200 len: 897 time: 0.2752137 Mar 11 16:26:25.450474 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-433c48f8-5698-46cc-a94c-54fae21f80e5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/01cc5df3-8c2c-4128-995f-cae646d84e47 HTTP/1.1" status: 200 len: 992 time: 0.1095662 Mar 11 16:26:25.455798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-c135353d-a543-46c9-8146-70cf99736f49 None None] Set router d0eddf26-6b58-4876-a2f5-898a0598135f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:25.458117 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0484a8be-dc20-4ca9-847b-4cd4ee3e6726 req-d7e6db80-335b-44ea-8506-7edd1e29972b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1912a021-d462-4160-a5ca-22a4bf5669ca HTTP/1.1" status: 200 len: 1000 time: 0.0982769 Mar 11 16:26:25.522664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484a8be-dc20-4ca9-847b-4cd4ee3e6726 req-fd24ea78-3a0b-4b89-917e-5de5e507fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:25.524077 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0484a8be-dc20-4ca9-847b-4cd4ee3e6726 req-fd24ea78-3a0b-4b89-917e-5de5e507fa03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08c07efa-51b2-4e0c-856a-c4ae81ad674a HTTP/1.1" status: 200 len: 834 time: 0.0603197 Mar 11 16:26:25.597124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484a8be-dc20-4ca9-847b-4cd4ee3e6726 req-581ee997-38b4-4c50-8f6b-e1a57810f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:25.598610 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0484a8be-dc20-4ca9-847b-4cd4ee3e6726 req-581ee997-38b4-4c50-8f6b-e1a57810f444 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63471292-7ba2-41ca-b9ea-21bb86139df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687852 Mar 11 16:26:25.729328 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0484a8be-dc20-4ca9-847b-4cd4ee3e6726 req-2b1f5e4f-46e3-45cc-8855-027ffe5a1467 service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250925 Mar 11 16:26:25.797606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c135353d-a543-46c9-8146-70cf99736f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '01cc5df3-8c2c-4128-995f-cae646d84e47', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'port_id': '1912a021-d462-4160-a5ca-22a4bf5669ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'mac_address': 'fa:16:3e:30:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:23Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca55339-c940-44d4-ac2e-6b3cbf6b96e3', 'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:04Z', 'updated_at': '2022-03-11T16:26:09Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:25.801572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135353d-a543-46c9-8146-70cf99736f49 None None] The sync data for ids ['d0eddf26-6b58-4876-a2f5-898a0598135f'] in dv-neutron-833203-2-hyperv is: [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '01cc5df3-8c2c-4128-995f-cae646d84e47', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'port_id': '1912a021-d462-4160-a5ca-22a4bf5669ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'mac_address': 'fa:16:3e:30:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:23Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca55339-c940-44d4-ac2e-6b3cbf6b96e3', 'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:04Z', 'updated_at': '2022-03-11T16:26:09Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:25.868484 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0484a8be-dc20-4ca9-847b-4cd4ee3e6726 req-2e327d2a-e0dd-4a2e-bdb5-bd9f5f30d7c4 service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336322 Mar 11 16:26:25.992179 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67bfd9-61cd-49ab-ac2f-9aff0b83c311 None None] New status for floating IP 01cc5df3-8c2c-4128-995f-cae646d84e47: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:26:26.111155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:26.385717 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:26.453285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49350) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:26.558260 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4d2aac39-23bd-4b40-9d73-d630d38167d6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/01cc5df3-8c2c-4128-995f-cae646d84e47 HTTP/1.1" status: 200 len: 994 time: 0.1038435 Mar 11 16:26:34.482949 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-9a99aaba-e6f0-46e4-838a-e39450406cf5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723572 Mar 11 16:26:34.626115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-bc851eb4-12bd-4808-85f8-e2662e7db0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:34.627630 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-bc851eb4-12bd-4808-85f8-e2662e7db0f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 1099 time: 0.0718026 Mar 11 16:26:34.771150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-d2dd0ee9-50c8-4021-875b-ae127aefd8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:34.772641 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-d2dd0ee9-50c8-4021-875b-ae127aefd8a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63471292-7ba2-41ca-b9ea-21bb86139df0 HTTP/1.1" status: 200 len: 897 time: 0.1258709 Mar 11 16:26:34.779098 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:26:34.875851 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-175a1604-de8f-493e-afdf-51934253942d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1912a021-d462-4160-a5ca-22a4bf5669ca HTTP/1.1" status: 200 len: 1002 time: 0.0961664 Mar 11 16:26:34.938381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-873d637a-f806-4472-8f50-f3003162c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:34.939734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-873d637a-f806-4472-8f50-f3003162c5f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08c07efa-51b2-4e0c-856a-c4ae81ad674a HTTP/1.1" status: 200 len: 834 time: 0.0569491 Mar 11 16:26:35.018366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-9d542152-afd7-4e17-953f-a910cb18a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:35.019855 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-9d542152-afd7-4e17-953f-a910cb18a32a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63471292-7ba2-41ca-b9ea-21bb86139df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732536 Mar 11 16:26:35.150624 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-68238038-5ee5-4a3c-b7f2-013dfcc4d3fb service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245058 Mar 11 16:26:35.281160 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a05fcfda-0512-4c0b-a96d-85eadac903d3 req-f75aa96e-47b6-4653-9e8d-7651784437a0 service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246438 Mar 11 16:26:50.876885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c12e0113-52c9-4bc4-98ad-56a9b9cee8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:53.694103 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2877e78d-32c5-4cda-b687-1d30daad911c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:54.431388 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:54.734706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:56.094415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:56.425642 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:11.776023 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:27:20.876411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f2de0612-5cf3-4aad-99dc-43166bcc7cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:23.715641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2e9c8a2d-cbf9-4a46-9249-75f9e7e10c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:24.447421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:24.727453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:26.116281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:26.413718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:35.496996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fc7a104-75da-4045-87d7-8455a5df165c req-52898f04-8606-4242-80f1-2d0d1b0833c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701871 Mar 11 16:27:35.749126 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7a104-75da-4045-87d7-8455a5df165c req-bfdc5908-e767-46fb-b28e-d0abe24357ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:35.750628 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fc7a104-75da-4045-87d7-8455a5df165c req-bfdc5908-e767-46fb-b28e-d0abe24357ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 1099 time: 0.1855009 Mar 11 16:27:35.900917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7a104-75da-4045-87d7-8455a5df165c req-965ea560-8af7-4c04-9060-a5de46862693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:35.902374 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fc7a104-75da-4045-87d7-8455a5df165c req-965ea560-8af7-4c04-9060-a5de46862693 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63471292-7ba2-41ca-b9ea-21bb86139df0 HTTP/1.1" status: 200 len: 897 time: 0.1324391 Mar 11 16:27:36.007502 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fc7a104-75da-4045-87d7-8455a5df165c req-e987824c-6fb4-4601-9a84-8d93dba8cb65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1912a021-d462-4160-a5ca-22a4bf5669ca HTTP/1.1" status: 200 len: 1002 time: 0.0975301 Mar 11 16:27:36.070104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7a104-75da-4045-87d7-8455a5df165c req-94b5cccd-811c-46bd-a22b-ae3436d62b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:36.071484 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fc7a104-75da-4045-87d7-8455a5df165c req-94b5cccd-811c-46bd-a22b-ae3436d62b05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08c07efa-51b2-4e0c-856a-c4ae81ad674a HTTP/1.1" status: 200 len: 834 time: 0.0559826 Mar 11 16:27:36.145022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7a104-75da-4045-87d7-8455a5df165c req-ef3feff1-d5fe-4716-8371-3a773cc1b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:36.146524 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fc7a104-75da-4045-87d7-8455a5df165c req-ef3feff1-d5fe-4716-8371-3a773cc1b234 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63471292-7ba2-41ca-b9ea-21bb86139df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688443 Mar 11 16:27:36.276630 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fc7a104-75da-4045-87d7-8455a5df165c req-70719bed-47bc-4e6d-8e5a-50f5e021367f service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228919 Mar 11 16:27:36.406723 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fc7a104-75da-4045-87d7-8455a5df165c req-424d2c1b-c8c4-49ba-8551-fab200a7bb73 service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236262 Mar 11 16:27:40.324149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841f86-4c0d-4c8b-a5f3-c3f46ef7ebb5 req-d48cbdf1-a559-4833-9513-5503c6d0c3dd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:40.325647 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75841f86-4c0d-4c8b-a5f3-c3f46ef7ebb5 req-d48cbdf1-a559-4833-9513-5503c6d0c3dd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.1479135 Mar 11 16:27:40.327539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea11d-448e-4634-8a17-83592cd37990 req-5877079f-53c3-4562-811f-3a6ee8b4b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:40.329010 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-524ea11d-448e-4634-8a17-83592cd37990 req-5877079f-53c3-4562-811f-3a6ee8b4b0f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 1099 time: 0.1141880 Mar 11 16:27:40.464229 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-75841f86-4c0d-4c8b-a5f3-c3f46ef7ebb5 req-35bbef38-8abb-4e7e-b1aa-a7c488c9dbea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328337 Mar 11 16:27:40.498655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea11d-448e-4634-8a17-83592cd37990 req-f000d093-bf27-40f2-92eb-9d5ce5726ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:40.500094 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-524ea11d-448e-4634-8a17-83592cd37990 req-f000d093-bf27-40f2-92eb-9d5ce5726ff6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63471292-7ba2-41ca-b9ea-21bb86139df0 HTTP/1.1" status: 200 len: 897 time: 0.1535814 Mar 11 16:27:40.603686 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-524ea11d-448e-4634-8a17-83592cd37990 req-64b8abee-6c11-48b7-9474-9b390480be0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1912a021-d462-4160-a5ca-22a4bf5669ca HTTP/1.1" status: 200 len: 1002 time: 0.0963118 Mar 11 16:27:40.671045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea11d-448e-4634-8a17-83592cd37990 req-b0ed003a-a294-4590-a5af-7dd164bc8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:40.672457 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-524ea11d-448e-4634-8a17-83592cd37990 req-b0ed003a-a294-4590-a5af-7dd164bc8717 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08c07efa-51b2-4e0c-856a-c4ae81ad674a HTTP/1.1" status: 200 len: 834 time: 0.0607924 Mar 11 16:27:40.747846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea11d-448e-4634-8a17-83592cd37990 req-203c0117-06b8-4be9-a262-8e165f38de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:40.749265 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-524ea11d-448e-4634-8a17-83592cd37990 req-203c0117-06b8-4be9-a262-8e165f38de0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63471292-7ba2-41ca-b9ea-21bb86139df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692105 Mar 11 16:27:40.881163 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-524ea11d-448e-4634-8a17-83592cd37990 req-ec2b3daa-0705-4a45-a9c6-b41c03e78458 service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252921 Mar 11 16:27:41.011247 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-524ea11d-448e-4634-8a17-83592cd37990 req-42022abc-2afc-459e-a121-3354a3a387c9 service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230259 Mar 11 16:27:41.742770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f2a48-bd99-4428-980c-dd9df4209e03 req-6d6d25d4-f514-4079-83e6-452f65cadd70 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:41.744227 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-932f2a48-bd99-4428-980c-dd9df4209e03 req-6d6d25d4-f514-4079-83e6-452f65cadd70 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.1770437 Mar 11 16:27:41.787510 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-932f2a48-bd99-4428-980c-dd9df4209e03 req-858849c8-accd-4c19-ad41-63591b353051 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376496 Mar 11 16:27:42.969740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a99d33-c9e4-44ef-b1ea-c377f4ff8b84 req-10df3cfb-0703-4b68-8eab-9732f9afde24 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:42.971172 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-06a99d33-c9e4-44ef-b1ea-c377f4ff8b84 req-10df3cfb-0703-4b68-8eab-9732f9afde24 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0797360 Mar 11 16:27:43.018117 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-06a99d33-c9e4-44ef-b1ea-c377f4ff8b84 req-d792b46d-2351-45a5-b3bd-7afea32d7889 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 Mar 11 16:27:44.202524 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23af28-ca03-447b-9d05-a1cdf33ee4d1 req-c2b0b1e8-84c6-4b6e-83d5-686a15c44afd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:44.203834 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d23af28-ca03-447b-9d05-a1cdf33ee4d1 req-c2b0b1e8-84c6-4b6e-83d5-686a15c44afd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0797095 Mar 11 16:27:44.247458 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d23af28-ca03-447b-9d05-a1cdf33ee4d1 req-cbfdc542-11e4-4796-9e6d-b1f703bc0bf4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381243 Mar 11 16:27:45.445200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa812b9-393e-444a-9c29-4647592df753 req-bbc37d76-932a-4c90-abb7-2af2d5c2d52a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:45.446814 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4aa812b9-393e-444a-9c29-4647592df753 req-bbc37d76-932a-4c90-abb7-2af2d5c2d52a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0863616 Mar 11 16:27:45.501162 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4aa812b9-393e-444a-9c29-4647592df753 req-20b2419e-a266-4ce3-9b3b-8b078926caec tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481427 Mar 11 16:27:46.683222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653d724-098b-42ef-8d1f-33b86ec81718 req-a8f0ad6b-531c-4425-a894-d2e9f55e16e3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:46.684830 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b653d724-098b-42ef-8d1f-33b86ec81718 req-a8f0ad6b-531c-4425-a894-d2e9f55e16e3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0808001 Mar 11 16:27:46.729395 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b653d724-098b-42ef-8d1f-33b86ec81718 req-2bd1727f-c223-41e7-b7d1-f572b8c901aa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Mar 11 16:27:47.928004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d1e49-332b-42a7-9c0d-19209a83fa5b req-dfa3ad96-3d90-44be-a5bb-868e2c062b19 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:47.929561 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-055d1e49-332b-42a7-9c0d-19209a83fa5b req-dfa3ad96-3d90-44be-a5bb-868e2c062b19 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0886679 Mar 11 16:27:47.973407 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-055d1e49-332b-42a7-9c0d-19209a83fa5b req-4d17c0f4-d337-41a9-a856-864f419130c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377889 Mar 11 16:27:48.774999 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:27:49.161007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a227614-5a44-4575-8e12-a9cbac63c63d req-03240c4c-b480-405e-b797-076415313a3d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:49.162453 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a227614-5a44-4575-8e12-a9cbac63c63d req-03240c4c-b480-405e-b797-076415313a3d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0812566 Mar 11 16:27:49.208852 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4a227614-5a44-4575-8e12-a9cbac63c63d req-49e41b5a-c0b9-486f-9bfa-a2da28b3c0c9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401669 Mar 11 16:27:50.402768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a45126-276e-403b-bbf7-b48f350d2d81 req-53f3bfeb-34a5-49aa-9aa9-6d7f707488c1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:50.404399 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a6a45126-276e-403b-bbf7-b48f350d2d81 req-53f3bfeb-34a5-49aa-9aa9-6d7f707488c1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0874302 Mar 11 16:27:50.450914 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a6a45126-276e-403b-bbf7-b48f350d2d81 req-f6350384-2bd8-463b-87dc-84a7aa1a721b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408280 Mar 11 16:27:50.858345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2b2f295c-ca37-4655-8a7c-3860377acd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:51.638009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bef4a8-94b4-4cdf-9f8e-bda14e2cb23c req-495243f7-64c6-4eba-86ab-93964640a439 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:51.639459 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-17bef4a8-94b4-4cdf-9f8e-bda14e2cb23c req-495243f7-64c6-4eba-86ab-93964640a439 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0826297 Mar 11 16:27:51.683926 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-17bef4a8-94b4-4cdf-9f8e-bda14e2cb23c req-b50db90e-9a93-433d-9634-680a35ec071a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387900 Mar 11 16:27:52.867908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a5955-3046-4637-b78d-b7f6c811f0c9 req-1f1b99b3-100c-4266-8523-83d77fd51da9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:52.869413 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d27a5955-3046-4637-b78d-b7f6c811f0c9 req-1f1b99b3-100c-4266-8523-83d77fd51da9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0801268 Mar 11 16:27:52.914328 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d27a5955-3046-4637-b78d-b7f6c811f0c9 req-4e3feba2-2d28-4b3b-be45-1db6f9aefacd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393252 Mar 11 16:27:52.937988 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49398) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:53.044324 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-65200f79-a41f-40c4-963e-9904f549fa2e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/01cc5df3-8c2c-4128-995f-cae646d84e47 HTTP/1.1" status: 200 len: 994 time: 0.1050427 Mar 11 16:27:53.726466 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-09ef1332-b98d-48bc-84fb-e7a8b517c39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:54.424370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:54.755813 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:56.121905 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:56.464033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.869628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e3241476-51ab-452d-a11a-a832fe0b947a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.715178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c62136c4-1eb7-4f99-ac89-771a62011229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.469894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.771878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.774164 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:28:26.097988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:26.452186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:37.530748 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-fefb2f10-396f-4d47-aca3-eab3c611b909 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724218 Mar 11 16:28:37.670229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-4f51965d-dab5-4bc9-bae0-dd7ddff0accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:37.671736 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-4f51965d-dab5-4bc9-bae0-dd7ddff0accf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 1099 time: 0.0742569 Mar 11 16:28:37.815905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-fb951600-7ce5-4fc9-a6b9-2843b17a1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:37.817495 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-fb951600-7ce5-4fc9-a6b9-2843b17a1de7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63471292-7ba2-41ca-b9ea-21bb86139df0 HTTP/1.1" status: 200 len: 897 time: 0.1259661 Mar 11 16:28:37.920475 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-f835e530-6922-435a-8a73-1e8f498bfe0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1912a021-d462-4160-a5ca-22a4bf5669ca HTTP/1.1" status: 200 len: 1002 time: 0.0969636 Mar 11 16:28:37.987992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-9204e9fa-72a5-4e7e-bfa6-0f09965074fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:37.989409 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-9204e9fa-72a5-4e7e-bfa6-0f09965074fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08c07efa-51b2-4e0c-856a-c4ae81ad674a HTTP/1.1" status: 200 len: 834 time: 0.0600863 Mar 11 16:28:38.065025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-a750b849-84bf-4927-8668-8f200ab613a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:38.066544 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-a750b849-84bf-4927-8668-8f200ab613a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63471292-7ba2-41ca-b9ea-21bb86139df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715072 Mar 11 16:28:38.196249 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-62189e94-ecff-4f11-b2af-9e3033ffce61 service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238394 Mar 11 16:28:38.329934 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bd7e574-1c69-49a7-9bf2-b63ff0062c57 req-09a4981b-1e92-46a5-bb9c-e6ef58468f25 service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278379 Mar 11 16:28:50.897103 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d70c3924-6299-4d20-999a-632a406d9335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:52.060869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49430) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:52.491869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 5601d26c-f673-49d9-83fa-94f6d7e149f6 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:28:52.492206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:52.665848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:52.666178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:52.794503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 5601d26c-f673-49d9-83fa-94f6d7e149f6 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:28:53.012842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:53.100977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=5601d26c-f673-49d9-83fa-94f6d7e149f6,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:53.118089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.118473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.118752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.119247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.119459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.119830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.120161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.120485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.120842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.121160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.121483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.121799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:53.178642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:53.178976 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Floating IP 01cc5df3-8c2c-4128-995f-cae646d84e47 disassociated (deleted). External IP: 172.26.6.201, port: 1912a021-d462-4160-a5ca-22a4bf5669ca. Mar 11 16:28:53.542732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router d0eddf26-6b58-4876-a2f5-898a0598135f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:28:53.720045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:28:53.720431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-df942aa9-fe73-4896-86fc-c464f087f9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:53.731467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f1bca0-3051-4122-9abe-8fa2e1bb711e None None] Sync routers for ids ['d0eddf26-6b58-4876-a2f5-898a0598135f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:28:53.740807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1bca0-3051-4122-9abe-8fa2e1bb711e None None] Routers {'d0eddf26-6b58-4876-a2f5-898a0598135f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:28:53.741415 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e0f1bca0-3051-4122-9abe-8fa2e1bb711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:28:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d0eddf26-6b58-4876-a2f5-898a0598135f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:53.806145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:53.926012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-e0f1bca0-3051-4122-9abe-8fa2e1bb711e None None] Set router d0eddf26-6b58-4876-a2f5-898a0598135f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:28:53.979094 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-605f359c-5dfc-4f3d-a35b-805baaa7c266 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/floatingips/01cc5df3-8c2c-4128-995f-cae646d84e47 HTTP/1.1" status: 204 len: 168 time: 1.9170525 Mar 11 16:28:53.979574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'tag': '1912a021-d462-4160-a5ca-22a4bf5669ca'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:54.033683 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'tag': '1912a021-d462-4160-a5ca-22a4bf5669ca', 'status': 'completed', 'code': 200} Mar 11 16:28:54.131497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13e8a5-dee4-4907-a1b7-28d765425095 req-61475ef8-0f82-46d1-861a-f137728d8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.133077 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c13e8a5-dee4-4907-a1b7-28d765425095 req-61475ef8-0f82-46d1-861a-f137728d8578 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 1099 time: 0.0768082 Mar 11 16:28:54.260937 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e0f1bca0-3051-4122-9abe-8fa2e1bb711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ca55339-c940-44d4-ac2e-6b3cbf6b96e3', 'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:04Z', 'updated_at': '2022-03-11T16:26:09Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:54.264764 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f1bca0-3051-4122-9abe-8fa2e1bb711e None None] Checking router: d0eddf26-6b58-4876-a2f5-898a0598135f for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:28:54.273477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1bca0-3051-4122-9abe-8fa2e1bb711e None None] Routers {'d0eddf26-6b58-4876-a2f5-898a0598135f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:28:54.274085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e0f1bca0-3051-4122-9abe-8fa2e1bb711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:28:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d0eddf26-6b58-4876-a2f5-898a0598135f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:54.278435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13e8a5-dee4-4907-a1b7-28d765425095 req-d6f92c60-bf02-4c93-a810-ceebdca738fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.280127 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c13e8a5-dee4-4907-a1b7-28d765425095 req-d6f92c60-bf02-4c93-a810-ceebdca738fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=63471292-7ba2-41ca-b9ea-21bb86139df0 HTTP/1.1" status: 200 len: 897 time: 0.1412251 Mar 11 16:28:54.357311 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c13e8a5-dee4-4907-a1b7-28d765425095 req-5f55480f-4529-43a0-8cb4-28b60279ebb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1912a021-d462-4160-a5ca-22a4bf5669ca HTTP/1.1" status: 200 len: 217 time: 0.0708458 Mar 11 16:28:54.420652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13e8a5-dee4-4907-a1b7-28d765425095 req-999a9cbc-c955-4781-a337-55e6a570562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.423603 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c13e8a5-dee4-4907-a1b7-28d765425095 req-999a9cbc-c955-4781-a337-55e6a570562d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08c07efa-51b2-4e0c-856a-c4ae81ad674a HTTP/1.1" status: 200 len: 834 time: 0.0591187 Mar 11 16:28:54.471633 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-e0f1bca0-3051-4122-9abe-8fa2e1bb711e None None] Set router d0eddf26-6b58-4876-a2f5-898a0598135f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:28:54.501735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13e8a5-dee4-4907-a1b7-28d765425095 req-d23abed0-2dd4-48eb-9dd8-b9956fca27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.503222 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c13e8a5-dee4-4907-a1b7-28d765425095 req-d23abed0-2dd4-48eb-9dd8-b9956fca27bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63471292-7ba2-41ca-b9ea-21bb86139df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744646 Mar 11 16:28:54.514028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:54.648113 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c13e8a5-dee4-4907-a1b7-28d765425095 req-7dddb2af-adff-4565-8d79-7b662809597a service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390049 Mar 11 16:28:54.798916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-e0f1bca0-3051-4122-9abe-8fa2e1bb711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ca55339-c940-44d4-ac2e-6b3cbf6b96e3', 'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:04Z', 'updated_at': '2022-03-11T16:26:09Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:54.803478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f1bca0-3051-4122-9abe-8fa2e1bb711e None None] The sync data for ids ['d0eddf26-6b58-4876-a2f5-898a0598135f'] in dv-neutron-833203-2-hyperv is: [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '8ca55339-c940-44d4-ac2e-6b3cbf6b96e3', 'name': '', 'network_id': '63471292-7ba2-41ca-b9ea-21bb86139df0', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:04Z', 'updated_at': '2022-03-11T16:26:09Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '08c07efa-51b2-4e0c-856a-c4ae81ad674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:28:54.837239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c13e8a5-dee4-4907-a1b7-28d765425095 req-62842fdf-4390-4dba-a3c9-d366707d242a service neutron] 10.222.0.30 "GET /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828361 Mar 11 16:28:54.851682 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:54.854479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c207bf-467c-4557-ba6e-708f5646e105 req-ae0c9e48-7072-4d26-8fbb-dfb2c12016b2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.855325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-e3c207bf-467c-4557-ba6e-708f5646e105 req-ae0c9e48-7072-4d26-8fbb-dfb2c12016b2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:54.960113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-e3c207bf-467c-4557-ba6e-708f5646e105 req-ae0c9e48-7072-4d26-8fbb-dfb2c12016b2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:54.961444 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e3c207bf-467c-4557-ba6e-708f5646e105 req-ae0c9e48-7072-4d26-8fbb-dfb2c12016b2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.2749660 Mar 11 16:28:55.011192 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e3c207bf-467c-4557-ba6e-708f5646e105 req-e54c95f3-a8d6-4858-a340-486b92870551 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428388 Mar 11 16:28:55.029681 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d28b95b-5495-4f61-b1a2-4d397cc4e485 None None] New status for floating IP 01cc5df3-8c2c-4128-995f-cae646d84e47: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:28:56.120399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:56.201286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c50ccf-638c-4164-80ed-a0ea33ceac20 req-5068a624-e711-4095-b1d3-d1de7c6dfb77 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:56.203357 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69c50ccf-638c-4164-80ed-a0ea33ceac20 req-5068a624-e711-4095-b1d3-d1de7c6dfb77 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0838251 Mar 11 16:28:56.246666 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69c50ccf-638c-4164-80ed-a0ea33ceac20 req-59ae8a76-4c54-4255-94d6-6a202532635e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=65db8942-7b06-44fb-acf1-de422f3258c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382400 Mar 11 16:28:56.480568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:56.627249 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ff56f-d6a5-40f8-80aa-00ee170ca063 req-35ba3525-a93c-4ba7-bc5a-4bbbf0579524 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:56.628754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be3ff56f-d6a5-40f8-80aa-00ee170ca063 req-35ba3525-a93c-4ba7-bc5a-4bbbf0579524 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0793259 Mar 11 16:28:56.700569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-be3ff56f-d6a5-40f8-80aa-00ee170ca063 req-3dc1c938-e401-4049-ad5d-39c873c34780 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 1912a021-d462-4160-a5ca-22a4bf5669ca {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:28:56.700939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be3ff56f-d6a5-40f8-80aa-00ee170ca063 req-3dc1c938-e401-4049-ad5d-39c873c34780 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:56.946993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-be3ff56f-d6a5-40f8-80aa-00ee170ca063 req-3dc1c938-e401-4049-ad5d-39c873c34780 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port 1912a021-d462-4160-a5ca-22a4bf5669ca, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1912a021-d462-4160-a5ca-22a4bf5669ca,segment=NetworkSegment(a851aa29-542c-4762-a2e0-7dcc81558ac0),segment_id=a851aa29-542c-4762-a2e0-7dcc81558ac0)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:28:56.947350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be3ff56f-d6a5-40f8-80aa-00ee170ca063 req-3dc1c938-e401-4049-ad5d-39c873c34780 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:57.068952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-be3ff56f-d6a5-40f8-80aa-00ee170ca063 req-3dc1c938-e401-4049-ad5d-39c873c34780 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 1912a021-d462-4160-a5ca-22a4bf5669ca owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:28:57.391067 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be3ff56f-d6a5-40f8-80aa-00ee170ca063 req-3dc1c938-e401-4049-ad5d-39c873c34780 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:57.429853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c6f2b936-a944-4476-91dd-a5e8bc6bffa3 req-5c78c062-9791-4ea3-82f7-4c7ef08374e1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 210 time: 0.0738006 Mar 11 16:28:57.445904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1c938-e401-4049-ad5d-39c873c34780 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=1912a021-d462-4160-a5ca-22a4bf5669ca,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:57.524030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3ff56f-d6a5-40f8-80aa-00ee170ca063 req-3dc1c938-e401-4049-ad5d-39c873c34780 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] No DVR routers for this DVR port 1912a021-d462-4160-a5ca-22a4bf5669ca on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:28:57.526500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-be3ff56f-d6a5-40f8-80aa-00ee170ca063 req-3dc1c938-e401-4049-ad5d-39c873c34780 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:57.528815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'name': 'network-vif-deleted', 'tag': '1912a021-d462-4160-a5ca-22a4bf5669ca'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:57.572250 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d26aca0-f828-4802-b5e0-23d488c4c4c3', 'name': 'network-vif-deleted', 'tag': '1912a021-d462-4160-a5ca-22a4bf5669ca', 'status': 'completed', 'code': 200} Mar 11 16:28:57.595246 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-be3ff56f-d6a5-40f8-80aa-00ee170ca063 req-3dc1c938-e401-4049-ad5d-39c873c34780 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "DELETE /v2.0/ports/1912a021-d462-4160-a5ca-22a4bf5669ca HTTP/1.1" status: 204 len: 173 time: 0.9613390 Mar 11 16:28:58.590888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-49e84d11-28d9-4c27-8aa4-80ff86e8216e req-5e9dd962-d86c-45f4-8707-b43d86a67457 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:58.714198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-49e84d11-28d9-4c27-8aa4-80ff86e8216e req-5e9dd962-d86c-45f4-8707-b43d86a67457 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:58.715380 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-49e84d11-28d9-4c27-8aa4-80ff86e8216e req-5e9dd962-d86c-45f4-8707-b43d86a67457 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d26aca0-f828-4802-b5e0-23d488c4c4c3 HTTP/1.1" status: 200 len: 210 time: 0.1661336 Mar 11 16:28:59.812427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49454) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:59.917614 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 1912a021-d462-4160-a5ca-22a4bf5669ca no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:28:59.957339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 1912a021-d462-4160-a5ca-22a4bf5669ca {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:28:59.957676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 1912a021-d462-4160-a5ca-22a4bf5669ca not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:29:00.377927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:00.744928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:29:00.745267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:00.936207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8ca55339-c940-44d4-ac2e-6b3cbf6b96e3,segment=NetworkSegment(a851aa29-542c-4762-a2e0-7dcc81558ac0),segment_id=a851aa29-542c-4762-a2e0-7dcc81558ac0)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:00.936977 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:01.166718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:29:01.600712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:01.653766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=8ca55339-c940-44d4-ac2e-6b3cbf6b96e3,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:01.938803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:02.301081 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router d0eddf26-6b58-4876-a2f5-898a0598135f has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:29:02.482720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:29:02.493406 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c60fbb-d907-4d7b-9478-67c4e2b0e95a None None] Sync routers for ids ['d0eddf26-6b58-4876-a2f5-898a0598135f'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:29:02.502801 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c60fbb-d907-4d7b-9478-67c4e2b0e95a None None] Routers {'d0eddf26-6b58-4876-a2f5-898a0598135f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:02.503418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a7c60fbb-d907-4d7b-9478-67c4e2b0e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:28:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d0eddf26-6b58-4876-a2f5-898a0598135f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:02.585302 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0c2abb26-8c2e-489b-9a56-c36581d2cd9d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "PUT /v2.0/routers/d0eddf26-6b58-4876-a2f5-898a0598135f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7716639 Mar 11 16:29:02.588131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49458) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:02.746383 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-a7c60fbb-d907-4d7b-9478-67c4e2b0e95a None None] Set router d0eddf26-6b58-4876-a2f5-898a0598135f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:02.773248 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:29:02.788826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7601c5e9-78fc-4cc0-8917-15ad92fe0d5f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting subnet 08c07efa-51b2-4e0c-856a-c4ae81ad674a {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:29:02.796453 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7601c5e9-78fc-4cc0-8917-15ad92fe0d5f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:02.853248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7601c5e9-78fc-4cc0-8917-15ad92fe0d5f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:02.945449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7601c5e9-78fc-4cc0-8917-15ad92fe0d5f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.041308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a7c60fbb-d907-4d7b-9478-67c4e2b0e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:29:01Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:03.045242 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c60fbb-d907-4d7b-9478-67c4e2b0e95a None None] Checking router: d0eddf26-6b58-4876-a2f5-898a0598135f for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:29:03.054889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c60fbb-d907-4d7b-9478-67c4e2b0e95a None None] Routers {'d0eddf26-6b58-4876-a2f5-898a0598135f'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:03.055498 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a7c60fbb-d907-4d7b-9478-67c4e2b0e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:28:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d0eddf26-6b58-4876-a2f5-898a0598135f'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:03.098633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7601c5e9-78fc-4cc0-8917-15ad92fe0d5f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.144868 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601c5e9-78fc-4cc0-8917-15ad92fe0d5f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Subnet': ['ID=08c07efa-51b2-4e0c-856a-c4ae81ad674a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:03.146135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7601c5e9-78fc-4cc0-8917-15ad92fe0d5f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.156262 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7601c5e9-78fc-4cc0-8917-15ad92fe0d5f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/subnets/08c07efa-51b2-4e0c-856a-c4ae81ad674a HTTP/1.1" status: 204 len: 168 time: 0.5640793 Mar 11 16:29:03.156262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49462) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:03.158769 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc536a-c278-41a0-b8a6-7db474f99322 None None] Network 63471292-7ba2-41ca-b9ea-21bb86139df0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:29:03.332534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-a7c60fbb-d907-4d7b-9478-67c4e2b0e95a None None] Set router d0eddf26-6b58-4876-a2f5-898a0598135f gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:03.346576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.534925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.651769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 270cc150-7d75-4dd7-b62b-815697123e8a {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:29:03.652109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.728495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-a7c60fbb-d907-4d7b-9478-67c4e2b0e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:29:01Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:03.732724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c60fbb-d907-4d7b-9478-67c4e2b0e95a None None] The sync data for ids ['d0eddf26-6b58-4876-a2f5-898a0598135f'] in dv-neutron-833203-2-hyperv is: [{'id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445312451', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:59Z', 'updated_at': '2022-03-11T16:29:01Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '270cc150-7d75-4dd7-b62b-815697123e8a', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eddf26-6b58-4876-a2f5-898a0598135f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:00Z', 'updated_at': '2022-03-11T16:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:29:03.754184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] DHCP port deletion for 63471292-7ba2-41ca-b9ea-21bb86139df0 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:29:03.758953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Deleting port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:29:03.759325 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.845061 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port 270cc150-7d75-4dd7-b62b-815697123e8a, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=270cc150-7d75-4dd7-b62b-815697123e8a,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:03.845412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.969716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] For port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=8576a583-eebc-4dd7-a92b-ab2ccccdbc48,segment=NetworkSegment(a851aa29-542c-4762-a2e0-7dcc81558ac0),segment_id=a851aa29-542c-4762-a2e0-7dcc81558ac0)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:03.970012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.970481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 270cc150-7d75-4dd7-b62b-815697123e8a owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:29:04.138258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Calling delete_port for 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:29:04.217572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.274661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.298345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=270cc150-7d75-4dd7-b62b-815697123e8a,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:04.325158 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Pushing event deleted for resources: {'Port': ['ID=8576a583-eebc-4dd7-a92b-ab2ccccdbc48,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:04.329812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] No DVR routers for this DVR port 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:29:04.335873 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.336217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.336973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.337120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.337459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.337785 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.338106 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.338426 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.338746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.339060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.340175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.340462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de161c9-09ce-4d10-9c40-99e45d9e3954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:04.369086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.650915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.653456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.777390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.777901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Fanout notify agent at l3_agent the message router_deleted on router d0eddf26-6b58-4876-a2f5-898a0598135f {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:29:04.795228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.796370 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d3879269-ae06-49ed-b2d1-e20daab4473f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/routers/d0eddf26-6b58-4876-a2f5-898a0598135f HTTP/1.1" status: 204 len: 168 time: 1.6388066 Mar 11 16:29:04.799114 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49468) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:04.926413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.062989 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.088834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63471292-7ba2-41ca-b9ea-21bb86139df0']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:05.101620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a851aa29-542c-4762-a2e0-7dcc81558ac0') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:05.101941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a851aa29-542c-4762-a2e0-7dcc81558ac0') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:05.113643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.129563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.135681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:29:05.136069 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:29:05.151032 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:29:05.320062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.337753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.347477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Network': ['ID=63471292-7ba2-41ca-b9ea-21bb86139df0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:05.351291 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2ee2207e-8dc1-4c40-9c79-ec6230fb875b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/networks/63471292-7ba2-41ca-b9ea-21bb86139df0 HTTP/1.1" status: 204 len: 168 time: 0.5510731 Mar 11 16:29:05.355395 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49472) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:05.430503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a68dd158-09cd-4825-aeae-926a7be4f0c1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.469004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a68dd158-09cd-4825-aeae-926a7be4f0c1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.494145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 270cc150-7d75-4dd7-b62b-815697123e8a no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:29:05.531856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 270cc150-7d75-4dd7-b62b-815697123e8a {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:29:05.532099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 270cc150-7d75-4dd7-b62b-815697123e8a not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:29:05.533055 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:29:05.570385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:29:05.570719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8ca55339-c940-44d4-ac2e-6b3cbf6b96e3 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:29:05.571128 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:29:05.604863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:29:05.605208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 8576a583-eebc-4dd7-a92b-ab2ccccdbc48 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:29:05.606080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a68dd158-09cd-4825-aeae-926a7be4f0c1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.625733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dd158-09cd-4825-aeae-926a7be4f0c1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65db8942-7b06-44fb-acf1-de422f3258c4,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:05.634535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a68dd158-09cd-4825-aeae-926a7be4f0c1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.635994 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a68dd158-09cd-4825-aeae-926a7be4f0c1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/security-groups/65db8942-7b06-44fb-acf1-de422f3258c4 HTTP/1.1" status: 204 len: 168 time: 0.2796915 Mar 11 16:29:07.169378 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49482) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:07.174527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572551103', 'description': 'tempest-secgroup-smoke-572551103 description', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:07.181330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:07.185496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:07.188350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:07.194136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:07.286858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:07.307665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:07.311429 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:07.314308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:07.319902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:07.391573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:07.475439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:07.516857 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:07.588800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:07.590061 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-1909bb3e-b2e9-4019-9de6-622710a0c3ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4196975 Mar 11 16:29:07.592991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49486) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:07.598167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-7b58ac5e-a5aa-438c-857b-00cd116c85f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '4d61f9a9-aa5c-4b70-ae48-ae76751da0d7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:07.604991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7b58ac5e-a5aa-438c-857b-00cd116c85f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:07.608812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7b58ac5e-a5aa-438c-857b-00cd116c85f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:07.612004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-7b58ac5e-a5aa-438c-857b-00cd116c85f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:07.617755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-7b58ac5e-a5aa-438c-857b-00cd116c85f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:07.716499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7b58ac5e-a5aa-438c-857b-00cd116c85f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:07.778588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7b58ac5e-a5aa-438c-857b-00cd116c85f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:07.868735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7b58ac5e-a5aa-438c-857b-00cd116c85f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:07.893531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58ac5e-a5aa-438c-857b-00cd116c85f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66febd2-21e2-40c5-868d-adf939b417a9,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:07.960294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7b58ac5e-a5aa-438c-857b-00cd116c85f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:07.961581 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7b58ac5e-a5aa-438c-857b-00cd116c85f4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676500 Mar 11 16:29:07.964532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49490) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:07.969651 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-3a42d1a5-6ee4-4408-bbf6-59585e20447d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '4d61f9a9-aa5c-4b70-ae48-ae76751da0d7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:07.975822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3a42d1a5-6ee4-4408-bbf6-59585e20447d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:07.979871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3a42d1a5-6ee4-4408-bbf6-59585e20447d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:07.983022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3a42d1a5-6ee4-4408-bbf6-59585e20447d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:07.989131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3a42d1a5-6ee4-4408-bbf6-59585e20447d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:08.064220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a42d1a5-6ee4-4408-bbf6-59585e20447d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.131359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a42d1a5-6ee4-4408-bbf6-59585e20447d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.194510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a42d1a5-6ee4-4408-bbf6-59585e20447d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.217968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42d1a5-6ee4-4408-bbf6-59585e20447d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e3abef-a4f5-4154-a67d-3b85755669fc,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:08.274987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3a42d1a5-6ee4-4408-bbf6-59585e20447d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.276258 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3a42d1a5-6ee4-4408-bbf6-59585e20447d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3107338 Mar 11 16:29:08.279275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49494) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:08.284529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a6ece21a-690e-4d4f-8029-4b5aca88781e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '4d61f9a9-aa5c-4b70-ae48-ae76751da0d7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:08.300764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a6ece21a-690e-4d4f-8029-4b5aca88781e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:08.300764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a6ece21a-690e-4d4f-8029-4b5aca88781e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:08.300764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a6ece21a-690e-4d4f-8029-4b5aca88781e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:08.309309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a6ece21a-690e-4d4f-8029-4b5aca88781e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:08.389573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6ece21a-690e-4d4f-8029-4b5aca88781e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.455968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6ece21a-690e-4d4f-8029-4b5aca88781e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.514223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6ece21a-690e-4d4f-8029-4b5aca88781e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.539142 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ece21a-690e-4d4f-8029-4b5aca88781e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac2d948-0ff4-4a56-a847-32653fce742c,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:08.622908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a6ece21a-690e-4d4f-8029-4b5aca88781e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.624843 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a6ece21a-690e-4d4f-8029-4b5aca88781e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3438747 Mar 11 16:29:08.627026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49498) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:08.632251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b5dc89f7-34d6-4b87-af9c-f33bdaec6b01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '4d61f9a9-aa5c-4b70-ae48-ae76751da0d7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:08.638276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b5dc89f7-34d6-4b87-af9c-f33bdaec6b01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:08.642112 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b5dc89f7-34d6-4b87-af9c-f33bdaec6b01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:08.645008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b5dc89f7-34d6-4b87-af9c-f33bdaec6b01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:08.652032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b5dc89f7-34d6-4b87-af9c-f33bdaec6b01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:08.761523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5dc89f7-34d6-4b87-af9c-f33bdaec6b01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.825990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5dc89f7-34d6-4b87-af9c-f33bdaec6b01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.891299 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5dc89f7-34d6-4b87-af9c-f33bdaec6b01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.916441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc89f7-34d6-4b87-af9c-f33bdaec6b01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b45bbd-9b02-416e-a765-a22a859a3236,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:08.988720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b5dc89f7-34d6-4b87-af9c-f33bdaec6b01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.989956 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b5dc89f7-34d6-4b87-af9c-f33bdaec6b01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3619578 Mar 11 16:29:08.992619 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49502) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:08.997863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '4d61f9a9-aa5c-4b70-ae48-ae76751da0d7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:09.003984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:09.007901 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:09.010924 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:09.016612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:09.080172 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Project c5302d0c64b947c4862cde1cc7d3c367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:29:09.087723 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:09.154832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:09.222845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:09.250836 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faae5303-1134-4e7c-9a00-c764a1a0d985,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:09.326461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:09.327739 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-307d6f3e-8e5d-4a04-ab9e-0d02d135de32 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3342004 Mar 11 16:29:09.330532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49506) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:09.336238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '4d61f9a9-aa5c-4b70-ae48-ae76751da0d7', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:09.342530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:09.346383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:09.349323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:09.355091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:09.451617 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Project c5302d0c64b947c4862cde1cc7d3c367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:29:09.459616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:09.528376 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:09.612060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:09.636527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beece794-f83f-4110-8be2-783a75ba97d0,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:09.726084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:09.727311 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-19360a47-8409-4cc2-9581-89d902005588 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3958712 Mar 11 16:29:09.730235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49510) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:09.735783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'network': {'name': 'tempest-network-smoke--978734550', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'port_security_enabled': True}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:09.741653 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:09.746542 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:network and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:09.750169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:09.756534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:09.874588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:29:09.878101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:09.907131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:29:09.917017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:09.917374 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Added segment f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9 of type vlan for network a32824b9-9a89-4a8c-aef8-fe588e680f5f Mar 11 16:29:09.944294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:10.034240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:10.040184 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:10.040794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:10.147188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Network': ['ID=a32824b9-9a89-4a8c-aef8-fe588e680f5f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:10.150399 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e420281a-eb34-4c69-829b-1d3ec6929e6f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4192050 Mar 11 16:29:10.153416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49514) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:10.157789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network a32824b9-9a89-4a8c-aef8-fe588e680f5f details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:29:10.162717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'admin_state_up': True, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:10.166469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:10.170475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:router and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:10.173425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:10.181031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:10.253601 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:10.255412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:10.271496 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:10.722607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:11.082537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:11.112719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:11.257017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.26.6.245 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/fce52882-b23f-445a-a3e5-ba164f3be5bb) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:29:11.411768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:11.486518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:11.549893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:11.557646 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:11.561921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:29:11.595018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=fce52882-b23f-445a-a3e5-ba164f3be5bb,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:12.071621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.539388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.845657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router d8ad6da4-6a18-4555-ab6c-136d1580bb20 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:29:13.022250 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:29:13.034661 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Sync routers for ids ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:29:13.044542 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Routers {'d8ad6da4-6a18-4555-ab6c-136d1580bb20'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:13.045518 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:28:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:13.137704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.138882 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-016a112b-1d02-4fb9-a823-6da6a0b3abd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9845431 Mar 11 16:29:13.142220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49518) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:13.237088 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Set router d8ad6da4-6a18-4555-ab6c-136d1580bb20 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:13.267842 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-53068b59-aedf-40bd-9400-d94bfdc1bbb3 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c5302d0c64b947c4862cde1cc7d3c367&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1242809 Mar 11 16:29:13.270953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49526) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:13.418659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176f177f-0953-46a1-a298-5845f469348c tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:13.420074 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-176f177f-0953-46a1-a298-5845f469348c tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481435 Mar 11 16:29:13.422905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49530) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:13.466295 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-66811edf-949d-482f-8aa3-b3a2cb20d253 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423162 Mar 11 16:29:13.469262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49534) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:13.475564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1493769091', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:13.557166 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:11Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:13.561476 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Checking router: d8ad6da4-6a18-4555-ab6c-136d1580bb20 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:29:13.561887 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Updating router d8ad6da4-6a18-4555-ab6c-136d1580bb20 port fce52882-b23f-445a-a3e5-ba164f3be5bb binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:29:13.586091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:13.590366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:subnet and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:13.593154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:13.599301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:13.620082 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.679801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:29:13.683360 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.951499 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.963099 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Transition to ACTIVE for port object fce52882-b23f-445a-a3e5-ba164f3be5bb will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:13.983270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.059028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Subnet': ['ID=45157f8a-c3e9-4e26-9476-9913a4c44bb5,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:14.069111 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.072132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Checking segment: {'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:29:14.072492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network hostable DHCP agents. Network: a32824b9-9a89-4a8c-aef8-fe588e680f5f, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:29:14.148834 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Attempting to bind port fce52882-b23f-445a-a3e5-ba164f3be5bb on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:29:14.149199 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Attempting to bind port fce52882-b23f-445a-a3e5-ba164f3be5bb by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:29:14.149559 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Attempting to bind port fce52882-b23f-445a-a3e5-ba164f3be5bb on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:29:14.151888 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Pushing event updated for resources: {'Port': ['ID=fce52882-b23f-445a-a3e5-ba164f3be5bb,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:14.161861 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:29:14.162229 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:29:14.162632 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.163021 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:29:14.163488 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Bound port: fce52882-b23f-445a-a3e5-ba164f3be5bb, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:29:14.163857 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.172014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network a32824b9-9a89-4a8c-aef8-fe588e680f5f is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:29:14.191592 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.191931 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.192297 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.192655 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.192986 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.193312 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.193635 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.193952 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.194280 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.194598 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.194910 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.195220 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:14.240058 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, a32824b9-9a89-4a8c-aef8-fe588e680f5f) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:14.245686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:14.246464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.251443 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f003e93-4725-429b-9a5f-64e6a65b57a7 None None] Network a32824b9-9a89-4a8c-aef8-fe588e680f5f requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:29:14.255884 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] For port fce52882-b23f-445a-a3e5-ba164f3be5bb, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:29:14.259512 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] For port fce52882-b23f-445a-a3e5-ba164f3be5bb, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fce52882-b23f-445a-a3e5-ba164f3be5bb,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:29:14.309553 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.341234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49538) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:14.357173 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-39c42dc4-1915-4742-bd1c-55d4923d6c0a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8868017 Mar 11 16:29:14.386083 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Routers {'d8ad6da4-6a18-4555-ab6c-136d1580bb20'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:14.386719 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:28:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:14.465929 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76447b-964b-4ed9-a1d9-cb9ed38e4251 None None] Pushing event updated for resources: {'Port': ['ID=fce52882-b23f-445a-a3e5-ba164f3be5bb,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:14.483353 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:29:14.484336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.584144 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] Set router d8ad6da4-6a18-4555-ab6c-136d1580bb20 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:14.651085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Allocated IP 172.20.0.2 (a32824b9-9a89-4a8c-aef8-fe588e680f5f/45157f8a-c3e9-4e26-9476-9913a4c44bb5/a55a158e-e1c3-433a-b5ad-db06b393cba5) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:29:14.863091 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.874738 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Transition to ACTIVE for port object a55a158e-e1c3-433a-b5ad-db06b393cba5 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:14.882444 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:11Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:14.886549 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ae104-a739-481d-9af8-0e8c0ec51174 None None] The sync data for ids ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'] in dv-neutron-833203-2-hyperv is: [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:11Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:29:14.896746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Transition to ACTIVE for port object a55a158e-e1c3-433a-b5ad-db06b393cba5 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:14.966255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.033257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Network a32824b9-9a89-4a8c-aef8-fe588e680f5f is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:15.040933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:15.045919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:29:15.052858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Pushing event updated for resources: {'Port': ['ID=a55a158e-e1c3-433a-b5ad-db06b393cba5,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:15.168779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Attempting to bind port a55a158e-e1c3-433a-b5ad-db06b393cba5 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:29:15.169156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Attempting to bind port a55a158e-e1c3-433a-b5ad-db06b393cba5 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:29:15.169528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Attempting to bind port a55a158e-e1c3-433a-b5ad-db06b393cba5 on network a32824b9-9a89-4a8c-aef8-fe588e680f5f {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:29:15.179761 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:29:15.180145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Checking segment: {'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:29:15.180609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.181017 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Bound using segment: {'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:29:15.181748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Bound port: a55a158e-e1c3-433a-b5ad-db06b393cba5, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:29:15.181981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.248313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.288322 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] For port a55a158e-e1c3-433a-b5ad-db06b393cba5, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:29:15.288795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] For port a55a158e-e1c3-433a-b5ad-db06b393cba5, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a55a158e-e1c3-433a-b5ad-db06b393cba5,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:29:15.372192 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.467250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687d152-35d2-4bd1-81ab-a4452830234f None None] Pushing event updated for resources: {'Port': ['ID=a55a158e-e1c3-433a-b5ad-db06b393cba5,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:15.557536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fce52882-b23f-445a-a3e5-ba164f3be5bb up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:15.714181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port fce52882-b23f-445a-a3e5-ba164f3be5bb completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:15.719657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fce52882-b23f-445a-a3e5-ba164f3be5bb triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:15.720023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.746532 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.20.0.1 (a32824b9-9a89-4a8c-aef8-fe588e680f5f/45157f8a-c3e9-4e26-9476-9913a4c44bb5/68a47d3d-7462-47db-9f60-88bd9d0064e3) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:29:15.913446 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.930057 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port fce52882-b23f-445a-a3e5-ba164f3be5bb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fce52882-b23f-445a-a3e5-ba164f3be5bb,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:15.940811 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.956788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Transition to ACTIVE for port object 68a47d3d-7462-47db-9f60-88bd9d0064e3 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:16.045770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:16.057252 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:16.113236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=fce52882-b23f-445a-a3e5-ba164f3be5bb,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:16.123663 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network a32824b9-9a89-4a8c-aef8-fe588e680f5f is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:16.126679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:16.135463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:29:16.172724 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=68a47d3d-7462-47db-9f60-88bd9d0064e3,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:16.189843 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.190195 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.190562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.190901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.191320 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.191654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.192719 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.193122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.193453 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.193816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.194150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.194479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:16.210883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:16.412384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:16.515086 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21921a91-7cba-40b7-bfaa-52b534fe6dba None None] Network a32824b9-9a89-4a8c-aef8-fe588e680f5f requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:29:16.673186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-23297781-d542-412c-83e9-9c5ed9c5b326 None None] Provisioning for port a55a158e-e1c3-433a-b5ad-db06b393cba5 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:16.976332 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:17.034762 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:17.091884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1ca0238f-e788-4fba-9d67-ef581a9d68c9 None None] Provisioning for port 68a47d3d-7462-47db-9f60-88bd9d0064e3 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:17.097480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1ca0238f-e788-4fba-9d67-ef581a9d68c9 None None] Provisioning complete for port 68a47d3d-7462-47db-9f60-88bd9d0064e3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:17.097941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1ca0238f-e788-4fba-9d67-ef581a9d68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:17.164297 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:17.167776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=68a47d3d-7462-47db-9f60-88bd9d0064e3,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:17.181557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1ca0238f-e788-4fba-9d67-ef581a9d68c9 None None] Port 68a47d3d-7462-47db-9f60-88bd9d0064e3 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:29:17.308150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network a32824b9-9a89-4a8c-aef8-fe588e680f5f is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:17.309437 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:17.312058 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1939f8f7-de16-4074-94b4-60e2e7087124 None None] Provisioning complete for port 68a47d3d-7462-47db-9f60-88bd9d0064e3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:17.312454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1939f8f7-de16-4074-94b4-60e2e7087124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:17.377897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1939f8f7-de16-4074-94b4-60e2e7087124 None None] Port 68a47d3d-7462-47db-9f60-88bd9d0064e3 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:29:17.511848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router d8ad6da4-6a18-4555-ab6c-136d1580bb20 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:29:17.579066 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a55a158e-e1c3-433a-b5ad-db06b393cba5 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:17.640940 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-28cdcf5f-d5a5-4116-87e7-e4fd8c0642fd None None] Provisioning complete for port 68a47d3d-7462-47db-9f60-88bd9d0064e3 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:17.641225 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-28cdcf5f-d5a5-4116-87e7-e4fd8c0642fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:17.706873 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-28cdcf5f-d5a5-4116-87e7-e4fd8c0642fd None None] Port 68a47d3d-7462-47db-9f60-88bd9d0064e3 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:29:17.707107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:29:17.715867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Sync routers for ids ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:29:17.719766 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-28df71d1-ca11-4c4b-b9fc-30c066b517b8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "PUT /v2.0/routers/d8ad6da4-6a18-4555-ab6c-136d1580bb20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3771389 Mar 11 16:29:17.725027 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Routers {'d8ad6da4-6a18-4555-ab6c-136d1580bb20'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:17.727911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:28:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:17.779169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port a55a158e-e1c3-433a-b5ad-db06b393cba5 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:17.798181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a55a158e-e1c3-433a-b5ad-db06b393cba5 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:17.798574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:17.940982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-bc2a1022-1729-4f1c-b523-99e40eae3395 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:29:17.986802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Set router d8ad6da4-6a18-4555-ab6c-136d1580bb20 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:18.045393 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-bc2a1022-1729-4f1c-b523-99e40eae3395 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:29:18.046671 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-bc2a1022-1729-4f1c-b523-99e40eae3395 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572551103&fields=id&tenant_id=c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 267 time: 0.1460617 Mar 11 16:29:18.126825 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:18.248879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port a55a158e-e1c3-433a-b5ad-db06b393cba5, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a55a158e-e1c3-433a-b5ad-db06b393cba5,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:18.320285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:18.321073 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fce52882-b23f-445a-a3e5-ba164f3be5bb up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:18.324316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-826be95f-37d9-4396-98ac-c24c53be3a14 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:18.325056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-826be95f-37d9-4396-98ac-c24c53be3a14 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:29:18.422452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-826be95f-37d9-4396-98ac-c24c53be3a14 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:29:18.423701 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-826be95f-37d9-4396-98ac-c24c53be3a14 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/networks?id=a32824b9-9a89-4a8c-aef8-fe588e680f5f HTTP/1.1" status: 200 len: 796 time: 0.3695018 Mar 11 16:29:18.439622 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-5caf077b-d670-4394-90a6-d8ab53f1436e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/quotas/c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 375 time: 0.0095923 Mar 11 16:29:18.455255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=a55a158e-e1c3-433a-b5ad-db06b393cba5,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:18.472282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port fce52882-b23f-445a-a3e5-ba164f3be5bb triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:18.472673 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:18.516965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:16Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '68a47d3d-7462-47db-9f60-88bd9d0064e3', 'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:49:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:15Z', 'updated_at': '2022-03-11T16:29:16Z', 'revision_number': 2, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:18.525363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-323797e5-e5e6-41e5-9dea-bf5ef8c202d5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:29:18.526283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Checking router: d8ad6da4-6a18-4555-ab6c-136d1580bb20 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:29:18.526632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Updating router d8ad6da4-6a18-4555-ab6c-136d1580bb20 port 68a47d3d-7462-47db-9f60-88bd9d0064e3 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:29:18.594015 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-323797e5-e5e6-41e5-9dea-bf5ef8c202d5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:29:18.595370 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-323797e5-e5e6-41e5-9dea-bf5ef8c202d5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1498191 Mar 11 16:29:18.628162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:18.652963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-31f68b1b-1087-4059-b1d8-ecc947537678 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:29:18.655433 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-31f68b1b-1087-4059-b1d8-ecc947537678 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466268 Mar 11 16:29:18.792095 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-08d4208b-a1ea-4446-8bc1-921d1eb4653f service neutron] 10.222.0.39 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312962 Mar 11 16:29:18.925063 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-ccd1acc4-ff8a-425c-92d4-e0580d8fa6de service neutron] 10.222.0.39 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271689 Mar 11 16:29:19.022985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:19.039645 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Transition to ACTIVE for port object 68a47d3d-7462-47db-9f60-88bd9d0064e3 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:19.137479 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:19.268458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb16823-77ea-44ee-b53c-88c0ffad3034 None None] Pushing event updated for resources: {'Port': ['ID=68a47d3d-7462-47db-9f60-88bd9d0064e3,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:19.462279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Attempting to bind port 68a47d3d-7462-47db-9f60-88bd9d0064e3 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:29:19.462279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Attempting to bind port 68a47d3d-7462-47db-9f60-88bd9d0064e3 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:29:19.462279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Attempting to bind port 68a47d3d-7462-47db-9f60-88bd9d0064e3 on network a32824b9-9a89-4a8c-aef8-fe588e680f5f {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:29:19.462279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:29:19.462279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Checking segment: {'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:29:19.462279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:19.462279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Bound using segment: {'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:29:19.462279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Bound port: 68a47d3d-7462-47db-9f60-88bd9d0064e3, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:29:19.462279 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:19.479368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] For port 68a47d3d-7462-47db-9f60-88bd9d0064e3, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:29:19.482656 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] For port 68a47d3d-7462-47db-9f60-88bd9d0064e3, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=68a47d3d-7462-47db-9f60-88bd9d0064e3,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:29:19.499477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a55a158e-e1c3-433a-b5ad-db06b393cba5 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:19.571391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a55a158e-e1c3-433a-b5ad-db06b393cba5 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:19.571760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:19.596232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:19.719261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb16823-77ea-44ee-b53c-88c0ffad3034 None None] Pushing event updated for resources: {'Port': ['ID=68a47d3d-7462-47db-9f60-88bd9d0064e3,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:19.719261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Routers {'d8ad6da4-6a18-4555-ab6c-136d1580bb20'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:19.719261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:28:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:19.958059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] Set router d8ad6da4-6a18-4555-ab6c-136d1580bb20 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:20.253919 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5f1db174-e302-4326-9586-618649e43097 req-149aef76-1100-4f7c-a871-c09ad460e369 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 210 time: 0.0886109 Mar 11 16:29:20.359471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:16Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '68a47d3d-7462-47db-9f60-88bd9d0064e3', 'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:49:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:15Z', 'updated_at': '2022-03-11T16:29:19Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:20.363705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a061fc4-f460-4d3b-a998-eb47c314fdca None None] The sync data for ids ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'] in dv-neutron-833203-2-hyperv is: [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:16Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '68a47d3d-7462-47db-9f60-88bd9d0064e3', 'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:49:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:15Z', 'updated_at': '2022-03-11T16:29:19Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:29:20.948254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-11297f21-e884-494a-9b2f-54cd6aea26bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:21.357129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-69cb536a-81d7-49bc-a7f5-aada9dc4c093 req-4a96aefc-c947-4a36-bc9f-04a397dc76e4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 210 time: 0.0458367 Mar 11 16:29:21.524194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 68a47d3d-7462-47db-9f60-88bd9d0064e3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:21.788595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 68a47d3d-7462-47db-9f60-88bd9d0064e3 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:21.793600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 68a47d3d-7462-47db-9f60-88bd9d0064e3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:21.816059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:21.914754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:21.946548 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 68a47d3d-7462-47db-9f60-88bd9d0064e3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=68a47d3d-7462-47db-9f60-88bd9d0064e3,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:22.045693 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:22.114454 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=68a47d3d-7462-47db-9f60-88bd9d0064e3,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:22.454754 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c187cac5-72c2-4044-8a1d-284208fd13bc req-cc1164c3-528c-4aa9-9d75-afba653b74a0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 210 time: 0.0465558 Mar 11 16:29:23.501507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 68a47d3d-7462-47db-9f60-88bd9d0064e3 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:23.551797 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b770d67a-1f98-4acb-b841-f0b53e5fbc01 req-012983b4-44f7-4319-9255-e5db9e02b76c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 210 time: 0.0432844 Mar 11 16:29:23.570907 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 68a47d3d-7462-47db-9f60-88bd9d0064e3 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:23.571274 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:23.708667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e41f1917-fbad-4d3b-bdf7-74b1b0b6cb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:24.439964 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:24.702954 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-722f511b-2edb-44ab-94ed-8b32183046cf req-6d5ddf81-9fbf-4e61-9a95-c67a0ede68ab tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 210 time: 0.0461600 Mar 11 16:29:24.811260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:25.854109 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c3e7cfa9-6ca2-4abe-93ef-cf486cfcc0b7 req-5796f6a9-7c8e-41f2-bb09-a6323a538fc9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 210 time: 0.0447993 Mar 11 16:29:26.147927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:26.474131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:26.668725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-697d36fd-50d5-428f-a2f4-23bddfdfac01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:26.670116 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-697d36fd-50d5-428f-a2f4-23bddfdfac01 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/networks?id=a32824b9-9a89-4a8c-aef8-fe588e680f5f HTTP/1.1" status: 200 len: 796 time: 0.1426022 Mar 11 16:29:26.717794 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-62f0cabd-85bd-4454-8663-a395492e825f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 379 time: 0.0389004 Mar 11 16:29:26.727302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'port': {'device_id': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'admin_state_up': True, 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'security_groups': ['4d61f9a9-aa5c-4b70-ae48-ae76751da0d7']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:26.858198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:26.868362 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:26.930923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:29:26.934883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:27.051732 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1809fcd8-a374-42a8-9f3c-55c58e32cfce req-5928f86f-b5d0-421f-82a0-5a0149c78f17 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 210 time: 0.0606349 Mar 11 16:29:27.141891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.20.0.11 (a32824b9-9a89-4a8c-aef8-fe588e680f5f/45157f8a-c3e9-4e26-9476-9913a4c44bb5/3d740100-f596-4fab-8549-64bff9c78329) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:29:27.330980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:27.344273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Transition to ACTIVE for port object 3d740100-f596-4fab-8549-64bff9c78329 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:27.445970 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:27.515843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network a32824b9-9a89-4a8c-aef8-fe588e680f5f is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:27.523630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:27.528008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:29:27.558925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=3d740100-f596-4fab-8549-64bff9c78329,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:27.596198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:27.596829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:27.738083 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-39a9a64c-310e-4e5b-aa8f-615812fa677d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0153286 Mar 11 16:29:27.751032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Request body: {'port': {'device_id': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:27.822372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-384170da-7870-45f2-985f-bab0e11fd14a None None] Provisioning for port 3d740100-f596-4fab-8549-64bff9c78329 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:27.828963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-384170da-7870-45f2-985f-bab0e11fd14a None None] Provisioning complete for port 3d740100-f596-4fab-8549-64bff9c78329 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:27.829549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-384170da-7870-45f2-985f-bab0e11fd14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:27.892583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-384170da-7870-45f2-985f-bab0e11fd14a None None] Port 3d740100-f596-4fab-8549-64bff9c78329 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:29:27.972942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:28.328655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019c1db-7020-44f0-8009-136317920b7d req-3616817a-4c52-4954-a08e-a26a4f5bdffa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:28.329332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6019c1db-7020-44f0-8009-136317920b7d req-3616817a-4c52-4954-a08e-a26a4f5bdffa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:29:28.404105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d740100-f596-4fab-8549-64bff9c78329 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:29:28.411374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:28.425460 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Transition to ACTIVE for port object 3d740100-f596-4fab-8549-64bff9c78329 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:28.485430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-6019c1db-7020-44f0-8009-136317920b7d req-3616817a-4c52-4954-a08e-a26a4f5bdffa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:29:28.486869 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6019c1db-7020-44f0-8009-136317920b7d req-3616817a-4c52-4954-a08e-a26a4f5bdffa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 932 time: 0.3254447 Mar 11 16:29:28.532064 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6019c1db-7020-44f0-8009-136317920b7d req-972d5aaa-c1f6-467d-942c-4f82d7b25ffb tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390358 Mar 11 16:29:28.536482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:28.697298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Pushing event updated for resources: {'Port': ['ID=3d740100-f596-4fab-8549-64bff9c78329,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:28.783755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Attempting to bind port 3d740100-f596-4fab-8549-64bff9c78329 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:29:28.784093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Attempting to bind port 3d740100-f596-4fab-8549-64bff9c78329 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:29:28.784426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Attempting to bind port 3d740100-f596-4fab-8549-64bff9c78329 on network a32824b9-9a89-4a8c-aef8-fe588e680f5f {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:29:28.789447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Port 3d740100-f596-4fab-8549-64bff9c78329 on network a32824b9-9a89-4a8c-aef8-fe588e680f5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:29:28.789766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Attempting to bind port 3d740100-f596-4fab-8549-64bff9c78329 on network a32824b9-9a89-4a8c-aef8-fe588e680f5f {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:29:28.794942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:29:28.795224 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Checking segment: {'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:29:28.795605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Bound using segment: {'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:29:28.796029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Bound port: 3d740100-f596-4fab-8549-64bff9c78329, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:29:28.796370 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:28.891941 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] For port 3d740100-f596-4fab-8549-64bff9c78329, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:29:28.894790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] For port 3d740100-f596-4fab-8549-64bff9c78329, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3d740100-f596-4fab-8549-64bff9c78329,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:29:29.098391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:29.155089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:29.155732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:29.157127 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] 10.222.0.30 "PUT /v2.0/ports/3d740100-f596-4fab-8549-64bff9c78329 HTTP/1.1" status: 200 len: 1094 time: 1.4117613 Mar 11 16:29:29.157563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'tag': '3d740100-f596-4fab-8549-64bff9c78329'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:29:29.183780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc0839-ad0d-4c52-b147-ea756b1c181a service neutron] Pushing event updated for resources: {'Port': ['ID=3d740100-f596-4fab-8549-64bff9c78329,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:29.259844 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'tag': '3d740100-f596-4fab-8549-64bff9c78329', 'status': 'completed', 'code': 200} Mar 11 16:29:29.352878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc435ff-a3ad-492f-8fb2-cdf4a5ab7a36 req-4bd43f71-3322-40af-ad67-4b77d6dcd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:29.354310 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-adc435ff-a3ad-492f-8fb2-cdf4a5ab7a36 req-4bd43f71-3322-40af-ad67-4b77d6dcd868 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1097 time: 0.0742624 Mar 11 16:29:29.494923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc435ff-a3ad-492f-8fb2-cdf4a5ab7a36 req-78d43799-762b-42ef-abbe-4e18dcd65594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:29.496391 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-adc435ff-a3ad-492f-8fb2-cdf4a5ab7a36 req-78d43799-762b-42ef-abbe-4e18dcd65594 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1353214 Mar 11 16:29:29.633820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc435ff-a3ad-492f-8fb2-cdf4a5ab7a36 req-e3864d54-d5f3-4941-aeb8-09b0ea7d5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:29.635191 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-adc435ff-a3ad-492f-8fb2-cdf4a5ab7a36 req-e3864d54-d5f3-4941-aeb8-09b0ea7d5d46 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318054 Mar 11 16:29:29.777410 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ab77c-e955-48e8-ba2e-9a62b67d5841 req-e5ab7b4a-d281-41df-85c8-e6a5ef7aa759 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:29.778866 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db4ab77c-e955-48e8-ba2e-9a62b67d5841 req-e5ab7b4a-d281-41df-85c8-e6a5ef7aa759 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 944 time: 0.1428227 Mar 11 16:29:29.780816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-2d6c15f1-f8b3-4627-886d-efa1f1d2af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:29.782140 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-2d6c15f1-f8b3-4627-886d-efa1f1d2af3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1097 time: 0.1054850 Mar 11 16:29:29.865569 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-7a81ac0f-9663-4e63-a48e-5e8cb34ce28a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d740100-f596-4fab-8549-64bff9c78329 HTTP/1.1" status: 200 len: 217 time: 0.0686252 Mar 11 16:29:30.020172 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db4ab77c-e955-48e8-ba2e-9a62b67d5841 req-af358916-2fca-43e3-bade-054c43afc19c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357285 Mar 11 16:29:30.032802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-80ab7c84-d9c9-4de6-8f9a-834158793205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:30.034201 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-80ab7c84-d9c9-4de6-8f9a-834158793205 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45157f8a-c3e9-4e26-9476-9913a4c44bb5 HTTP/1.1" status: 200 len: 835 time: 0.1605341 Mar 11 16:29:30.108832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-7863ec0c-3e11-4442-bcb3-ed5ae4e749fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:30.110284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-7863ec0c-3e11-4442-bcb3-ed5ae4e749fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a32824b9-9a89-4a8c-aef8-fe588e680f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699990 Mar 11 16:29:30.244351 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-e431a61a-71fc-4157-b5e3-51c3e5c086ce service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273184 Mar 11 16:29:30.376938 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c82815ce-894f-4ffb-918a-103ce67a0153 req-b60a3ca9-c4af-4245-a67c-3d1c0fad670e service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267116 Mar 11 16:29:31.218618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b713-47ef-4779-bc38-36b58486cb4c req-c66c0ea9-7353-4a23-9503-c3a6ecdc6616 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:31.220187 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4855b713-47ef-4779-bc38-36b58486cb4c req-c66c0ea9-7353-4a23-9503-c3a6ecdc6616 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 944 time: 0.0859890 Mar 11 16:29:31.272074 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4855b713-47ef-4779-bc38-36b58486cb4c req-d613abd0-4083-4ad6-8a37-989fcf6c5f59 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424020 Mar 11 16:29:32.038263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 3d740100-f596-4fab-8549-64bff9c78329 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:29:32.168772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 3d740100-f596-4fab-8549-64bff9c78329, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3d740100-f596-4fab-8549-64bff9c78329,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:32.182137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '3d740100-f596-4fab-8549-64bff9c78329', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'port_id': '3d740100-f596-4fab-8549-64bff9c78329', 'mac_address': 'fa:16:3e:33:08:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:29:32.240483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:32.256962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d740100-f596-4fab-8549-64bff9c78329 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:29:32.272436 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 3d740100-f596-4fab-8549-64bff9c78329, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3d740100-f596-4fab-8549-64bff9c78329,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:32.342613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:32.410683 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=3d740100-f596-4fab-8549-64bff9c78329,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:32.459613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd5b09-d3b2-43d0-82be-fb354271df67 req-e28dda45-e357-4661-be3e-26bcf292583b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:32.461149 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-70cd5b09-d3b2-43d0-82be-fb354271df67 req-e28dda45-e357-4661-be3e-26bcf292583b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 945 time: 0.0813611 Mar 11 16:29:32.506327 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-70cd5b09-d3b2-43d0-82be-fb354271df67 req-18d83f96-42fd-4dab-b2a3-d4e754bc22a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391831 Mar 11 16:29:32.756667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['3d740100-f596-4fab-8549-64bff9c78329'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:29:33.695622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185714d-6dac-4efd-9010-fadba144fa66 req-c8728768-5db8-46c8-93d7-fc658891b284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:33.697209 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3185714d-6dac-4efd-9010-fadba144fa66 req-c8728768-5db8-46c8-93d7-fc658891b284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 945 time: 0.0862274 Mar 11 16:29:33.741893 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3185714d-6dac-4efd-9010-fadba144fa66 req-1e26e1dc-8dd2-47d0-ab1a-7cf8f7f82cb6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389402 Mar 11 16:29:34.061324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 3d740100-f596-4fab-8549-64bff9c78329 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:34.182358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 3d740100-f596-4fab-8549-64bff9c78329 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:34.187648 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 3d740100-f596-4fab-8549-64bff9c78329 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:34.188017 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:34.309848 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:34.337056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d740100-f596-4fab-8549-64bff9c78329'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:29:34.347714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 3d740100-f596-4fab-8549-64bff9c78329, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3d740100-f596-4fab-8549-64bff9c78329,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:34.382108 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d740100-f596-4fab-8549-64bff9c78329', 'code': 200} Mar 11 16:29:34.410774 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:34.480542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=3d740100-f596-4fab-8549-64bff9c78329,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:34.745939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f5826-7043-4042-8423-0bb1ca60f3b3 req-de72c203-d0d0-487a-8954-f4369ee32909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:34.747319 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e5f5826-7043-4042-8423-0bb1ca60f3b3 req-de72c203-d0d0-487a-8954-f4369ee32909 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1099 time: 0.0705554 Mar 11 16:29:34.791943 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e5f5826-7043-4042-8423-0bb1ca60f3b3 req-7091976f-ad6e-49e8-9ea8-484329b5645c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385530 Mar 11 16:29:34.931372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589e78-e322-45c8-8f69-49f1f45df616 req-4c3f8a63-e758-4ad6-8088-9fd9e1d3d392 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:34.932869 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-17589e78-e322-45c8-8f69-49f1f45df616 req-4c3f8a63-e758-4ad6-8088-9fd9e1d3d392 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0842144 Mar 11 16:29:34.977332 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-17589e78-e322-45c8-8f69-49f1f45df616 req-53600ba5-1ebc-4199-992e-3f1f339d9e33 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388889 Mar 11 16:29:36.182275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34417d-ea69-4d36-b80e-173773fe5659 req-d17bbbe5-e06e-4fc4-a853-2ffd08d55b17 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:36.183789 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e34417d-ea69-4d36-b80e-173773fe5659 req-d17bbbe5-e06e-4fc4-a853-2ffd08d55b17 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0965703 Mar 11 16:29:36.236791 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e34417d-ea69-4d36-b80e-173773fe5659 req-91ec6cb2-61bd-47da-8fec-1ece209ae6a6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466576 Mar 11 16:29:37.463411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7d0d4-c65a-4cd1-b9e5-921f98c9a368 req-53abd09f-ed40-42c8-b1ba-ad73901da0cb tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:37.464935 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9b7d0d4-c65a-4cd1-b9e5-921f98c9a368 req-53abd09f-ed40-42c8-b1ba-ad73901da0cb tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.1189754 Mar 11 16:29:37.520214 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f9b7d0d4-c65a-4cd1-b9e5-921f98c9a368 req-74eb9502-42d0-4fcb-9a6a-c32f53db3f4b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482674 Mar 11 16:29:37.538834 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-f3ed2c1b-8bf5-4493-b5c3-08f4d13914a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1227839 Mar 11 16:29:37.748810 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-2a54a50e-3479-4b6d-b042-268a9207b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:37.750295 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-2a54a50e-3479-4b6d-b042-268a9207b7be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1099 time: 0.1409786 Mar 11 16:29:37.758874 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30288c44-84e5-4830-a2fa-7b7deee3b54b req-39c4ced3-4796-432a-aec9-e66e3de1dc9f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:37.760895 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-30288c44-84e5-4830-a2fa-7b7deee3b54b req-39c4ced3-4796-432a-aec9-e66e3de1dc9f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.1201177 Mar 11 16:29:37.902157 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-30288c44-84e5-4830-a2fa-7b7deee3b54b req-7f9566cf-55d2-4cd8-a3a3-685a0bc9dfc5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350346 Mar 11 16:29:37.924851 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49638) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:37.937942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-2318604e-eeb6-4d9c-b520-e4fdb8c82021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:37.939390 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-2318604e-eeb6-4d9c-b520-e4fdb8c82021 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a32824b9-9a89-4a8c-aef8-fe588e680f5f HTTP/1.1" status: 200 len: 897 time: 0.1589320 Mar 11 16:29:37.997443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4019cf-94c2-4a5f-a834-84a50b2a2b8b tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:38.001549 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-aa4019cf-94c2-4a5f-a834-84a50b2a2b8b tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1094 time: 0.0731134 Mar 11 16:29:38.001671 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49642) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:38.006641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '3d740100-f596-4fab-8549-64bff9c78329', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:38.011226 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-719675b4-90bd-4cf7-aaf4-fd99dd57616e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d740100-f596-4fab-8549-64bff9c78329 HTTP/1.1" status: 200 len: 217 time: 0.0654976 Mar 11 16:29:38.012850 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:38.016761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:floatingip and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:38.019639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:38.025983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:38.072993 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-3cdd85a9-8cde-4ecd-b61d-c754d2fa18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:38.074410 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-3cdd85a9-8cde-4ecd-b61d-c754d2fa18d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45157f8a-c3e9-4e26-9476-9913a4c44bb5 HTTP/1.1" status: 200 len: 835 time: 0.0573092 Mar 11 16:29:38.125367 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:38.267330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-9d23ffe1-92e9-44d5-b219-1292c9625c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:38.268730 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-9d23ffe1-92e9-44d5-b219-1292c9625c8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a32824b9-9a89-4a8c-aef8-fe588e680f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1872737 Mar 11 16:29:38.269733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:38.406375 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-3ea87715-fa2a-4755-96ea-5e6846769dae service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308563 Mar 11 16:29:38.408574 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.26.6.8 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/18e0740f-b563-4dfb-b055-889d5433fe46) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:29:38.539425 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfdab851-6e75-4c3e-8ce8-9fa517310bfa req-907eca56-2936-4bec-95a3-c0e7e4b8099b service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256762 Mar 11 16:29:38.560122 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:38.703005 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:38.768067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:38.770994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:38.780462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:29:38.815165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=18e0740f-b563-4dfb-b055-889d5433fe46,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:39.320861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:39.472199 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:39.675624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:39.742317 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:39.772394 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:29:39.861440 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=18e0740f-b563-4dfb-b055-889d5433fe46,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:39.873188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:40.047861 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Floating IP f9e07d5b-4f59-4d9e-8882-bf16199c5c03 associated. External IP: 172.26.6.8, port: 3d740100-f596-4fab-8549-64bff9c78329. Mar 11 16:29:40.398036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router d8ad6da4-6a18-4555-ab6c-136d1580bb20 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:29:40.693134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:29:40.702813 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69db56c-13b5-4940-b5ac-e45edb67347f None None] Sync routers for ids ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:29:40.713168 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69db56c-13b5-4940-b5ac-e45edb67347f None None] Routers {'d8ad6da4-6a18-4555-ab6c-136d1580bb20'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:40.713885 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b69db56c-13b5-4940-b5ac-e45edb67347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:29:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:40.822362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:40.882144 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1dbbf02f-c995-4b9d-a624-8797574cb3e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8794408 Mar 11 16:29:40.882718 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'tag': '3d740100-f596-4fab-8549-64bff9c78329'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:29:40.918984 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-b69db56c-13b5-4940-b5ac-e45edb67347f None None] Set router d8ad6da4-6a18-4555-ab6c-136d1580bb20 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:40.994069 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'tag': '3d740100-f596-4fab-8549-64bff9c78329', 'status': 'completed', 'code': 200} Mar 11 16:29:41.115008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17149ffa-2e20-449b-b7d4-008f720cf115 req-44b7207d-c1d1-4220-a84d-e9f870dc3470 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:41.116485 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-17149ffa-2e20-449b-b7d4-008f720cf115 req-44b7207d-c1d1-4220-a84d-e9f870dc3470 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.1453681 Mar 11 16:29:41.122055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6455ee-50dc-4e72-94aa-7632c4f5ffbd req-ceb43b12-65af-414b-a446-452170af7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:41.123459 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a6455ee-50dc-4e72-94aa-7632c4f5ffbd req-ceb43b12-65af-414b-a446-452170af7fda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1099 time: 0.1068842 Mar 11 16:29:41.246629 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-17149ffa-2e20-449b-b7d4-008f720cf115 req-1f9b6428-eed8-4b24-a297-ff26ca0e2bb9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221187 Mar 11 16:29:41.275847 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b69db56c-13b5-4940-b5ac-e45edb67347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:16Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'f9e07d5b-4f59-4d9e-8882-bf16199c5c03', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'port_id': '3d740100-f596-4fab-8549-64bff9c78329', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'mac_address': 'fa:16:3e:33:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:29:39Z', 'updated_at': '2022-03-11T16:29:39Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a47d3d-7462-47db-9f60-88bd9d0064e3', 'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:49:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:15Z', 'updated_at': '2022-03-11T16:29:21Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:41.276133 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49652) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:41.280031 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69db56c-13b5-4940-b5ac-e45edb67347f None None] Checking router: d8ad6da4-6a18-4555-ab6c-136d1580bb20 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:29:41.289869 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69db56c-13b5-4940-b5ac-e45edb67347f None None] Routers {'d8ad6da4-6a18-4555-ab6c-136d1580bb20'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:41.290745 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b69db56c-13b5-4940-b5ac-e45edb67347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:29:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:41.290929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6455ee-50dc-4e72-94aa-7632c4f5ffbd req-7eea166a-ad47-4f9f-bbff-654561f45507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:41.292373 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a6455ee-50dc-4e72-94aa-7632c4f5ffbd req-7eea166a-ad47-4f9f-bbff-654561f45507 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a32824b9-9a89-4a8c-aef8-fe588e680f5f HTTP/1.1" status: 200 len: 897 time: 0.1552866 Mar 11 16:29:41.387707 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-77ddae6d-092a-45ca-93fb-9c70cbb65583 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/f9e07d5b-4f59-4d9e-8882-bf16199c5c03 HTTP/1.1" status: 200 len: 990 time: 0.1104729 Mar 11 16:29:41.402924 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a6455ee-50dc-4e72-94aa-7632c4f5ffbd req-9649b1cc-ca26-4bbe-8e3d-abfe0bf10c66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d740100-f596-4fab-8549-64bff9c78329 HTTP/1.1" status: 200 len: 998 time: 0.1034839 Mar 11 16:29:41.466266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6455ee-50dc-4e72-94aa-7632c4f5ffbd req-7650fe38-70e0-4b2f-8e2c-cf0b3e35ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:41.467712 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a6455ee-50dc-4e72-94aa-7632c4f5ffbd req-7650fe38-70e0-4b2f-8e2c-cf0b3e35ef23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45157f8a-c3e9-4e26-9476-9913a4c44bb5 HTTP/1.1" status: 200 len: 835 time: 0.0588551 Mar 11 16:29:41.474044 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-b69db56c-13b5-4940-b5ac-e45edb67347f None None] Set router d8ad6da4-6a18-4555-ab6c-136d1580bb20 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:41.545838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6455ee-50dc-4e72-94aa-7632c4f5ffbd req-8f2cc764-e53c-4321-9567-31b0006bb6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:41.547557 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a6455ee-50dc-4e72-94aa-7632c4f5ffbd req-8f2cc764-e53c-4321-9567-31b0006bb6bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a32824b9-9a89-4a8c-aef8-fe588e680f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738537 Mar 11 16:29:41.681020 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a6455ee-50dc-4e72-94aa-7632c4f5ffbd req-df6b7f35-b4fa-4425-a004-62557381e0f7 service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262426 Mar 11 16:29:41.813944 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0a6455ee-50dc-4e72-94aa-7632c4f5ffbd req-d4a37808-b639-49fc-b554-e11ef580c368 service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272757 Mar 11 16:29:41.865297 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-b69db56c-13b5-4940-b5ac-e45edb67347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:16Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'f9e07d5b-4f59-4d9e-8882-bf16199c5c03', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'port_id': '3d740100-f596-4fab-8549-64bff9c78329', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'mac_address': 'fa:16:3e:33:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:29:39Z', 'updated_at': '2022-03-11T16:29:39Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a47d3d-7462-47db-9f60-88bd9d0064e3', 'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:49:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:15Z', 'updated_at': '2022-03-11T16:29:21Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:41.869329 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69db56c-13b5-4940-b5ac-e45edb67347f None None] The sync data for ids ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'] in dv-neutron-833203-2-hyperv is: [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:16Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'f9e07d5b-4f59-4d9e-8882-bf16199c5c03', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'port_id': '3d740100-f596-4fab-8549-64bff9c78329', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'mac_address': 'fa:16:3e:33:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:29:39Z', 'updated_at': '2022-03-11T16:29:39Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a47d3d-7462-47db-9f60-88bd9d0064e3', 'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:49:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:15Z', 'updated_at': '2022-03-11T16:29:21Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:29:42.067157 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160fb33-971e-488b-b9b0-624d63b63303 None None] New status for floating IP f9e07d5b-4f59-4d9e-8882-bf16199c5c03: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:29:42.391380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49656) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:42.515005 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b3f32d0a-6b47-4a75-8dbd-b3f33484fac5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/f9e07d5b-4f59-4d9e-8882-bf16199c5c03 HTTP/1.1" status: 200 len: 990 time: 0.1224666 Mar 11 16:29:43.518391 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49660) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:43.625525 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-29223f61-b85a-4c1b-9228-4d744a9935ec tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/f9e07d5b-4f59-4d9e-8882-bf16199c5c03 HTTP/1.1" status: 200 len: 992 time: 0.1059864 Mar 11 16:29:50.873973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a3f59886-c57e-485d-9e47-0d5283198e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:53.753860 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1ff2f4e6-b14b-4a95-9317-3a043251b425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:54.457018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:54.764297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:56.147814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:56.518929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:16.771054 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:30:20.896173 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c68e6e6e-3dba-4ebd-b85c-e366d6ee29e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:23.747544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e9da6b8c-0dbe-4251-ba9e-3e66d9d86316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:24.421463 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:24.747120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:26.124257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:26.524715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.481445 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-7d0029f3-90ed-4971-8951-f0ebdb0bac78 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720196 Mar 11 16:30:39.620154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-81d4b1f2-581e-463c-b362-5b77596957e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:39.621666 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-81d4b1f2-581e-463c-b362-5b77596957e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1099 time: 0.0720537 Mar 11 16:30:39.868755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-7e3a4649-f61b-457f-9a2a-afb9d6247b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:39.870269 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-7e3a4649-f61b-457f-9a2a-afb9d6247b7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a32824b9-9a89-4a8c-aef8-fe588e680f5f HTTP/1.1" status: 200 len: 897 time: 0.2289176 Mar 11 16:30:39.973628 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-f662a5a1-454c-42bf-895d-59c90255a21e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d740100-f596-4fab-8549-64bff9c78329 HTTP/1.1" status: 200 len: 1000 time: 0.0966885 Mar 11 16:30:40.035906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-5b47e65a-e274-4820-9c91-a0f1b8499b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:40.037374 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-5b47e65a-e274-4820-9c91-a0f1b8499b71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45157f8a-c3e9-4e26-9476-9913a4c44bb5 HTTP/1.1" status: 200 len: 835 time: 0.0572927 Mar 11 16:30:40.115665 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-7ed1f7cf-07e6-4061-b429-baea4ee7266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:40.117203 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-7ed1f7cf-07e6-4061-b429-baea4ee7266a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a32824b9-9a89-4a8c-aef8-fe588e680f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733969 Mar 11 16:30:40.127848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-d3533c15-7c05-4082-9678-cd22193b8712 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:30:40.128784 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-d3533c15-7c05-4082-9678-cd22193b8712 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053442 Mar 11 16:30:40.259784 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-595a5602-ab5d-45c9-a7e1-c377f27d81f4 service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251752 Mar 11 16:30:40.391705 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2d5ea8ac-cc38-4f51-aaae-6f2ce686fb86 req-7d984c3c-052f-4472-9b68-460bba21c1cd service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253886 Mar 11 16:30:41.137150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-86704b43-fcf4-4de2-8608-0d664b6ea11a req-a7d75cf7-6c04-4113-ade1-74b42ebf48d5 service neutron] (88558) timed out ('10.222.0.39', 46034) {{(pid=88558) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:30:50.878665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f0678c73-9143-4d75-b103-80ae2be3b9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.763954 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6f519119-57c6-4075-98bb-e7f722d53077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.769803 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:30:54.431975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:54.752309 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:55.101243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4509bb-2f39-44a6-af8b-5bed4f630b79 req-99214578-b89f-4ecd-9269-3b83ffabbd7d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:55.102701 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a4509bb-2f39-44a6-af8b-5bed4f630b79 req-99214578-b89f-4ecd-9269-3b83ffabbd7d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0849209 Mar 11 16:30:55.147474 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a4509bb-2f39-44a6-af8b-5bed4f630b79 req-de4fdd40-5eb3-41e5-92fd-3382b2f58c25 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388663 Mar 11 16:30:55.167912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49696) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:55.288007 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-3677ca29-88fb-40b8-95e8-c5bd35b00d3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1187732 Mar 11 16:30:56.118442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:56.331863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d00c5-134f-4701-8475-79d1796564c4 req-fb051cac-fe9a-4a24-b99e-c278fe748133 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:56.333345 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a26d00c5-134f-4701-8475-79d1796564c4 req-fb051cac-fe9a-4a24-b99e-c278fe748133 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0810304 Mar 11 16:30:56.381704 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a26d00c5-134f-4701-8475-79d1796564c4 req-ebfdfdae-8ae7-42b7-a386-6af561d2bfcc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425112 Mar 11 16:30:56.495259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:57.636729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa20090-dd76-4a48-901f-80fe1e1efb61 req-38d2d944-fdd7-4b1a-99ea-08e0dd81a2d7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.638199 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4aa20090-dd76-4a48-901f-80fe1e1efb61 req-38d2d944-fdd7-4b1a-99ea-08e0dd81a2d7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.1479776 Mar 11 16:30:57.640275 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-11929b4c-d53b-4fa6-bc8f-2f7c6abce66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.641504 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-11929b4c-d53b-4fa6-bc8f-2f7c6abce66e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1099 time: 0.1694262 Mar 11 16:30:57.777136 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4aa20090-dd76-4a48-901f-80fe1e1efb61 req-4d7f63fa-f82f-4bfa-b5b0-2c3e1d2dc42a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299765 Mar 11 16:30:57.808438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-8a78f16a-ad7a-47a0-b31e-ac5e69d0105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.809898 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-8a78f16a-ad7a-47a0-b31e-ac5e69d0105f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a32824b9-9a89-4a8c-aef8-fe588e680f5f HTTP/1.1" status: 200 len: 897 time: 0.1615684 Mar 11 16:30:57.913474 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-abcdefba-3484-4f7a-9adf-67eac9c3d95b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d740100-f596-4fab-8549-64bff9c78329 HTTP/1.1" status: 200 len: 1000 time: 0.0958896 Mar 11 16:30:57.975218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-bffd573b-160a-414b-b24e-77cf2bb7f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.976673 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-bffd573b-160a-414b-b24e-77cf2bb7f3b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45157f8a-c3e9-4e26-9476-9913a4c44bb5 HTTP/1.1" status: 200 len: 835 time: 0.0565550 Mar 11 16:30:58.050561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-516e7070-fd4e-4a2e-aee4-a2f70b7ab818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:58.052569 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-516e7070-fd4e-4a2e-aee4-a2f70b7ab818 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a32824b9-9a89-4a8c-aef8-fe588e680f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699992 Mar 11 16:30:58.184217 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-6e7716b1-efe9-4d8b-b5be-53aeeb782051 service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253901 Mar 11 16:30:58.421281 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-8580306f-c2cc-41c9-8859-d16027f5dcdd service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306967 Mar 11 16:30:58.960755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fbc3d-2f11-480f-bf20-a660403f204f req-efc3fcbe-daf7-4045-a929-ce77dc1c6241 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:58.962192 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dc2fbc3d-2f11-480f-bf20-a660403f204f req-efc3fcbe-daf7-4045-a929-ce77dc1c6241 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0786450 Mar 11 16:30:59.005850 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dc2fbc3d-2f11-480f-bf20-a660403f204f req-69a88b47-e72c-484a-a6a4-c57416e53353 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381849 Mar 11 16:31:00.192709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51310fd-3556-4881-a351-67482fb25ca0 req-a02db3e6-8e82-4ec3-a5e9-7976091adaac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:00.194164 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a51310fd-3556-4881-a351-67482fb25ca0 req-a02db3e6-8e82-4ec3-a5e9-7976091adaac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0829256 Mar 11 16:31:00.240520 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a51310fd-3556-4881-a351-67482fb25ca0 req-bb04c949-8554-4be9-8cac-55502f33178e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402539 Mar 11 16:31:01.428831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c7a97-f674-4511-9df5-77c11973994d req-8df31bda-c79a-4da6-9c49-2c3d4344dff7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:01.430288 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1d7c7a97-f674-4511-9df5-77c11973994d req-8df31bda-c79a-4da6-9c49-2c3d4344dff7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0795565 Mar 11 16:31:01.474189 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1d7c7a97-f674-4511-9df5-77c11973994d req-2c8cd7b9-c6bd-4841-a081-23f20d70849c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383892 Mar 11 16:31:02.658741 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7309b63-31a4-42d0-af88-c4da254cfbcb req-475fe709-13ba-4a04-af19-8a119976fa88 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:02.660213 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7309b63-31a4-42d0-af88-c4da254cfbcb req-475fe709-13ba-4a04-af19-8a119976fa88 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0822201 Mar 11 16:31:02.704321 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b7309b63-31a4-42d0-af88-c4da254cfbcb req-6cf38566-8cb5-457b-bb50-3edf099f54e0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385516 Mar 11 16:31:03.892939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af5f71-8b42-4350-b9ec-783ecf65b150 req-9f0c3fa4-95eb-4944-b0eb-bd586403f8a7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:03.894878 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81af5f71-8b42-4350-b9ec-783ecf65b150 req-9f0c3fa4-95eb-4944-b0eb-bd586403f8a7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0862401 Mar 11 16:31:03.940809 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81af5f71-8b42-4350-b9ec-783ecf65b150 req-b4c53d76-c87c-4fba-a5ad-c7db00ab235f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403683 Mar 11 16:31:05.123335 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9014c-ec28-47e2-ad6b-7dd00bab63ee req-79e23fef-be30-4f0d-ab47-4d514ed1d6bd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:05.124807 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eaf9014c-ec28-47e2-ad6b-7dd00bab63ee req-79e23fef-be30-4f0d-ab47-4d514ed1d6bd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0790823 Mar 11 16:31:05.168011 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eaf9014c-ec28-47e2-ad6b-7dd00bab63ee req-d56cb01b-ff73-4a83-81ae-019820085243 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375886 Mar 11 16:31:06.357659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ad267-359f-4864-910f-344eed69e724 req-0652b543-592f-4bbc-8c9a-9a2a8909947d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:06.359123 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-252ad267-359f-4864-910f-344eed69e724 req-0652b543-592f-4bbc-8c9a-9a2a8909947d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0824156 Mar 11 16:31:06.403329 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-252ad267-359f-4864-910f-344eed69e724 req-063ce48f-e967-46f7-add9-a80c10802665 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377479 Mar 11 16:31:07.592372 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652edba-41d1-4921-b07e-e19195e6f9b6 req-ff66dc1b-8507-4144-b14b-97ded7e91dc3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:07.593858 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a652edba-41d1-4921-b07e-e19195e6f9b6 req-ff66dc1b-8507-4144-b14b-97ded7e91dc3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0823607 Mar 11 16:31:07.639253 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a652edba-41d1-4921-b07e-e19195e6f9b6 req-833d4e3c-a687-44c8-86ad-e09f6e079bcc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398188 Mar 11 16:31:08.824213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef98cf-7904-4c8d-af33-c1eff54adb31 req-175829fe-3fff-4d69-a1ef-2a8b3b710a15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:08.825682 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e1ef98cf-7904-4c8d-af33-c1eff54adb31 req-175829fe-3fff-4d69-a1ef-2a8b3b710a15 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0818100 Mar 11 16:31:08.874844 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e1ef98cf-7904-4c8d-af33-c1eff54adb31 req-010bb49f-9385-47c7-9997-cecefd12ab92 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436196 Mar 11 16:31:10.056748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98231116-228c-4ec1-ac12-5c357038f3fd req-9759b69e-398c-4f0d-83fd-b696be1bf458 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:10.058245 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98231116-228c-4ec1-ac12-5c357038f3fd req-9759b69e-398c-4f0d-83fd-b696be1bf458 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0803835 Mar 11 16:31:10.104353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98231116-228c-4ec1-ac12-5c357038f3fd req-1a725e77-57b9-4310-9758-96757bb5572e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406115 Mar 11 16:31:10.462301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-dbb5cc96-3622-4982-b7e4-de0e0e9311b5 service neutron] 10.222.0.30 "GET /v2.0/ports/3d740100-f596-4fab-8549-64bff9c78329/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0727618 Mar 11 16:31:11.131364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-d39219e0-0f02-4e14-9519-9612131a5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:11.132965 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-d39219e0-0f02-4e14-9519-9612131a5943 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf&tenant_id=c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 1099 time: 0.0772638 Mar 11 16:31:11.265396 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-cc76ec80-7892-4558-9a5c-f0a76b66a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:11.266918 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-cc76ec80-7892-4558-9a5c-f0a76b66a091 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1099 time: 0.1117713 Mar 11 16:31:11.408318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc458ea-f92c-407d-b491-cba9ebe853b1 req-96105de3-b2db-40ef-bd8f-2e5c9c9a356d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:11.409759 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bcc458ea-f92c-407d-b491-cba9ebe853b1 req-96105de3-b2db-40ef-bd8f-2e5c9c9a356d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.1898909 Mar 11 16:31:11.445082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-aa4fd3c8-3db3-445f-a502-09f3b5746ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:11.446498 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-aa4fd3c8-3db3-445f-a502-09f3b5746ede service neutron] 10.222.0.30 "GET /v2.0/networks?id=a32824b9-9a89-4a8c-aef8-fe588e680f5f HTTP/1.1" status: 200 len: 897 time: 0.1720686 Mar 11 16:31:11.532656 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bcc458ea-f92c-407d-b491-cba9ebe853b1 req-7ffc78c6-f30f-4189-8d82-f620c6750787 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120882 Mar 11 16:31:11.656768 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-19c710a5-be0a-46ad-9979-b3a204c4a55d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d740100-f596-4fab-8549-64bff9c78329 HTTP/1.1" status: 200 len: 1000 time: 0.2021616 Mar 11 16:31:11.717406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-e02f25f7-02d8-4818-b823-0db53e4a38df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:11.718739 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-e02f25f7-02d8-4818-b823-0db53e4a38df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45157f8a-c3e9-4e26-9476-9913a4c44bb5 HTTP/1.1" status: 200 len: 835 time: 0.0565071 Mar 11 16:31:11.791197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-66bd360f-8ca3-4141-87a4-d60aabda4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:11.792656 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-66bd360f-8ca3-4141-87a4-d60aabda4fc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a32824b9-9a89-4a8c-aef8-fe588e680f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679588 Mar 11 16:31:11.921235 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-eaedcd44-4d94-4536-9848-547cd3489e45 service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224134 Mar 11 16:31:12.049115 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb0ca478-e3ad-4569-ae35-d1b45a9a0d69 req-d0ca4dec-bcb1-4e4c-8df9-d3919994adaf service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220300 Mar 11 16:31:12.722411 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82444e94-2df3-46b3-9820-827a9aa848bc req-be815e62-7552-42de-b9ac-8b3ea466ab1e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:12.723874 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-82444e94-2df3-46b3-9820-827a9aa848bc req-be815e62-7552-42de-b9ac-8b3ea466ab1e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0839641 Mar 11 16:31:12.767524 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-82444e94-2df3-46b3-9820-827a9aa848bc req-558a0ddf-bf4d-417d-ba28-6ef0d44b0ffd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378928 Mar 11 16:31:13.954331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88a9c8-90a2-4421-90cb-057621eae184 req-ea6d6f3f-cb3a-41df-977f-8caca7bc71a0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:13.955790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d88a9c8-90a2-4421-90cb-057621eae184 req-ea6d6f3f-cb3a-41df-977f-8caca7bc71a0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0824115 Mar 11 16:31:14.002474 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7d88a9c8-90a2-4421-90cb-057621eae184 req-79bfaa16-5aac-4f66-8cc3-e8835653d2cd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406921 Mar 11 16:31:14.586282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 3d740100-f596-4fab-8549-64bff9c78329 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:31:14.696418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.725085 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d740100-f596-4fab-8549-64bff9c78329'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:31:14.734892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 3d740100-f596-4fab-8549-64bff9c78329, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3d740100-f596-4fab-8549-64bff9c78329,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:14.782727 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d740100-f596-4fab-8549-64bff9c78329', 'code': 200} Mar 11 16:31:14.798074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.866943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=3d740100-f596-4fab-8549-64bff9c78329,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:14.873802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:14.874151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:14.874489 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:14.874820 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:14.875148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:14.875478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:14.875803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:14.876125 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:14.876451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:14.876797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:14.877118 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:14.877437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:15.186425 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3d6d0-0998-4164-894a-726e1b9ed833 req-8ad7fadd-3362-49ab-a535-b99d61cad790 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:15.187845 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60b3d6d0-0998-4164-894a-726e1b9ed833 req-8ad7fadd-3362-49ab-a535-b99d61cad790 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 944 time: 0.0800078 Mar 11 16:31:15.232502 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60b3d6d0-0998-4164-894a-726e1b9ed833 req-102d1d2f-2f43-4031-bbb6-d9754bc390e1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389609 Mar 11 16:31:16.419125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5765d-5972-4176-9bb0-a91a6423f80d req-712ce330-6cd2-4525-899e-124cf4f2b7ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:16.420634 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2ec5765d-5972-4176-9bb0-a91a6423f80d req-712ce330-6cd2-4525-899e-124cf4f2b7ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 944 time: 0.0816875 Mar 11 16:31:16.464157 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2ec5765d-5972-4176-9bb0-a91a6423f80d req-2f1b1ad9-7dbf-4085-a20b-e38a68a55986 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379970 Mar 11 16:31:16.592255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 3d740100-f596-4fab-8549-64bff9c78329 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:31:16.725923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 3d740100-f596-4fab-8549-64bff9c78329, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3d740100-f596-4fab-8549-64bff9c78329,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:16.740420 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '3d740100-f596-4fab-8549-64bff9c78329', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'port_id': '3d740100-f596-4fab-8549-64bff9c78329', 'mac_address': 'fa:16:3e:33:08:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:31:16.795298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:16.812535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d740100-f596-4fab-8549-64bff9c78329 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:31:16.828783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 3d740100-f596-4fab-8549-64bff9c78329, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3d740100-f596-4fab-8549-64bff9c78329,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:16.872289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:16.942853 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9568d1-5f05-46e8-be32-4b25fcc35db9 req-c4793f8b-af66-4f31-9dc9-685919a9f6ac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:16.944318 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cc9568d1-5f05-46e8-be32-4b25fcc35db9 req-c4793f8b-af66-4f31-9dc9-685919a9f6ac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 944 time: 0.1331558 Mar 11 16:31:16.944666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=3d740100-f596-4fab-8549-64bff9c78329,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:16.947368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['3d740100-f596-4fab-8549-64bff9c78329'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:31:16.997997 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-1a996ffa-864c-42fc-a9aa-873af52841cb tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:16.999559 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-1a996ffa-864c-42fc-a9aa-873af52841cb tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf&tenant_id=c5302d0c64b947c4862cde1cc7d3c367&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 945 time: 0.1339309 Mar 11 16:31:17.011746 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cc9568d1-5f05-46e8-be32-4b25fcc35db9 req-ece195e5-2a94-45d6-baf4-cce60982e715 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586698 Mar 11 16:31:17.199873 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-063706e4-3912-4fba-827a-5a0e09daaf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.201268 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-063706e4-3912-4fba-827a-5a0e09daaf5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1098 time: 0.1205597 Mar 11 16:31:17.314019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860814a-b30b-47be-acd1-116c5da971d7 req-65b384e2-e35d-4781-be01-ce2daa7752e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.315973 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a860814a-b30b-47be-acd1-116c5da971d7 req-65b384e2-e35d-4781-be01-ce2daa7752e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 945 time: 0.1822627 Mar 11 16:31:17.386734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a860814a-b30b-47be-acd1-116c5da971d7 req-63f756ba-bdc1-4117-a1c7-d4fbede78777 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590701 Mar 11 16:31:17.390846 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-af4ab1d8-09bf-47ce-ae54-221290c266b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.392208 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-af4ab1d8-09bf-47ce-ae54-221290c266b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a32824b9-9a89-4a8c-aef8-fe588e680f5f HTTP/1.1" status: 200 len: 897 time: 0.1845918 Mar 11 16:31:17.495116 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-d76b24f1-6822-403b-8c1e-77250327e61b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d740100-f596-4fab-8549-64bff9c78329 HTTP/1.1" status: 200 len: 999 time: 0.0958452 Mar 11 16:31:17.555562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-64b4709a-3917-4a17-ad1d-c75ab400a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.556955 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-64b4709a-3917-4a17-ad1d-c75ab400a599 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45157f8a-c3e9-4e26-9476-9913a4c44bb5 HTTP/1.1" status: 200 len: 835 time: 0.0558586 Mar 11 16:31:17.627548 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-add01836-530e-4835-97bf-26939710adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.630175 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-add01836-530e-4835-97bf-26939710adfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a32824b9-9a89-4a8c-aef8-fe588e680f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678551 Mar 11 16:31:17.755899 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-2da448c5-55c2-40b8-adcb-e124ce87f39c service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199582 Mar 11 16:31:17.978496 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b631c7a2-27d2-4bfe-9ea7-d7959baf4b2c req-137f427f-73ff-499e-9d2a-9fb8542b0258 service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169087 Mar 11 16:31:18.576350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09f437-c429-4dd3-a1ad-ccc40ddbfc3e req-fc825c32-417c-4041-a0cc-26737aa7326c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:18.577758 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cd09f437-c429-4dd3-a1ad-ccc40ddbfc3e req-fc825c32-417c-4041-a0cc-26737aa7326c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 945 time: 0.0796795 Mar 11 16:31:18.602080 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 3d740100-f596-4fab-8549-64bff9c78329 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:31:18.623785 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cd09f437-c429-4dd3-a1ad-ccc40ddbfc3e req-5915b338-d758-43b9-b334-cf253ffd2979 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404484 Mar 11 16:31:18.673122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 3d740100-f596-4fab-8549-64bff9c78329 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:18.673487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.790425 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.820407 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d740100-f596-4fab-8549-64bff9c78329'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:31:18.830872 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 3d740100-f596-4fab-8549-64bff9c78329, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3d740100-f596-4fab-8549-64bff9c78329,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:18.900880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.931962 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d740100-f596-4fab-8549-64bff9c78329', 'code': 200} Mar 11 16:31:18.969480 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=3d740100-f596-4fab-8549-64bff9c78329,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:19.954125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30dcd1-0c58-44a8-8611-449481d978db req-08ee5589-0e95-4727-b8f7-bfb1362445d6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:19.955452 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-df30dcd1-0c58-44a8-8611-449481d978db req-08ee5589-0e95-4727-b8f7-bfb1362445d6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0810025 Mar 11 16:31:19.998539 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-df30dcd1-0c58-44a8-8611-449481d978db req-071569f0-050d-494f-b706-24aa94f9c3fd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375180 Mar 11 16:31:20.020609 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49796) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:20.125275 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c38ffbac-0b8a-4319-8150-367acce4c2e9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/f9e07d5b-4f59-4d9e-8882-bf16199c5c03 HTTP/1.1" status: 200 len: 992 time: 0.1035376 Mar 11 16:31:20.917721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5e695b1f-1697-4080-926e-36b8c30fd492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:23.700718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d3b4edc9-6d42-494f-818a-203f36c524d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:24.426005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:24.740950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:26.117471 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:26.494976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:30.768926 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:31:40.473001 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-82bb27f2-2f4d-4b36-b672-eccd1dd191ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705717 Mar 11 16:31:40.608774 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-1c98ea2b-8803-43ee-af4c-67948fb9367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:40.610215 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-1c98ea2b-8803-43ee-af4c-67948fb9367c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1099 time: 0.0715964 Mar 11 16:31:40.750458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-9c860d2f-6176-4b83-84a7-f94b94d23a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:40.751880 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-9c860d2f-6176-4b83-84a7-f94b94d23a54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a32824b9-9a89-4a8c-aef8-fe588e680f5f HTTP/1.1" status: 200 len: 897 time: 0.1237457 Mar 11 16:31:40.851884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-7ea3982c-0829-454e-b808-b6ee4b825c0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d740100-f596-4fab-8549-64bff9c78329 HTTP/1.1" status: 200 len: 1000 time: 0.0941584 Mar 11 16:31:40.915714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-53eccf21-f4f5-477f-be31-faeacf4ed7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:40.917177 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-53eccf21-f4f5-477f-be31-faeacf4ed7b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45157f8a-c3e9-4e26-9476-9913a4c44bb5 HTTP/1.1" status: 200 len: 835 time: 0.0590711 Mar 11 16:31:40.989612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-eb24553d-5c1d-4f6c-94cb-c56ed11343e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:40.991099 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-eb24553d-5c1d-4f6c-94cb-c56ed11343e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a32824b9-9a89-4a8c-aef8-fe588e680f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680788 Mar 11 16:31:41.119747 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-c3ae5419-cd87-4269-91bc-5b5cb2ae8d33 service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224899 Mar 11 16:31:41.248248 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e54e66f-9261-4e29-b9fa-48bffc66b5ca req-b65d98eb-7fe7-421a-98a2-0a700ae29e29 service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223907 Mar 11 16:31:50.894191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b0c5827d-dfde-491e-b64b-3bd429388d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:53.711291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b09bb60f-5ffc-4901-93b4-28299162f2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:54.442999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:54.792059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:56.174332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:56.552265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:07.768541 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:32:16.006181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49838) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:16.205120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 18e0740f-b563-4dfb-b055-889d5433fe46 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:32:16.205455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:16.461086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:16.461404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:16.585827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 18e0740f-b563-4dfb-b055-889d5433fe46 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:32:16.763163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:16.814094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=18e0740f-b563-4dfb-b055-889d5433fe46,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:16.853751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.854012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.854355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.854694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.855029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.855359 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.855714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.856044 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.856369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.856716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.857041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.857363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:16.914593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:16.914922 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Floating IP f9e07d5b-4f59-4d9e-8882-bf16199c5c03 disassociated (deleted). External IP: 172.26.6.8, port: 3d740100-f596-4fab-8549-64bff9c78329. Mar 11 16:32:17.265999 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router d8ad6da4-6a18-4555-ab6c-136d1580bb20 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:32:17.443863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:32:17.453689 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22906228-5e33-4e1f-a2f0-6f825c828453 None None] Sync routers for ids ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:32:17.462658 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22906228-5e33-4e1f-a2f0-6f825c828453 None None] Routers {'d8ad6da4-6a18-4555-ab6c-136d1580bb20'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:32:17.463262 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-22906228-5e33-4e1f-a2f0-6f825c828453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:31:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:17.528010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:17.582374 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8197f9c7-3c58-447c-8dee-f957057cb475 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/floatingips/f9e07d5b-4f59-4d9e-8882-bf16199c5c03 HTTP/1.1" status: 204 len: 168 time: 1.5751278 Mar 11 16:32:17.583164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'tag': '3d740100-f596-4fab-8549-64bff9c78329'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:32:17.628972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'tag': '3d740100-f596-4fab-8549-64bff9c78329', 'status': 'completed', 'code': 200} Mar 11 16:32:17.644736 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-22906228-5e33-4e1f-a2f0-6f825c828453 None None] Set router d8ad6da4-6a18-4555-ab6c-136d1580bb20 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:32:17.720779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbdb39-b43c-4e3a-b03c-e1276034f14a req-4112bc4c-e3cb-42d7-a9fe-5618ea05a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:17.722261 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66bbdb39-b43c-4e3a-b03c-e1276034f14a req-4112bc4c-e3cb-42d7-a9fe-5618ea05a6b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 1099 time: 0.0722792 Mar 11 16:32:17.855053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbdb39-b43c-4e3a-b03c-e1276034f14a req-0810cf8e-7861-4807-aba4-0a3f899f3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:17.857495 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66bbdb39-b43c-4e3a-b03c-e1276034f14a req-0810cf8e-7861-4807-aba4-0a3f899f3a46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a32824b9-9a89-4a8c-aef8-fe588e680f5f HTTP/1.1" status: 200 len: 897 time: 0.1295519 Mar 11 16:32:17.964395 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-22906228-5e33-4e1f-a2f0-6f825c828453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:16Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '68a47d3d-7462-47db-9f60-88bd9d0064e3', 'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:49:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:15Z', 'updated_at': '2022-03-11T16:29:21Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:17.969758 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22906228-5e33-4e1f-a2f0-6f825c828453 None None] Checking router: d8ad6da4-6a18-4555-ab6c-136d1580bb20 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:32:17.978907 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22906228-5e33-4e1f-a2f0-6f825c828453 None None] Routers {'d8ad6da4-6a18-4555-ab6c-136d1580bb20'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:32:17.979694 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-22906228-5e33-4e1f-a2f0-6f825c828453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:31:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:18.042437 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66bbdb39-b43c-4e3a-b03c-e1276034f14a req-c795c0de-b1d6-477a-b50b-24b5bf028100 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d740100-f596-4fab-8549-64bff9c78329 HTTP/1.1" status: 200 len: 217 time: 0.1760409 Mar 11 16:32:18.148247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbdb39-b43c-4e3a-b03c-e1276034f14a req-dab984c0-c86d-4495-9a14-133c87dca8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:18.149684 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66bbdb39-b43c-4e3a-b03c-e1276034f14a req-dab984c0-c86d-4495-9a14-133c87dca8d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45157f8a-c3e9-4e26-9476-9913a4c44bb5 HTTP/1.1" status: 200 len: 835 time: 0.0774765 Mar 11 16:32:18.158494 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-22906228-5e33-4e1f-a2f0-6f825c828453 None None] Set router d8ad6da4-6a18-4555-ab6c-136d1580bb20 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:32:18.222721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2e688-3b3d-4f7e-bd9a-02912fd6bc63 req-6ba0d9f5-28e7-4b0a-9fa7-e33eded52c94 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:18.223454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-42a2e688-3b3d-4f7e-bd9a-02912fd6bc63 req-6ba0d9f5-28e7-4b0a-9fa7-e33eded52c94 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:32:18.263171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbdb39-b43c-4e3a-b03c-e1276034f14a req-d31d0877-4574-4417-87aa-91bf52141c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:18.264707 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66bbdb39-b43c-4e3a-b03c-e1276034f14a req-d31d0877-4574-4417-87aa-91bf52141c0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a32824b9-9a89-4a8c-aef8-fe588e680f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1043499 Mar 11 16:32:18.302659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-42a2e688-3b3d-4f7e-bd9a-02912fd6bc63 req-6ba0d9f5-28e7-4b0a-9fa7-e33eded52c94 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:32:18.303805 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42a2e688-3b3d-4f7e-bd9a-02912fd6bc63 req-6ba0d9f5-28e7-4b0a-9fa7-e33eded52c94 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.2704532 Mar 11 16:32:18.416929 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42a2e688-3b3d-4f7e-bd9a-02912fd6bc63 req-a01efd7e-7d51-4c1b-bfdd-5182151a5275 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059082 Mar 11 16:32:18.441164 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66bbdb39-b43c-4e3a-b03c-e1276034f14a req-3ba323ff-10f8-4b6c-9859-a969da710132 service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625674 Mar 11 16:32:18.491890 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-22906228-5e33-4e1f-a2f0-6f825c828453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:16Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '68a47d3d-7462-47db-9f60-88bd9d0064e3', 'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:49:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:15Z', 'updated_at': '2022-03-11T16:29:21Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:18.495690 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22906228-5e33-4e1f-a2f0-6f825c828453 None None] The sync data for ids ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'] in dv-neutron-833203-2-hyperv is: [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:29:16Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '68a47d3d-7462-47db-9f60-88bd9d0064e3', 'name': '', 'network_id': 'a32824b9-9a89-4a8c-aef8-fe588e680f5f', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:49:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:15Z', 'updated_at': '2022-03-11T16:29:21Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '45157f8a-c3e9-4e26-9476-9913a4c44bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:32:18.571365 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66bbdb39-b43c-4e3a-b03c-e1276034f14a req-c1bc21cc-00ff-4f8e-974b-7c4fb6c1d9a4 service neutron] 10.222.0.30 "GET /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306880 Mar 11 16:32:18.702697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f4527c-544f-496e-9ac0-c921c98204a4 None None] New status for floating IP f9e07d5b-4f59-4d9e-8882-bf16199c5c03: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:32:19.603867 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f7e38-2784-4279-8d32-fd3950f9aefc req-0fe7bcdd-50bf-4fd0-97fd-16bc8553c144 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:19.605386 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc6f7e38-2784-4279-8d32-fd3950f9aefc req-0fe7bcdd-50bf-4fd0-97fd-16bc8553c144 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0788841 Mar 11 16:32:19.649816 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bc6f7e38-2784-4279-8d32-fd3950f9aefc req-38106e9d-385b-467a-b077-800869bfca9a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384738 Mar 11 16:32:20.080416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddec387-fe52-47cb-97c7-74380080ec23 req-a67e66bf-f322-4592-adce-e2d4d288c89d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:20.081863 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3ddec387-fe52-47cb-97c7-74380080ec23 req-a67e66bf-f322-4592-adce-e2d4d288c89d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 946 time: 0.0807292 Mar 11 16:32:20.149254 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-3ddec387-fe52-47cb-97c7-74380080ec23 req-9463c6f5-757a-4298-9d10-7519229ab7aa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 3d740100-f596-4fab-8549-64bff9c78329 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:32:20.149586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3ddec387-fe52-47cb-97c7-74380080ec23 req-9463c6f5-757a-4298-9d10-7519229ab7aa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:20.391890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-3ddec387-fe52-47cb-97c7-74380080ec23 req-9463c6f5-757a-4298-9d10-7519229ab7aa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port 3d740100-f596-4fab-8549-64bff9c78329, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3d740100-f596-4fab-8549-64bff9c78329,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:32:20.392167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3ddec387-fe52-47cb-97c7-74380080ec23 req-9463c6f5-757a-4298-9d10-7519229ab7aa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:20.514212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-3ddec387-fe52-47cb-97c7-74380080ec23 req-9463c6f5-757a-4298-9d10-7519229ab7aa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 3d740100-f596-4fab-8549-64bff9c78329 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:32:20.739866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3ddec387-fe52-47cb-97c7-74380080ec23 req-9463c6f5-757a-4298-9d10-7519229ab7aa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:20.833467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463c6f5-757a-4298-9d10-7519229ab7aa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=3d740100-f596-4fab-8549-64bff9c78329,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:20.838885 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35bdc1ad-9747-4baa-a0b4-b5f218beadaf req-4ca76c14-5491-4642-8b38-719b7c9c77ec tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 210 time: 0.0621793 Mar 11 16:32:20.905608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7c25e1b6-3a1c-472b-93df-4951a3007e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:20.913046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddec387-fe52-47cb-97c7-74380080ec23 req-9463c6f5-757a-4298-9d10-7519229ab7aa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] No DVR routers for this DVR port 3d740100-f596-4fab-8549-64bff9c78329 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:20.915233 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-3ddec387-fe52-47cb-97c7-74380080ec23 req-9463c6f5-757a-4298-9d10-7519229ab7aa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:20.917742 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'name': 'network-vif-deleted', 'tag': '3d740100-f596-4fab-8549-64bff9c78329'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:32:20.961118 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2d6bd-cd28-4068-8ee5-0fd82da544bf', 'name': 'network-vif-deleted', 'tag': '3d740100-f596-4fab-8549-64bff9c78329', 'status': 'completed', 'code': 200} Mar 11 16:32:21.015009 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3ddec387-fe52-47cb-97c7-74380080ec23 req-9463c6f5-757a-4298-9d10-7519229ab7aa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "DELETE /v2.0/ports/3d740100-f596-4fab-8549-64bff9c78329 HTTP/1.1" status: 204 len: 173 time: 0.9277778 Mar 11 16:32:22.101786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-302409c5-ece2-4d0b-aef9-a7b495beed96 req-b07e7e18-37c5-4bc2-8279-7379820ab437 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:32:22.185533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-302409c5-ece2-4d0b-aef9-a7b495beed96 req-b07e7e18-37c5-4bc2-8279-7379820ab437 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:32:22.186684 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-302409c5-ece2-4d0b-aef9-a7b495beed96 req-b07e7e18-37c5-4bc2-8279-7379820ab437 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce2d6bd-cd28-4068-8ee5-0fd82da544bf HTTP/1.1" status: 200 len: 210 time: 0.2216084 Mar 11 16:32:22.897247 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 3d740100-f596-4fab-8549-64bff9c78329 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:32:22.930482 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 3d740100-f596-4fab-8549-64bff9c78329 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:32:22.930812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 3d740100-f596-4fab-8549-64bff9c78329 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:32:23.283162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49858) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:23.716989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1489-441f-4941-88a4-932c41737356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:23.827199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:24.179635 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 68a47d3d-7462-47db-9f60-88bd9d0064e3 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:32:24.179976 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:24.362852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port 68a47d3d-7462-47db-9f60-88bd9d0064e3, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=68a47d3d-7462-47db-9f60-88bd9d0064e3,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:32:24.363560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:24.414200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:24.483794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 68a47d3d-7462-47db-9f60-88bd9d0064e3 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:32:24.768463 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:24.819681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:24.867344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=68a47d3d-7462-47db-9f60-88bd9d0064e3,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:25.138981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:25.493324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router d8ad6da4-6a18-4555-ab6c-136d1580bb20 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:32:25.672166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:32:25.684954 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11ff97-350c-4ff1-afba-1eeb8247cd08 None None] Sync routers for ids ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:32:25.694831 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11ff97-350c-4ff1-afba-1eeb8247cd08 None None] Routers {'d8ad6da4-6a18-4555-ab6c-136d1580bb20'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:32:25.695450 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1a11ff97-350c-4ff1-afba-1eeb8247cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:32:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:25.731128 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-79348818-75d1-45e5-b1b6-de059083c943 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "PUT /v2.0/routers/d8ad6da4-6a18-4555-ab6c-136d1580bb20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4459109 Mar 11 16:32:25.733732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 49864) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:25.800778 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ece6dce-092d-419e-96ec-058db4d2f403 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting subnet 45157f8a-c3e9-4e26-9476-9913a4c44bb5 {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:32:25.803653 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ece6dce-092d-419e-96ec-058db4d2f403 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:25.861097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ece6dce-092d-419e-96ec-058db4d2f403 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:25.879956 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-1a11ff97-350c-4ff1-afba-1eeb8247cd08 None None] Set router d8ad6da4-6a18-4555-ab6c-136d1580bb20 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:32:25.947204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ece6dce-092d-419e-96ec-058db4d2f403 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.094586 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ece6dce-092d-419e-96ec-058db4d2f403 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.135990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece6dce-092d-419e-96ec-058db4d2f403 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Subnet': ['ID=45157f8a-c3e9-4e26-9476-9913a4c44bb5,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:26.140004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-7ece6dce-092d-419e-96ec-058db4d2f403 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.150102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.151386 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49868) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:26.151946 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-7ece6dce-092d-419e-96ec-058db4d2f403 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/subnets/45157f8a-c3e9-4e26-9476-9913a4c44bb5 HTTP/1.1" status: 204 len: 168 time: 0.4151947 Mar 11 16:32:26.155988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d9d6d-2dc5-49f2-98ca-e2afe36c2295 None None] Network a32824b9-9a89-4a8c-aef8-fe588e680f5f requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:32:26.206487 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1a11ff97-350c-4ff1-afba-1eeb8247cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:32:24Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:26.211429 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11ff97-350c-4ff1-afba-1eeb8247cd08 None None] Checking router: d8ad6da4-6a18-4555-ab6c-136d1580bb20 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:32:26.220526 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11ff97-350c-4ff1-afba-1eeb8247cd08 None None] Routers {'d8ad6da4-6a18-4555-ab6c-136d1580bb20'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:32:26.221155 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1a11ff97-350c-4ff1-afba-1eeb8247cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:32:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:26.340344 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.423197 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-1a11ff97-350c-4ff1-afba-1eeb8247cd08 None None] Set router d8ad6da4-6a18-4555-ab6c-136d1580bb20 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:32:26.454509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] DHCP port deletion for a32824b9-9a89-4a8c-aef8-fe588e680f5f request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:32:26.467642 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Deleting port a55a158e-e1c3-433a-b5ad-db06b393cba5 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:32:26.468013 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.526174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.591815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.611054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port fce52882-b23f-445a-a3e5-ba164f3be5bb {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:32:26.611658 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.681311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] For port a55a158e-e1c3-433a-b5ad-db06b393cba5, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a55a158e-e1c3-433a-b5ad-db06b393cba5,segment=NetworkSegment(f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9),segment_id=f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:32:26.681638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.730899 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-1a11ff97-350c-4ff1-afba-1eeb8247cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:32:24Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:26.735280 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11ff97-350c-4ff1-afba-1eeb8247cd08 None None] The sync data for ids ['d8ad6da4-6a18-4555-ab6c-136d1580bb20'] in dv-neutron-833203-2-hyperv is: [{'id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312516466', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:10Z', 'updated_at': '2022-03-11T16:32:24Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': 'fce52882-b23f-445a-a3e5-ba164f3be5bb', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ad6da4-6a18-4555-ab6c-136d1580bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:11Z', 'updated_at': '2022-03-11T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:32:26.806254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Calling delete_port for a55a158e-e1c3-433a-b5ad-db06b393cba5 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:32:26.830999 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port fce52882-b23f-445a-a3e5-ba164f3be5bb, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=fce52882-b23f-445a-a3e5-ba164f3be5bb,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:32:26.831516 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.940119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.958391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for fce52882-b23f-445a-a3e5-ba164f3be5bb owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:32:26.989742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Pushing event deleted for resources: {'Port': ['ID=a55a158e-e1c3-433a-b5ad-db06b393cba5,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:26.994337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] No DVR routers for this DVR port a55a158e-e1c3-433a-b5ad-db06b393cba5 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:27.000811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.001073 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.001332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.001651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.002166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.002530 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.002807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.003123 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.003435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.003752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.004062 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.004490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d1a0b-5091-4494-b438-ce3709bebf13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.351472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:27.398211 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=fce52882-b23f-445a-a3e5-ba164f3be5bb,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:27.578872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.579220 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.579562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.579900 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.580232 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.580581 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.580911 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.581233 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.581556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.581879 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.582197 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.582515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:27.598082 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a55a158e-e1c3-433a-b5ad-db06b393cba5 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:32:27.615260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:27.635634 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: a55a158e-e1c3-433a-b5ad-db06b393cba5 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:32:27.635974 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a55a158e-e1c3-433a-b5ad-db06b393cba5 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:32:27.636450 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 68a47d3d-7462-47db-9f60-88bd9d0064e3 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:32:27.669115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 68a47d3d-7462-47db-9f60-88bd9d0064e3 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:32:27.669448 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 68a47d3d-7462-47db-9f60-88bd9d0064e3 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:32:27.787172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:27.789424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:27.882884 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:27.883517 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Fanout notify agent at l3_agent the message router_deleted on router d8ad6da4-6a18-4555-ab6c-136d1580bb20 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:32:27.899152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:27.900246 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0f3897bf-eb06-40de-abbc-c384fa556764 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/routers/d8ad6da4-6a18-4555-ab6c-136d1580bb20 HTTP/1.1" status: 204 len: 168 time: 1.7493148 Mar 11 16:32:27.903352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49876) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:28.022383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:28.153971 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:28.178956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32824b9-9a89-4a8c-aef8-fe588e680f5f']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:28.194794 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:28.195090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8110c59-9b0a-4ff2-bcff-6dca0c0a07e9') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:28.206074 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:28.221927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:28.227830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:32:28.228212 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:32:28.242961 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:32:28.386131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:28.403707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:28.419153 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Network': ['ID=a32824b9-9a89-4a8c-aef8-fe588e680f5f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:28.483451 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0f2f45a7-c647-4e0e-89ec-a5435e844d53 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/networks/a32824b9-9a89-4a8c-aef8-fe588e680f5f HTTP/1.1" status: 204 len: 168 time: 0.5787342 Mar 11 16:32:28.486158 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49880) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:28.553891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd5c47cf-99ca-4d5f-ac55-de2c6050d912 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:28.583262 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd5c47cf-99ca-4d5f-ac55-de2c6050d912 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:28.722702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd5c47cf-99ca-4d5f-ac55-de2c6050d912 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:28.740151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c47cf-99ca-4d5f-ac55-de2c6050d912 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d61f9a9-aa5c-4b70-ae48-ae76751da0d7,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:28.790096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cd5c47cf-99ca-4d5f-ac55-de2c6050d912 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:28.791239 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cd5c47cf-99ca-4d5f-ac55-de2c6050d912 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/security-groups/4d61f9a9-aa5c-4b70-ae48-ae76751da0d7 HTTP/1.1" status: 204 len: 168 time: 0.3041887 Mar 11 16:32:29.353649 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49888) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:29.358884 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1829100547', 'description': 'tempest-secgroup-smoke-1829100547 description', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:29.365143 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:29.369146 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:29.372458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:29.377980 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:29.442451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:29.461673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:29.465435 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:29.468112 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:29.473641 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:29.546975 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:29.591245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fce52882-b23f-445a-a3e5-ba164f3be5bb no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:32:29.596959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:29.625866 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: fce52882-b23f-445a-a3e5-ba164f3be5bb {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:32:29.626226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device fce52882-b23f-445a-a3e5-ba164f3be5bb not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:32:29.642444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807b7f4e-8fd8-42c0-966b-b14da1d9a820,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:29.693761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:29.695057 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9cd52169-fa89-46bb-a2cb-f4732d56bd57 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3403234 Mar 11 16:32:29.697874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49892) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:29.702721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-a6b982e8-0f3b-46e2-8a92-aa940ea4252b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '807b7f4e-8fd8-42c0-966b-b14da1d9a820', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:29.708730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a6b982e8-0f3b-46e2-8a92-aa940ea4252b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:29.712613 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a6b982e8-0f3b-46e2-8a92-aa940ea4252b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:29.715667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-a6b982e8-0f3b-46e2-8a92-aa940ea4252b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:29.721420 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-a6b982e8-0f3b-46e2-8a92-aa940ea4252b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:29.791657 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6b982e8-0f3b-46e2-8a92-aa940ea4252b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:29.851032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6b982e8-0f3b-46e2-8a92-aa940ea4252b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:29.939345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6b982e8-0f3b-46e2-8a92-aa940ea4252b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:29.962350 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b982e8-0f3b-46e2-8a92-aa940ea4252b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f371c113-f19e-4587-8668-b4ef6544ee66,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:30.008014 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6b982e8-0f3b-46e2-8a92-aa940ea4252b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.009310 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a6b982e8-0f3b-46e2-8a92-aa940ea4252b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104815 Mar 11 16:32:30.011913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49896) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:30.017427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b81fee64-480f-4ca1-b7af-dfa715cea8a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '807b7f4e-8fd8-42c0-966b-b14da1d9a820', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:30.023282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b81fee64-480f-4ca1-b7af-dfa715cea8a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:30.027042 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b81fee64-480f-4ca1-b7af-dfa715cea8a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:30.029915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b81fee64-480f-4ca1-b7af-dfa715cea8a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:30.035527 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b81fee64-480f-4ca1-b7af-dfa715cea8a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:30.105763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b81fee64-480f-4ca1-b7af-dfa715cea8a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.168491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b81fee64-480f-4ca1-b7af-dfa715cea8a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.230872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b81fee64-480f-4ca1-b7af-dfa715cea8a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.254930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fee64-480f-4ca1-b7af-dfa715cea8a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c897394-f2be-4b94-8412-7a27ae350322,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:30.374472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b81fee64-480f-4ca1-b7af-dfa715cea8a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.375688 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b81fee64-480f-4ca1-b7af-dfa715cea8a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3628335 Mar 11 16:32:30.378398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49900) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:30.383298 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c9c15eeb-b52a-4051-884d-6e9262afdd2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '807b7f4e-8fd8-42c0-966b-b14da1d9a820', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:30.389326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c9c15eeb-b52a-4051-884d-6e9262afdd2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:30.393201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c9c15eeb-b52a-4051-884d-6e9262afdd2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:30.396047 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c9c15eeb-b52a-4051-884d-6e9262afdd2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:30.401654 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c9c15eeb-b52a-4051-884d-6e9262afdd2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:30.458969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c9c15eeb-b52a-4051-884d-6e9262afdd2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.519300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c9c15eeb-b52a-4051-884d-6e9262afdd2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.584096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c9c15eeb-b52a-4051-884d-6e9262afdd2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.608721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c15eeb-b52a-4051-884d-6e9262afdd2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8b2467-779d-4035-9fcb-9cebf5632d6b,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:30.699375 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c9c15eeb-b52a-4051-884d-6e9262afdd2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.700538 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c9c15eeb-b52a-4051-884d-6e9262afdd2a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3212285 Mar 11 16:32:30.703299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49904) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:30.708188 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-7dd500b9-253c-467a-8ccb-133e81a95174 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '807b7f4e-8fd8-42c0-966b-b14da1d9a820', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:30.714050 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7dd500b9-253c-467a-8ccb-133e81a95174 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:30.718458 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7dd500b9-253c-467a-8ccb-133e81a95174 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:30.721358 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-7dd500b9-253c-467a-8ccb-133e81a95174 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:30.727059 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-7dd500b9-253c-467a-8ccb-133e81a95174 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:30.808898 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7dd500b9-253c-467a-8ccb-133e81a95174 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.870610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7dd500b9-253c-467a-8ccb-133e81a95174 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.939578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7dd500b9-253c-467a-8ccb-133e81a95174 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:30.962731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd500b9-253c-467a-8ccb-133e81a95174 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78924e0-b320-43b6-a62f-eb4161a44f6d,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:31.025096 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-7dd500b9-253c-467a-8ccb-133e81a95174 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.026277 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-7dd500b9-253c-467a-8ccb-133e81a95174 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3220561 Mar 11 16:32:31.029624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49908) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:31.034497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '807b7f4e-8fd8-42c0-966b-b14da1d9a820', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:31.040288 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:31.044114 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:31.047009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:31.052673 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:31.110903 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Project c5302d0c64b947c4862cde1cc7d3c367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:32:31.117762 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.180505 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.253918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.279365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a9ce15-e889-48b0-99dd-36bed366ca09,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:31.339991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.341254 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6cf2c5d4-8ca6-4030-a73e-2637d3682d85 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107035 Mar 11 16:32:31.343989 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49912) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:31.349207 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '807b7f4e-8fd8-42c0-966b-b14da1d9a820', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:31.355526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:31.359802 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:31.363141 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:31.368734 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:31.431305 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Project c5302d0c64b947c4862cde1cc7d3c367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:32:31.438148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.500713 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.579561 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.602597 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9b723e-4d9f-4a26-8b18-ccce278d96c9,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:31.688067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.689333 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8ea4335c-a508-4f72-9c37-d16e713ce335 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3443556 Mar 11 16:32:31.692052 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49916) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:31.697391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'network': {'name': 'tempest-network-smoke--2077146669', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'port_security_enabled': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:31.702733 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:31.706701 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:network and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:31.709472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:31.715037 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:31.790973 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:31.794461 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.821539 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:32:31.830418 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.837295 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Added segment e0410186-8a3d-4114-b6b5-482cd2cfcea8 of type vlan for network 86942c81-ecd0-49da-bf2f-ee2cfb38766d Mar 11 16:32:31.858676 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.951128 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.956419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:31.957009 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:32.063155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Network': ['ID=86942c81-ecd0-49da-bf2f-ee2cfb38766d,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:32.074074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 86942c81-ecd0-49da-bf2f-ee2cfb38766d details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:32:32.088997 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-5f1d2a20-8e89-4e4d-9494-bb1bbe248967 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3959153 Mar 11 16:32:32.091775 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49920) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:32.096858 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'admin_state_up': True, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:32.104200 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:32.108118 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:router and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:32.111085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:32.215064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:32.277102 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:32.278140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:32.292896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:32.603531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:32.951301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:32.983882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:33.113490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.26.6.218 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/55692c50-24b5-4c0a-b684-7dbfc9e18c36) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:32:33.257086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:33.340145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:33.403242 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:32:33.411189 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:33.415227 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:32:33.444201 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=55692c50-24b5-4c0a-b684-7dbfc9e18c36,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:33.983127 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:34.321969 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:34.584100 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:32:34.763544 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:32:34.772670 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Sync routers for ids ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:32:34.782080 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Routers {'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:32:34.782685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:32:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:34.843268 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:34.845166 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-07625a1f-b089-471e-8533-85dafe30f569 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7523887 Mar 11 16:32:34.847639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49924) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:34.889626 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0939441a-fe4c-41dc-8e7c-de31eaced5d4 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c5302d0c64b947c4862cde1cc7d3c367&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379679 Mar 11 16:32:34.889860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49928) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:34.991559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Set router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:32:35.020796 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a6566-a874-4d44-94ce-79cbf7923bac tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:35.024966 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-194a6566-a874-4d44-94ce-79cbf7923bac tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315720 Mar 11 16:32:35.025166 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49932) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:35.069863 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-14a67548-3ecb-467a-8014-7457c1b8f4fe tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413797 Mar 11 16:32:35.070124 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49936) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:35.075237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114633082', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:35.182543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:35.186281 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:subnet and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:35.189051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:35.194685 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:35.265690 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:35.269441 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.273189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:33Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:35.277291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Checking router: a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:32:35.277768 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Updating router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b port 55692c50-24b5-4c0a-b684-7dbfc9e18c36 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:32:35.330814 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.671360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.682451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Transition to ACTIVE for port object 55692c50-24b5-4c0a-b684-7dbfc9e18c36 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:32:35.687870 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.745379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.768036 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Subnet': ['ID=06db90f1-0c1a-45d9-9fdf-e0835eb5c313,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:35.779172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Checking segment: {'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:32:35.779172 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network hostable DHCP agents. Network: 86942c81-ecd0-49da-bf2f-ee2cfb38766d, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:32:35.830876 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Attempting to bind port 55692c50-24b5-4c0a-b684-7dbfc9e18c36 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:32:35.831336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Attempting to bind port 55692c50-24b5-4c0a-b684-7dbfc9e18c36 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:32:35.831597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Attempting to bind port 55692c50-24b5-4c0a-b684-7dbfc9e18c36 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:32:35.837181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae896ae1-34ac-449f-9bc0-9c00113c742e None None] Pushing event updated for resources: {'Port': ['ID=55692c50-24b5-4c0a-b684-7dbfc9e18c36,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:35.842557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:32:35.842931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:32:35.843342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.843726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:32:35.844285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Bound port: 55692c50-24b5-4c0a-b684-7dbfc9e18c36, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:32:35.844568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.865140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 86942c81-ecd0-49da-bf2f-ee2cfb38766d is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:32:35.919223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] For port 55692c50-24b5-4c0a-b684-7dbfc9e18c36, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:32:35.922148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] For port 55692c50-24b5-4c0a-b684-7dbfc9e18c36, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=55692c50-24b5-4c0a-b684-7dbfc9e18c36,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:32:35.944977 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 86942c81-ecd0-49da-bf2f-ee2cfb38766d) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:35.948956 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:35.949546 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.954401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62d8ef1-0657-4a02-88c6-6143f49d4f8a None None] Network 86942c81-ecd0-49da-bf2f-ee2cfb38766d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:32:36.020352 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-91da758f-b098-4298-a2ac-10d0ece6cbe4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9493177 Mar 11 16:32:36.023161 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 49940) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:36.030910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:36.139504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Routers {'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:32:36.140120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:32:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:36.195189 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae896ae1-34ac-449f-9bc0-9c00113c742e None None] Pushing event updated for resources: {'Port': ['ID=55692c50-24b5-4c0a-b684-7dbfc9e18c36,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:36.380937 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ips': [{'subnet_id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:32:36.381765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:36.408663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] Set router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:32:36.743874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:36.832474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Allocated IP 172.20.0.2 (86942c81-ecd0-49da-bf2f-ee2cfb38766d/06db90f1-0c1a-45d9-9fdf-e0835eb5c313/e046ce5e-aa19-453d-8bd2-1d3b82bd184c) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:32:36.977823 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:33Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:36.987143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f32158-8cda-4694-af0b-da1eab6ffafd None None] The sync data for ids ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'] in dv-neutron-833203-2-hyperv is: [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:33Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:32:37.070094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.084754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Transition to ACTIVE for port object e046ce5e-aa19-453d-8bd2-1d3b82bd184c will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:32:37.116634 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Transition to ACTIVE for port object e046ce5e-aa19-453d-8bd2-1d3b82bd184c will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:32:37.185948 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.290991 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Pushing event updated for resources: {'Port': ['ID=e046ce5e-aa19-453d-8bd2-1d3b82bd184c,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:37.297942 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.20.0.1 (86942c81-ecd0-49da-bf2f-ee2cfb38766d/06db90f1-0c1a-45d9-9fdf-e0835eb5c313/a1de8e9d-0335-47be-869c-f690d59f993f) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:32:37.303777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Network 86942c81-ecd0-49da-bf2f-ee2cfb38766d is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:32:37.305358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:37.310474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:32:37.430884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Attempting to bind port e046ce5e-aa19-453d-8bd2-1d3b82bd184c on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:32:37.431539 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Attempting to bind port e046ce5e-aa19-453d-8bd2-1d3b82bd184c by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:32:37.432803 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Attempting to bind port e046ce5e-aa19-453d-8bd2-1d3b82bd184c on network 86942c81-ecd0-49da-bf2f-ee2cfb38766d {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:32:37.439699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:32:37.440362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Checking segment: {'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:32:37.441752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.442337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Bound using segment: {'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:32:37.442994 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Bound port: e046ce5e-aa19-453d-8bd2-1d3b82bd184c, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:32:37.443599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.545088 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] For port e046ce5e-aa19-453d-8bd2-1d3b82bd184c, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:32:37.548584 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] For port e046ce5e-aa19-453d-8bd2-1d3b82bd184c, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e046ce5e-aa19-453d-8bd2-1d3b82bd184c,segment=NetworkSegment(e0410186-8a3d-4114-b6b5-482cd2cfcea8),segment_id=e0410186-8a3d-4114-b6b5-482cd2cfcea8)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:32:37.636135 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.644030 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.654487 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Transition to ACTIVE for port object a1de8e9d-0335-47be-869c-f690d59f993f will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:32:37.694510 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 55692c50-24b5-4c0a-b684-7dbfc9e18c36 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:32:37.734579 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.818996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf79897-86ab-4e79-8b42-c26e2f559ef5 None None] Pushing event updated for resources: {'Port': ['ID=e046ce5e-aa19-453d-8bd2-1d3b82bd184c,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:37.837669 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 86942c81-ecd0-49da-bf2f-ee2cfb38766d is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:32:37.841935 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:37.843933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=a1de8e9d-0335-47be-869c-f690d59f993f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:37.846165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:32:37.882950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 55692c50-24b5-4c0a-b684-7dbfc9e18c36 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:32:37.888787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 55692c50-24b5-4c0a-b684-7dbfc9e18c36 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:37.893419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.924098 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:38.038794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:38.056661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 55692c50-24b5-4c0a-b684-7dbfc9e18c36, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=55692c50-24b5-4c0a-b684-7dbfc9e18c36,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:32:38.105463 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:38.180371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=55692c50-24b5-4c0a-b684-7dbfc9e18c36,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:38.322833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:38.736053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:38.773624 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:38.882234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=a1de8e9d-0335-47be-869c-f690d59f993f,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:38.884486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:39.018906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 86942c81-ecd0-49da-bf2f-ee2cfb38766d is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:32:39.020076 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:39.211893 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:32:39.361349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c1742c-8d16-4f89-b30f-ba7984f44eeb None None] Network 86942c81-ecd0-49da-bf2f-ee2cfb38766d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:32:39.508659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:32:39.511499 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-09b5f499-6685-4496-bc91-2f3051bf57d1 None None] Provisioning for port e046ce5e-aa19-453d-8bd2-1d3b82bd184c completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:32:39.519893 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Sync routers for ids ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:32:39.530075 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cec0fe82-0029-4ecc-97d3-73bda263ac5d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "PUT /v2.0/routers/a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4970202 Mar 11 16:32:39.530270 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Routers {'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:32:39.530733 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:32:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:39.726903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 55692c50-24b5-4c0a-b684-7dbfc9e18c36 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:32:39.737843 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a1ffcc37-c670-4315-9456-995f802baabc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1829100547&fields=id&tenant_id=c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 267 time: 0.0625818 Mar 11 16:32:39.747121 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Set router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:32:39.808235 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 55692c50-24b5-4c0a-b684-7dbfc9e18c36 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:39.809137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:39.957590 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2ae2abe8-d416-4dc5-980c-85a097d3fa48 None None] Provisioning for port a1de8e9d-0335-47be-869c-f690d59f993f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:32:39.967581 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2ae2abe8-d416-4dc5-980c-85a097d3fa48 None None] Provisioning complete for port a1de8e9d-0335-47be-869c-f690d59f993f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:39.968093 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2ae2abe8-d416-4dc5-980c-85a097d3fa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.033408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-caf708b8-8756-456a-acf8-868633adcdd5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:40.035441 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-caf708b8-8756-456a-acf8-868633adcdd5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/networks?id=86942c81-ecd0-49da-bf2f-ee2cfb38766d HTTP/1.1" status: 200 len: 797 time: 0.2910538 Mar 11 16:32:40.053731 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-01b35dc4-3ac5-4872-94a9-e2c9cb703b1c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/quotas/c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 375 time: 0.0119195 Mar 11 16:32:40.085092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e046ce5e-aa19-453d-8bd2-1d3b82bd184c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:32:40.101681 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'a1de8e9d-0335-47be-869c-f690d59f993f', 'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:7b:ec:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:36Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 2, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:40.107693 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Checking router: a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:32:40.107693 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Updating router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b port a1de8e9d-0335-47be-869c-f690d59f993f binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:32:40.126667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-2ae2abe8-d416-4dc5-980c-85a097d3fa48 None None] Port a1de8e9d-0335-47be-869c-f690d59f993f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:32:40.168854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-22cc3200-d174-4681-8c6c-cb2de908920f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:32:40.172969 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.255541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1899452b-19ae-47c9-8259-a18e261b54fa None None] Provisioning complete for port a1de8e9d-0335-47be-869c-f690d59f993f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:40.255909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1899452b-19ae-47c9-8259-a18e261b54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.286899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port e046ce5e-aa19-453d-8bd2-1d3b82bd184c completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:32:40.299691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-22cc3200-d174-4681-8c6c-cb2de908920f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:32:40.300076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port e046ce5e-aa19-453d-8bd2-1d3b82bd184c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:40.300451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.301357 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-22cc3200-d174-4681-8c6c-cb2de908920f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2421517 Mar 11 16:32:40.357424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1899452b-19ae-47c9-8259-a18e261b54fa None None] Port a1de8e9d-0335-47be-869c-f690d59f993f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:32:40.372991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-f22f121f-ec7d-4d6d-814f-6d8d46542c33 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:32:40.374092 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-f22f121f-ec7d-4d6d-814f-6d8d46542c33 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0574262 Mar 11 16:32:40.431810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.467821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port e046ce5e-aa19-453d-8bd2-1d3b82bd184c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e046ce5e-aa19-453d-8bd2-1d3b82bd184c,segment=NetworkSegment(e0410186-8a3d-4114-b6b5-482cd2cfcea8),segment_id=e0410186-8a3d-4114-b6b5-482cd2cfcea8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:32:40.478520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8fcc7313-6f1f-47f2-9389-bc890370d393 None None] Provisioning complete for port a1de8e9d-0335-47be-869c-f690d59f993f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:40.479472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7313-6f1f-47f2-9389-bc890370d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.519809 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-cfaffeca-870c-4b65-81eb-90b13805e912 service neutron] 10.222.0.39 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375034 Mar 11 16:32:40.537882 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc7313-6f1f-47f2-9389-bc890370d393 None None] Port a1de8e9d-0335-47be-869c-f690d59f993f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:32:40.577595 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.579671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.590258 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Transition to ACTIVE for port object a1de8e9d-0335-47be-869c-f690d59f993f will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:32:40.646842 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=e046ce5e-aa19-453d-8bd2-1d3b82bd184c,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:40.647092 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-95fe3f0e-d934-41ba-9011-22438c04523d service neutron] 10.222.0.39 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263523 Mar 11 16:32:40.659303 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.784836 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Pushing event updated for resources: {'Port': ['ID=a1de8e9d-0335-47be-869c-f690d59f993f,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:40.830378 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.831192 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.831192 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.831404 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.831721 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.831996 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.832322 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.832707 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.833550 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.833550 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.833745 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.833917 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:40.892216 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Attempting to bind port a1de8e9d-0335-47be-869c-f690d59f993f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:32:40.892610 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Attempting to bind port a1de8e9d-0335-47be-869c-f690d59f993f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:32:40.892964 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Attempting to bind port a1de8e9d-0335-47be-869c-f690d59f993f on network 86942c81-ecd0-49da-bf2f-ee2cfb38766d {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:32:40.898872 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:32:40.899240 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Checking segment: {'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:32:40.899633 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.900027 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Bound using segment: {'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:32:40.900489 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Bound port: a1de8e9d-0335-47be-869c-f690d59f993f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:32:40.900886 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.909217 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bce38599-994b-40b6-b7bb-b70b8012bc78 req-f0bd8eca-9e4a-43f2-95ee-fcd2d736e00f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0443904 Mar 11 16:32:41.002411 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] For port a1de8e9d-0335-47be-869c-f690d59f993f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:32:41.005555 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] For port a1de8e9d-0335-47be-869c-f690d59f993f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a1de8e9d-0335-47be-869c-f690d59f993f,segment=NetworkSegment(e0410186-8a3d-4114-b6b5-482cd2cfcea8),segment_id=e0410186-8a3d-4114-b6b5-482cd2cfcea8)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:32:41.093863 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:41.169726 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Routers {'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:32:41.170326 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:32:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:41.313467 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a2585-72dc-46a5-b246-b8fd39fc35d6 None None] Pushing event updated for resources: {'Port': ['ID=a1de8e9d-0335-47be-869c-f690d59f993f,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:41.359233 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] Set router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:32:41.608144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e046ce5e-aa19-453d-8bd2-1d3b82bd184c up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:32:41.675889 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'a1de8e9d-0335-47be-869c-f690d59f993f', 'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:7b:ec:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:36Z', 'updated_at': '2022-03-11T16:32:40Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:41.678000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port e046ce5e-aa19-453d-8bd2-1d3b82bd184c triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:41.678364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:41.680093 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff729b39-17cf-414d-9398-2e1d467febea None None] The sync data for ids ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'] in dv-neutron-833203-2-hyperv is: [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'a1de8e9d-0335-47be-869c-f690d59f993f', 'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:7b:ec:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:36Z', 'updated_at': '2022-03-11T16:32:40Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:32:42.073075 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-429039ad-e3c3-4a26-b3f7-d087782c86cf req-5ba71135-8696-426d-a6d4-764ea7899c10 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0511451 Mar 11 16:32:43.000389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-194437c5-3ab7-427e-8846-11d3e0fc0b3a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:43.001811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-194437c5-3ab7-427e-8846-11d3e0fc0b3a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/networks?id=86942c81-ecd0-49da-bf2f-ee2cfb38766d HTTP/1.1" status: 200 len: 797 time: 0.1514924 Mar 11 16:32:43.049509 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-bc1e42c5-de71-4eee-b954-5f6897f9dc51 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 380 time: 0.0397534 Mar 11 16:32:43.057419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'port': {'device_id': '4d779539-623c-4672-8d07-95b753a5cdd9', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'admin_state_up': True, 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'security_groups': ['807b7f4e-8fd8-42c0-966b-b14da1d9a820']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:43.244302 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:43.248637 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0ae9c933-1970-4485-b445-d2f22385f5e7 req-29fa86c8-76ba-4b29-9802-f92d1b2e1790 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0501578 Mar 11 16:32:43.257296 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:43.327472 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:43.331089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:43.493945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.20.0.6 (86942c81-ecd0-49da-bf2f-ee2cfb38766d/06db90f1-0c1a-45d9-9fdf-e0835eb5c313/c0ce7940-ae6c-413f-a283-185889be8fa2) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:32:43.632983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a1de8e9d-0335-47be-869c-f690d59f993f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:32:43.698383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:43.717835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Transition to ACTIVE for port object c0ce7940-ae6c-413f-a283-185889be8fa2 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:32:43.756627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port a1de8e9d-0335-47be-869c-f690d59f993f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:32:43.761691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a1de8e9d-0335-47be-869c-f690d59f993f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:43.762060 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:43.837478 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:43.883059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:43.916894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port a1de8e9d-0335-47be-869c-f690d59f993f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a1de8e9d-0335-47be-869c-f690d59f993f,segment=NetworkSegment(e0410186-8a3d-4114-b6b5-482cd2cfcea8),segment_id=e0410186-8a3d-4114-b6b5-482cd2cfcea8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:32:43.921797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 86942c81-ecd0-49da-bf2f-ee2cfb38766d is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:32:43.925473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:43.936256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:32:43.982842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=c0ce7940-ae6c-413f-a283-185889be8fa2,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:43.986140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.024724 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:44.025581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.061177 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=a1de8e9d-0335-47be-869c-f690d59f993f,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:44.134806 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-d4ed88a0-a74e-4be3-bf9c-23d3cd73b59d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0808749 Mar 11 16:32:44.146678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Request body: {'port': {'device_id': '4d779539-623c-4672-8d07-95b753a5cdd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:44.263268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.288377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-61fe35d3-688e-4926-9d6e-66421a6958fb None None] Provisioning for port c0ce7940-ae6c-413f-a283-185889be8fa2 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:32:44.296697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-61fe35d3-688e-4926-9d6e-66421a6958fb None None] Provisioning complete for port c0ce7940-ae6c-413f-a283-185889be8fa2 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:44.300715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-61fe35d3-688e-4926-9d6e-66421a6958fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.363468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-61fe35d3-688e-4926-9d6e-66421a6958fb None None] Port c0ce7940-ae6c-413f-a283-185889be8fa2 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:32:44.679685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24619c9-8f13-4aa0-b279-4e514437a5c5 req-98f55fc5-2811-4de7-86f8-e7816d18d4e2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:44.680373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-d24619c9-8f13-4aa0-b279-4e514437a5c5 req-98f55fc5-2811-4de7-86f8-e7816d18d4e2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:32:44.767537 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:32:44.786025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ce7940-ae6c-413f-a283-185889be8fa2 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:32:44.792458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-d24619c9-8f13-4aa0-b279-4e514437a5c5 req-98f55fc5-2811-4de7-86f8-e7816d18d4e2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:32:44.794169 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d24619c9-8f13-4aa0-b279-4e514437a5c5 req-98f55fc5-2811-4de7-86f8-e7816d18d4e2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 931 time: 0.3069403 Mar 11 16:32:44.795693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.828911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Transition to ACTIVE for port object c0ce7940-ae6c-413f-a283-185889be8fa2 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:32:44.847628 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d24619c9-8f13-4aa0-b279-4e514437a5c5 req-2fab895c-a5b5-4322-b944-2c42a3dce2fa tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476062 Mar 11 16:32:44.911140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:45.039422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ce7940-ae6c-413f-a283-185889be8fa2,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:45.148103 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Attempting to bind port c0ce7940-ae6c-413f-a283-185889be8fa2 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:32:45.148439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Attempting to bind port c0ce7940-ae6c-413f-a283-185889be8fa2 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:32:45.148806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Attempting to bind port c0ce7940-ae6c-413f-a283-185889be8fa2 on network 86942c81-ecd0-49da-bf2f-ee2cfb38766d {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:32:45.154413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Port c0ce7940-ae6c-413f-a283-185889be8fa2 on network 86942c81-ecd0-49da-bf2f-ee2cfb38766d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:32:45.154748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Attempting to bind port c0ce7940-ae6c-413f-a283-185889be8fa2 on network 86942c81-ecd0-49da-bf2f-ee2cfb38766d {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:32:45.160174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:32:45.160519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Checking segment: {'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:32:45.160998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Bound using segment: {'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:32:45.161483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Bound port: c0ce7940-ae6c-413f-a283-185889be8fa2, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0410186-8a3d-4114-b6b5-482cd2cfcea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:32:45.161802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:45.258086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] For port c0ce7940-ae6c-413f-a283-185889be8fa2, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:32:45.260974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] For port c0ce7940-ae6c-413f-a283-185889be8fa2, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c0ce7940-ae6c-413f-a283-185889be8fa2,segment=NetworkSegment(e0410186-8a3d-4114-b6b5-482cd2cfcea8),segment_id=e0410186-8a3d-4114-b6b5-482cd2cfcea8)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:32:45.328600 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:45.383162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:45.383786 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:45.385269 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] 10.222.0.30 "PUT /v2.0/ports/c0ce7940-ae6c-413f-a283-185889be8fa2 HTTP/1.1" status: 200 len: 1093 time: 1.2432334 Mar 11 16:32:45.388470 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d779539-623c-4672-8d07-95b753a5cdd9', 'tag': 'c0ce7940-ae6c-413f-a283-185889be8fa2'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:32:45.418492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f3e7d-aef7-40f7-b174-1ef3abf05d99 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ce7940-ae6c-413f-a283-185889be8fa2,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:45.441438 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d779539-623c-4672-8d07-95b753a5cdd9', 'tag': 'c0ce7940-ae6c-413f-a283-185889be8fa2', 'status': 'completed', 'code': 200} Mar 11 16:32:45.536355 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31694fa9-d8be-4d9b-b976-92beea7b6e48 req-db69c020-c5c2-4bf6-9ffe-611f589e92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:45.537974 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31694fa9-d8be-4d9b-b976-92beea7b6e48 req-db69c020-c5c2-4bf6-9ffe-611f589e92f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0764601 Mar 11 16:32:45.627007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a1de8e9d-0335-47be-869c-f690d59f993f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:32:45.687399 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31694fa9-d8be-4d9b-b976-92beea7b6e48 req-c608d882-faf0-469f-a92a-aa8b97dbde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:45.688843 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31694fa9-d8be-4d9b-b976-92beea7b6e48 req-c608d882-faf0-469f-a92a-aa8b97dbde94 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1438329 Mar 11 16:32:45.694975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a1de8e9d-0335-47be-869c-f690d59f993f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:45.695340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:45.825590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31694fa9-d8be-4d9b-b976-92beea7b6e48 req-3daae434-7ab9-4072-8f06-6d39cf2343c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:45.827038 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31694fa9-d8be-4d9b-b976-92beea7b6e48 req-3daae434-7ab9-4072-8f06-6d39cf2343c8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323845 Mar 11 16:32:45.941268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-0964cc95-14ac-4203-a655-a4b90a9f221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:45.942689 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-0964cc95-14ac-4203-a655-a4b90a9f221a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0805762 Mar 11 16:32:46.048324 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-5db70c9d-40a7-43e2-ab44-bf7022a204fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce7940-ae6c-413f-a283-185889be8fa2 HTTP/1.1" status: 200 len: 217 time: 0.0987604 Mar 11 16:32:46.129509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-efb9d980-5003-4432-b2fe-539071a2d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:46.130955 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-efb9d980-5003-4432-b2fe-539071a2d2dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06db90f1-0c1a-45d9-9fdf-e0835eb5c313 HTTP/1.1" status: 200 len: 835 time: 0.0764306 Mar 11 16:32:46.145458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5e4ef-f914-482a-b629-2e3be0180c3c req-54a9621b-2d96-4d89-a536-c4b8944fd25a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:46.146870 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1cf5e4ef-f914-482a-b629-2e3be0180c3c req-54a9621b-2d96-4d89-a536-c4b8944fd25a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1487093 Mar 11 16:32:46.237804 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1cf5e4ef-f914-482a-b629-2e3be0180c3c req-db1aeefe-2580-4dd1-bd17-c60d86550969 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530369 Mar 11 16:32:46.263505 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-c9defaef-6d4b-4891-b352-5df5992d7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:46.265028 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-c9defaef-6d4b-4891-b352-5df5992d7d55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86942c81-ecd0-49da-bf2f-ee2cfb38766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1277804 Mar 11 16:32:46.401030 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-f39ba3fc-36bb-4006-b3d8-6c69adab12be service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287766 Mar 11 16:32:46.633329 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-58a2689e-00e4-4a88-9a7b-2f321ff16380 req-05fa62e8-b063-49de-949f-0e5b4496fa0f service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262034 Mar 11 16:32:47.429369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7288769-97eb-4351-b8e3-45af69d171bc req-b66823a5-41d4-48fa-8dc6-e3922fe96643 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:47.430750 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a7288769-97eb-4351-b8e3-45af69d171bc req-b66823a5-41d4-48fa-8dc6-e3922fe96643 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0793624 Mar 11 16:32:47.477348 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a7288769-97eb-4351-b8e3-45af69d171bc req-608745a1-ea3c-41f5-b1a5-0d78c7f8d2e6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 Mar 11 16:32:48.661131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb011f4-5f37-4db5-b4b5-f74116a6b4ae req-e0cc2d18-012c-4c38-8f9d-0b8331204253 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:48.662624 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fdb011f4-5f37-4db5-b4b5-f74116a6b4ae req-e0cc2d18-012c-4c38-8f9d-0b8331204253 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0804629 Mar 11 16:32:48.707217 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fdb011f4-5f37-4db5-b4b5-f74116a6b4ae req-4f39f816-d7d9-4354-ac05-b2cd1356717e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384996 Mar 11 16:32:49.898721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1f893-caf2-4ff0-a9e4-0387d852e0b8 req-79bf1cda-bd9a-4a5e-8727-01e65710cf23 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:49.900349 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f2a1f893-caf2-4ff0-a9e4-0387d852e0b8 req-79bf1cda-bd9a-4a5e-8727-01e65710cf23 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0873454 Mar 11 16:32:49.946090 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f2a1f893-caf2-4ff0-a9e4-0387d852e0b8 req-3e5f88be-d033-42e9-9e2d-81950d4431fc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394189 Mar 11 16:32:50.927888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b94dfd39-29c3-4b71-b9e4-d52bf5a1cf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:50.942659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c0ce7940-ae6c-413f-a283-185889be8fa2 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:32:51.078802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c0ce7940-ae6c-413f-a283-185889be8fa2, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c0ce7940-ae6c-413f-a283-185889be8fa2,segment=NetworkSegment(e0410186-8a3d-4114-b6b5-482cd2cfcea8),segment_id=e0410186-8a3d-4114-b6b5-482cd2cfcea8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:32:51.092132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'c0ce7940-ae6c-413f-a283-185889be8fa2', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'port_id': 'c0ce7940-ae6c-413f-a283-185889be8fa2', 'mac_address': 'fa:16:3e:2e:7b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:32:51.134658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fb8ee-5b9b-4326-b7fa-ab79d9d929a9 req-1c734cfb-265a-43db-8e07-a0ba418f6a7f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:51.136149 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e11fb8ee-5b9b-4326-b7fa-ab79d9d929a9 req-1c734cfb-265a-43db-8e07-a0ba418f6a7f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0830302 Mar 11 16:32:51.153079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:51.170307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ce7940-ae6c-413f-a283-185889be8fa2 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:32:51.188921 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e11fb8ee-5b9b-4326-b7fa-ab79d9d929a9 req-fb4c69ea-1813-4459-92f0-9d5580511b6a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434120 Mar 11 16:32:51.189178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c0ce7940-ae6c-413f-a283-185889be8fa2, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c0ce7940-ae6c-413f-a283-185889be8fa2,segment=NetworkSegment(e0410186-8a3d-4114-b6b5-482cd2cfcea8),segment_id=e0410186-8a3d-4114-b6b5-482cd2cfcea8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:32:51.265308 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:51.333733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=c0ce7940-ae6c-413f-a283-185889be8fa2,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:51.661632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['c0ce7940-ae6c-413f-a283-185889be8fa2'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:32:52.380753 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedca1bb-333d-4c2f-8fdc-3a4aaed7e61e req-d7c0eaae-9813-4a32-8023-eb9449d8246b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:52.382271 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aedca1bb-333d-4c2f-8fdc-3a4aaed7e61e req-d7c0eaae-9813-4a32-8023-eb9449d8246b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 944 time: 0.0897875 Mar 11 16:32:52.426298 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aedca1bb-333d-4c2f-8fdc-3a4aaed7e61e req-16dc7c07-0d03-4106-bd6d-39fac813aa13 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379605 Mar 11 16:32:52.958935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c0ce7940-ae6c-413f-a283-185889be8fa2 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:32:53.133873 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port c0ce7940-ae6c-413f-a283-185889be8fa2 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:32:53.139278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port c0ce7940-ae6c-413f-a283-185889be8fa2 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:53.139689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:53.260009 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:53.287000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d779539-623c-4672-8d07-95b753a5cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ce7940-ae6c-413f-a283-185889be8fa2'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:32:53.298360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port c0ce7940-ae6c-413f-a283-185889be8fa2, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c0ce7940-ae6c-413f-a283-185889be8fa2,segment=NetworkSegment(e0410186-8a3d-4114-b6b5-482cd2cfcea8),segment_id=e0410186-8a3d-4114-b6b5-482cd2cfcea8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:32:53.330257 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d779539-623c-4672-8d07-95b753a5cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ce7940-ae6c-413f-a283-185889be8fa2', 'code': 200} Mar 11 16:32:53.368150 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:53.447359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=c0ce7940-ae6c-413f-a283-185889be8fa2,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:53.659920 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba9a75-59d7-4ff3-b95b-574498d7b812 req-ad680113-94d3-4563-8aa1-1099821c9c74 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:53.661464 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-19ba9a75-59d7-4ff3-b95b-574498d7b812 req-ad680113-94d3-4563-8aa1-1099821c9c74 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1260967 Mar 11 16:32:53.688131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ea483e41-51e8-4c3d-910e-3569550fe279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:53.721146 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-19ba9a75-59d7-4ff3-b95b-574498d7b812 req-66240a0c-49db-4659-8d59-a4fd1eb90901 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525663 Mar 11 16:32:53.726564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66231275-7127-444d-bb68-825c4d0c9325 req-b6702d0a-27a9-4150-9717-a7dd3572fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:53.728013 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66231275-7127-444d-bb68-825c4d0c9325 req-b6702d0a-27a9-4150-9717-a7dd3572fa5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 1098 time: 0.1267719 Mar 11 16:32:53.773261 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66231275-7127-444d-bb68-825c4d0c9325 req-66d47bf2-236b-4aea-ab70-a36dc9a98e1f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388603 Mar 11 16:32:54.430451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:54.755789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:54.907286 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb269a6b-5cdb-407e-b7df-cbffdf2fec29 req-01d54301-13f9-44c3-8c16-88412f60525b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:54.908808 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bb269a6b-5cdb-407e-b7df-cbffdf2fec29 req-01d54301-13f9-44c3-8c16-88412f60525b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0808403 Mar 11 16:32:54.954314 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bb269a6b-5cdb-407e-b7df-cbffdf2fec29 req-81f9b61c-84f0-44c2-9b20-85a8fd19cc4c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396671 Mar 11 16:32:56.139250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:56.145055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf7f58-ed29-42ec-86fd-13b6f06068fe req-69033def-ec26-4356-8628-ef72fb31b9f5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:56.146712 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aabf7f58-ed29-42ec-86fd-13b6f06068fe req-69033def-ec26-4356-8628-ef72fb31b9f5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0876396 Mar 11 16:32:56.193009 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aabf7f58-ed29-42ec-86fd-13b6f06068fe req-8fe9d316-9e12-4ae9-90b7-192f50cc500d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389421 Mar 11 16:32:56.377424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eadec-0821-4e5f-8c14-0c7e07769623 req-b9f14d11-cf29-46f1-8cec-8edd02ac0406 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:56.378857 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e14eadec-0821-4e5f-8c14-0c7e07769623 req-b9f14d11-cf29-46f1-8cec-8edd02ac0406 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0778787 Mar 11 16:32:56.422659 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e14eadec-0821-4e5f-8c14-0c7e07769623 req-ed5dddd9-b2e8-40a2-94e0-f34c03b05543 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381289 Mar 11 16:32:56.444466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50008) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:56.517927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b5d3d3-9c44-4516-9501-7b075aa4399b tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:56.519932 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d5b5d3d3-9c44-4516-9501-7b075aa4399b tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 1093 time: 0.0744121 Mar 11 16:32:56.522797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50012) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:56.528676 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': 'c0ce7940-ae6c-413f-a283-185889be8fa2', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:56.534630 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:56.538398 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:floatingip and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:56.541268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:56.545431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:56.546793 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:56.619654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:56.756686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:56.886782 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.26.6.143 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/9fe24380-35be-46f5-b436-f575ea194374) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:32:57.034907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:57.111218 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:57.171607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:32:57.174347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:57.182279 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:32:57.222946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=9fe24380-35be-46f5-b436-f575ea194374,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:57.704570 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:57.849604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:58.052830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:58.116581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:58.227353 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=9fe24380-35be-46f5-b436-f575ea194374,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:58.238481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:58.409707 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Floating IP 214f41fc-4c87-493b-86cb-d1d0c0ce396a associated. External IP: 172.26.6.143, port: c0ce7940-ae6c-413f-a283-185889be8fa2. Mar 11 16:32:58.754821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:32:59.038403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:32:59.049134 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d28f7e-97cc-47bb-8af6-10d3182cc3b6 None None] Sync routers for ids ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:32:59.060729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d28f7e-97cc-47bb-8af6-10d3182cc3b6 None None] Routers {'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:32:59.061339 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c1d28f7e-97cc-47bb-8af6-10d3182cc3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:32:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:59.134172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:59.196727 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d3ff6ee1-cb45-4aaa-ba68-e867630e7917 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6726120 Mar 11 16:32:59.197612 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d779539-623c-4672-8d07-95b753a5cdd9', 'tag': 'c0ce7940-ae6c-413f-a283-185889be8fa2'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:32:59.269884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-c1d28f7e-97cc-47bb-8af6-10d3182cc3b6 None None] Set router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:32:59.273758 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d779539-623c-4672-8d07-95b753a5cdd9', 'tag': 'c0ce7940-ae6c-413f-a283-185889be8fa2', 'status': 'completed', 'code': 200} Mar 11 16:32:59.436606 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27761598-1261-4dd8-9c62-4578d6ca1adf req-11334189-16a7-4403-b1e6-b8406a4acd9b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:59.438086 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27761598-1261-4dd8-9c62-4578d6ca1adf req-11334189-16a7-4403-b1e6-b8406a4acd9b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1418183 Mar 11 16:32:59.443887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff31ef-ebd0-472c-849d-bb29292ca5b9 req-7628f740-c7a9-450e-b8b7-864b76470c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:59.445474 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60ff31ef-ebd0-472c-849d-bb29292ca5b9 req-7628f740-c7a9-450e-b8b7-864b76470c32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 1098 time: 0.1135182 Mar 11 16:32:59.569853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-27761598-1261-4dd8-9c62-4578d6ca1adf req-d279cdc7-7a2a-4fd3-acb9-cf6909b7846f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221364 Mar 11 16:32:59.600207 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50020) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:59.653258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c1d28f7e-97cc-47bb-8af6-10d3182cc3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '214f41fc-4c87-493b-86cb-d1d0c0ce396a', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.143', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'port_id': 'c0ce7940-ae6c-413f-a283-185889be8fa2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'mac_address': 'fa:16:3e:2e:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d779539-623c-4672-8d07-95b753a5cdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:32:57Z', 'updated_at': '2022-03-11T16:32:57Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1de8e9d-0335-47be-869c-f690d59f993f', 'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:7b:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:36Z', 'updated_at': '2022-03-11T16:32:43Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:59.659544 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d28f7e-97cc-47bb-8af6-10d3182cc3b6 None None] Checking router: a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:32:59.668908 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d28f7e-97cc-47bb-8af6-10d3182cc3b6 None None] Routers {'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:32:59.669560 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c1d28f7e-97cc-47bb-8af6-10d3182cc3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:32:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:59.695404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff31ef-ebd0-472c-849d-bb29292ca5b9 req-164071aa-0bc0-4f7a-82c5-640992c2a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:59.696980 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60ff31ef-ebd0-472c-849d-bb29292ca5b9 req-164071aa-0bc0-4f7a-82c5-640992c2a5ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=86942c81-ecd0-49da-bf2f-ee2cfb38766d HTTP/1.1" status: 200 len: 898 time: 0.2355561 Mar 11 16:32:59.795150 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a05ed6b3-2fa0-47d5-ad08-4da07552bdde tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/214f41fc-4c87-493b-86cb-d1d0c0ce396a HTTP/1.1" status: 200 len: 991 time: 0.1938114 Mar 11 16:32:59.819690 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60ff31ef-ebd0-472c-849d-bb29292ca5b9 req-2963e5d1-c8dd-4e28-a639-2091425fcc00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce7940-ae6c-413f-a283-185889be8fa2 HTTP/1.1" status: 200 len: 999 time: 0.1166520 Mar 11 16:32:59.851467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-c1d28f7e-97cc-47bb-8af6-10d3182cc3b6 None None] Set router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:32:59.882345 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff31ef-ebd0-472c-849d-bb29292ca5b9 req-3b95fc83-a1e3-4913-8b48-124a6aff3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:59.883838 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60ff31ef-ebd0-472c-849d-bb29292ca5b9 req-3b95fc83-a1e3-4913-8b48-124a6aff3513 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06db90f1-0c1a-45d9-9fdf-e0835eb5c313 HTTP/1.1" status: 200 len: 835 time: 0.0577531 Mar 11 16:32:59.963038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff31ef-ebd0-472c-849d-bb29292ca5b9 req-80c520db-4773-4182-9237-4a492f201bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:59.964527 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60ff31ef-ebd0-472c-849d-bb29292ca5b9 req-80c520db-4773-4182-9237-4a492f201bb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86942c81-ecd0-49da-bf2f-ee2cfb38766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747299 Mar 11 16:33:00.098650 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60ff31ef-ebd0-472c-849d-bb29292ca5b9 req-3012d070-58fc-401b-9f44-3e7b6baadea2 service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270444 Mar 11 16:33:00.205236 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-c1d28f7e-97cc-47bb-8af6-10d3182cc3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '214f41fc-4c87-493b-86cb-d1d0c0ce396a', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.143', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'port_id': 'c0ce7940-ae6c-413f-a283-185889be8fa2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'mac_address': 'fa:16:3e:2e:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d779539-623c-4672-8d07-95b753a5cdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:32:57Z', 'updated_at': '2022-03-11T16:32:57Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1de8e9d-0335-47be-869c-f690d59f993f', 'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:7b:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:36Z', 'updated_at': '2022-03-11T16:32:43Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:33:00.209568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d28f7e-97cc-47bb-8af6-10d3182cc3b6 None None] The sync data for ids ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'] in dv-neutron-833203-2-hyperv is: [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '214f41fc-4c87-493b-86cb-d1d0c0ce396a', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.143', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'port_id': 'c0ce7940-ae6c-413f-a283-185889be8fa2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'mac_address': 'fa:16:3e:2e:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d779539-623c-4672-8d07-95b753a5cdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:32:57Z', 'updated_at': '2022-03-11T16:32:57Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1de8e9d-0335-47be-869c-f690d59f993f', 'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:7b:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:36Z', 'updated_at': '2022-03-11T16:32:43Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:33:00.247970 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-60ff31ef-ebd0-472c-849d-bb29292ca5b9 req-a5cd60d7-5264-4c78-b09a-a7dba482dabe service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429183 Mar 11 16:33:00.413447 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec21785-454b-4792-a47a-9c824dfefc86 None None] New status for floating IP 214f41fc-4c87-493b-86cb-d1d0c0ce396a: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:33:00.800291 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50024) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:33:00.907287 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-55b6d2f9-11cd-4d17-857d-06295c2ed4ef tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/214f41fc-4c87-493b-86cb-d1d0c0ce396a HTTP/1.1" status: 200 len: 993 time: 0.1059623 Mar 11 16:33:20.898577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4ce75c2d-a4de-4ecf-9652-df27f57c1bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:21.766800 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:33:23.710663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b652fbc1-8b2e-4622-8b21-9aa16941a414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:24.423949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:24.784054 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:26.137684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:26.567265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:42.474273 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-8e1c892f-4cce-4c2f-bd65-92d963914ba0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684133 Mar 11 16:33:42.613206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-17c4e913-fce4-44a7-b656-e61e401e7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:42.614690 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-17c4e913-fce4-44a7-b656-e61e401e7d3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 1098 time: 0.0701354 Mar 11 16:33:42.760949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-5620c966-6e43-4c52-8bf7-7d465798dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:42.762450 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-5620c966-6e43-4c52-8bf7-7d465798dee8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86942c81-ecd0-49da-bf2f-ee2cfb38766d HTTP/1.1" status: 200 len: 898 time: 0.1293933 Mar 11 16:33:42.864989 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-e1d7cc38-4698-4fb7-a7ae-59639da39948 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce7940-ae6c-413f-a283-185889be8fa2 HTTP/1.1" status: 200 len: 1001 time: 0.0955706 Mar 11 16:33:43.042501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-3d79f427-cf37-4de3-9cee-9f420aaa2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:43.043936 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-3d79f427-cf37-4de3-9cee-9f420aaa2a82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06db90f1-0c1a-45d9-9fdf-e0835eb5c313 HTTP/1.1" status: 200 len: 835 time: 0.1728094 Mar 11 16:33:43.119473 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-4512a777-11f3-445d-9bdc-dba2f767f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:43.120905 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-4512a777-11f3-445d-9bdc-dba2f767f8a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86942c81-ecd0-49da-bf2f-ee2cfb38766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708337 Mar 11 16:33:43.250968 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-064357c0-94f8-4c65-bc63-2e2ad2c76c9a service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229038 Mar 11 16:33:43.390533 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a748afc-7f60-40d1-9d05-c5400af49c50 req-78e30474-9890-4fd0-8f6c-a980005ca7b2 service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321001 Mar 11 16:33:50.908785 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-218b7b22-6541-4715-8502-b7202e6f45cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:53.704537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c89d7168-4687-477f-821d-3bdb706b491d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:54.407237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:54.795261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:56.155372 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:56.584452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:58.765906 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:34:12.707050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb302ca-a1df-4b00-895b-21df194093e6 req-7ff01c76-5b29-478d-97a7-6122ef6bd5ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:12.708526 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9eb302ca-a1df-4b00-895b-21df194093e6 req-7ff01c76-5b29-478d-97a7-6122ef6bd5ce tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0848665 Mar 11 16:34:12.755575 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9eb302ca-a1df-4b00-895b-21df194093e6 req-027e2e4d-891b-4a1d-88c3-72871d70392a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410254 Mar 11 16:34:13.942770 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617f30-5768-46e1-9bda-75263a1959cd req-328d98f2-11b7-4684-b311-19f4c3b82134 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:13.944141 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9e617f30-5768-46e1-9bda-75263a1959cd req-328d98f2-11b7-4684-b311-19f4c3b82134 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0811684 Mar 11 16:34:13.988304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9e617f30-5768-46e1-9bda-75263a1959cd req-52ae1856-2016-4580-8f31-04975be8d185 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382786 Mar 11 16:34:15.180501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153c52-5b37-4f38-9c0e-a95a4e268b19 req-a0b9eef0-2657-474a-ba39-30616da432c5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:15.181983 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31153c52-5b37-4f38-9c0e-a95a4e268b19 req-a0b9eef0-2657-474a-ba39-30616da432c5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0830662 Mar 11 16:34:15.226085 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31153c52-5b37-4f38-9c0e-a95a4e268b19 req-698e73ce-709a-4e80-88ce-690e7664a91e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385771 Mar 11 16:34:16.406829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb0d0f-dfbb-4a5d-8426-cbe6b1e2df3f req-23ba1e14-b526-4336-8a19-03624182298b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:16.408282 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fdb0d0f-dfbb-4a5d-8426-cbe6b1e2df3f req-23ba1e14-b526-4336-8a19-03624182298b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0799544 Mar 11 16:34:16.455074 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6fdb0d0f-dfbb-4a5d-8426-cbe6b1e2df3f req-6a81e830-55b5-4e78-8653-7091ded6d0e1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Mar 11 16:34:17.647000 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bea5a-0af2-49f3-bf6f-85005280702a req-0a85de24-b526-407a-826d-1518ca8d8bfd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:17.648564 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-754bea5a-0af2-49f3-bf6f-85005280702a req-0a85de24-b526-407a-826d-1518ca8d8bfd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0800810 Mar 11 16:34:17.692854 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-754bea5a-0af2-49f3-bf6f-85005280702a req-656dded6-cc88-4396-a821-969695953cac tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387034 Mar 11 16:34:19.010561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4fce0-04cc-4301-9921-65ea9c0b080b req-958ee077-c1cb-49c7-a92c-32d4f0f611de tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:19.011952 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11d4fce0-04cc-4301-9921-65ea9c0b080b req-958ee077-c1cb-49c7-a92c-32d4f0f611de tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.2173722 Mar 11 16:34:19.061887 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11d4fce0-04cc-4301-9921-65ea9c0b080b req-0897c4eb-aa66-4d24-9f02-520317104a52 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441582 Mar 11 16:34:20.289679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc9d54-e675-43b5-a4b4-ae2837851a3c req-9b42a33e-d720-49fc-b47c-bdef504e1405 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:20.291163 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c2bc9d54-e675-43b5-a4b4-ae2837851a3c req-9b42a33e-d720-49fc-b47c-bdef504e1405 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1269085 Mar 11 16:34:20.334913 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c2bc9d54-e675-43b5-a4b4-ae2837851a3c req-763b26f3-9d14-4c62-8b34-de4f52f3fd11 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380330 Mar 11 16:34:20.920975 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e678-b4db-486d-bb4f-8027b7bdfe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:21.521211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7338cdf-0df7-41c6-91a2-48785c301637 req-d1712fab-4a1a-4bd8-9bca-e7e7a8cd46dc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:21.522672 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7338cdf-0df7-41c6-91a2-48785c301637 req-d1712fab-4a1a-4bd8-9bca-e7e7a8cd46dc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0827317 Mar 11 16:34:21.570469 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e7338cdf-0df7-41c6-91a2-48785c301637 req-23718195-c7df-4d95-bc37-32a9936550da tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421810 Mar 11 16:34:22.761912 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fc969-b2dd-4d0c-a71f-8e82981abd36 req-94e3eaf9-cf47-4891-9583-75ee536b9ffc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:22.763336 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-670fc969-b2dd-4d0c-a71f-8e82981abd36 req-94e3eaf9-cf47-4891-9583-75ee536b9ffc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0808036 Mar 11 16:34:22.806744 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-670fc969-b2dd-4d0c-a71f-8e82981abd36 req-3aec26a4-f101-4b6d-97e5-637edf00499b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377488 Mar 11 16:34:23.703649 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a50ab119-b902-4750-87b3-bc6579be61b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:23.993166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b40850-76bd-4ed6-b9b5-6169177f589b req-e7b1ee0a-047c-4f62-9332-51ff281b94bc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:23.994647 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4b40850-76bd-4ed6-b9b5-6169177f589b req-e7b1ee0a-047c-4f62-9332-51ff281b94bc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0807831 Mar 11 16:34:24.040842 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b4b40850-76bd-4ed6-b9b5-6169177f589b req-15bf846d-fced-4bcc-9405-f5956e1fbb8e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 Mar 11 16:34:24.427726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:24.783557 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:25.227204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175f9f9-5d8a-4b0a-8e99-bf99b8287a2c req-d4c67d9d-9394-4eac-a304-21a44fb3d008 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:25.228696 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d175f9f9-5d8a-4b0a-8e99-bf99b8287a2c req-d4c67d9d-9394-4eac-a304-21a44fb3d008 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0814219 Mar 11 16:34:25.273448 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d175f9f9-5d8a-4b0a-8e99-bf99b8287a2c req-57a36308-309f-48e8-8735-6a948e18a981 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391264 Mar 11 16:34:26.149328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:26.460186 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c58e8-afe8-4f4c-a5ac-8bc03c4c47c7 req-67a2f092-b2a3-485f-a4d8-8dc6e0460668 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:26.461619 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9e5c58e8-afe8-4f4c-a5ac-8bc03c4c47c7 req-67a2f092-b2a3-485f-a4d8-8dc6e0460668 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0827432 Mar 11 16:34:26.511551 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9e5c58e8-afe8-4f4c-a5ac-8bc03c4c47c7 req-bed8cdd9-b468-405d-9ce8-e7918ebc8560 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437148 Mar 11 16:34:26.583688 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:27.696018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362784e-8277-4713-ad3e-6df89a985227 req-2c4e10af-e8d9-4966-9150-e895db9257e1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:27.697514 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0362784e-8277-4713-ad3e-6df89a985227 req-2c4e10af-e8d9-4966-9150-e895db9257e1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0803237 Mar 11 16:34:27.741639 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0362784e-8277-4713-ad3e-6df89a985227 req-762a5638-011c-412a-81be-605a81ec37ea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385430 Mar 11 16:34:28.927804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b5c86-8caa-4c56-bca9-ef6af52c6e76 req-4d0febd6-5a8d-4873-9bda-9078ebc81931 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:28.929257 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-714b5c86-8caa-4c56-bca9-ef6af52c6e76 req-4d0febd6-5a8d-4873-9bda-9078ebc81931 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0819204 Mar 11 16:34:28.971670 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-714b5c86-8caa-4c56-bca9-ef6af52c6e76 req-24cb4051-6d77-45f6-b2d9-8ace37dfcddb tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368381 Mar 11 16:34:29.002790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50094) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:29.205279 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-50ece917-780e-43a4-98b7-23acfdee6366 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/214f41fc-4c87-493b-86cb-d1d0c0ce396a HTTP/1.1" status: 200 len: 993 time: 0.2012668 Mar 11 16:34:30.822766 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb62d-f8ed-4190-bb65-dc525ea0e18e req-d633ff1a-5b5b-4bc3-8fed-55e090b26375 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:30.824227 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-516cb62d-f8ed-4190-bb65-dc525ea0e18e req-d633ff1a-5b5b-4bc3-8fed-55e090b26375 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0807285 Mar 11 16:34:30.909633 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-516cb62d-f8ed-4190-bb65-dc525ea0e18e req-73d57fdc-c47b-430c-ac6d-1aed3a964c9c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793493 Mar 11 16:34:30.937754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db994cf-f654-4bf3-85e9-aa4470abd088 req-4f20ee2d-5081-46c7-bcd8-ddda48afc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:30.939274 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7db994cf-f654-4bf3-85e9-aa4470abd088 req-4f20ee2d-5081-46c7-bcd8-ddda48afc7f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 1098 time: 0.0802820 Mar 11 16:34:31.067694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db994cf-f654-4bf3-85e9-aa4470abd088 req-5d9a065a-529e-48c5-b825-6c5faa0bd0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:31.069746 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7db994cf-f654-4bf3-85e9-aa4470abd088 req-5d9a065a-529e-48c5-b825-6c5faa0bd0a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86942c81-ecd0-49da-bf2f-ee2cfb38766d HTTP/1.1" status: 200 len: 898 time: 0.1248245 Mar 11 16:34:31.173709 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7db994cf-f654-4bf3-85e9-aa4470abd088 req-57d27486-7521-4ac2-bd72-5b1e2e13bfbb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce7940-ae6c-413f-a283-185889be8fa2 HTTP/1.1" status: 200 len: 1001 time: 0.0981579 Mar 11 16:34:31.234365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db994cf-f654-4bf3-85e9-aa4470abd088 req-20a6d5ba-91af-4ee4-b622-5217ba7e118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:31.235789 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7db994cf-f654-4bf3-85e9-aa4470abd088 req-20a6d5ba-91af-4ee4-b622-5217ba7e118f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06db90f1-0c1a-45d9-9fdf-e0835eb5c313 HTTP/1.1" status: 200 len: 835 time: 0.0564499 Mar 11 16:34:31.308201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db994cf-f654-4bf3-85e9-aa4470abd088 req-f0ff8461-51d8-4aaf-acc3-e7a85e449782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:31.309679 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7db994cf-f654-4bf3-85e9-aa4470abd088 req-f0ff8461-51d8-4aaf-acc3-e7a85e449782 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86942c81-ecd0-49da-bf2f-ee2cfb38766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684032 Mar 11 16:34:31.439077 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7db994cf-f654-4bf3-85e9-aa4470abd088 req-fa48f936-d605-424a-9f50-8f8b29887613 service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230688 Mar 11 16:34:31.567654 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7db994cf-f654-4bf3-85e9-aa4470abd088 req-d7247a0d-1b30-4079-b3b5-871bf42cef98 service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227531 Mar 11 16:34:32.103577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb625755-41f3-439f-ac22-589bd6f7fdb2 req-c46f50d8-ce34-4fec-b6b1-15aa2c86f979 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:32.105053 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb625755-41f3-439f-ac22-589bd6f7fdb2 req-c46f50d8-ce34-4fec-b6b1-15aa2c86f979 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0834775 Mar 11 16:34:32.149485 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb625755-41f3-439f-ac22-589bd6f7fdb2 req-4e652122-f385-4edc-92b6-fbec4514449c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389013 Mar 11 16:34:33.338792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6e328-106f-4b85-9646-0cd8aea8a85b req-8bccccec-bbd8-470c-988f-75f697f4dca8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:33.340230 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98a6e328-106f-4b85-9646-0cd8aea8a85b req-8bccccec-bbd8-470c-988f-75f697f4dca8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0785701 Mar 11 16:34:33.390046 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98a6e328-106f-4b85-9646-0cd8aea8a85b req-0d6d65c6-47e3-4ed1-a3d0-16d863c746f8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 Mar 11 16:34:33.413627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50110) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:33.517122 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c59347ea-eb32-4f55-b457-62162be1c9a1 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/214f41fc-4c87-493b-86cb-d1d0c0ce396a HTTP/1.1" status: 200 len: 993 time: 0.1021843 Mar 11 16:34:35.764290 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:34:43.468575 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-0d783fe1-87fb-4c6a-973f-78820f784da2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667298 Mar 11 16:34:43.604680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-670df081-bde7-4baa-ba51-d72e4ea55d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:43.606154 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-670df081-bde7-4baa-ba51-d72e4ea55d0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 1098 time: 0.0695672 Mar 11 16:34:43.749597 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-c2ec1457-5917-496e-9d07-97badc592552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:43.751007 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-c2ec1457-5917-496e-9d07-97badc592552 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86942c81-ecd0-49da-bf2f-ee2cfb38766d HTTP/1.1" status: 200 len: 898 time: 0.1225851 Mar 11 16:34:43.853687 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-593c26be-dedf-4d8f-9247-6590bb955293 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce7940-ae6c-413f-a283-185889be8fa2 HTTP/1.1" status: 200 len: 1001 time: 0.0961487 Mar 11 16:34:44.013519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-b6dd15ad-9a53-4225-8da4-cd408cfb07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:44.014939 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-b6dd15ad-9a53-4225-8da4-cd408cfb07f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06db90f1-0c1a-45d9-9fdf-e0835eb5c313 HTTP/1.1" status: 200 len: 835 time: 0.1556952 Mar 11 16:34:44.088754 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-1d8b0aa8-1083-47df-9440-5e075aea7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:44.090203 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-1d8b0aa8-1083-47df-9440-5e075aea7fd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86942c81-ecd0-49da-bf2f-ee2cfb38766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695329 Mar 11 16:34:44.220824 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-61be0c1e-7137-4f9a-a211-90864ea36567 service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231394 Mar 11 16:34:44.350748 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-eb91082d-87a9-48c2-94a7-078325ae6b08 req-db48283c-fd14-4431-8cd8-af3fffd35cef service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235366 Mar 11 16:34:50.903170 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ad1075b0-e523-4024-8e63-189520e94d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:53.707571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b2befe62-a9a4-4897-b3e0-2ce82222e9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:54.440297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:54.770213 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:56.152861 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:56.570377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:12.763039 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:35:20.890703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e6343211-3765-4ec8-8ea8-e9715b14618e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:23.706887 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6c7df8c4-edc3-43ba-8eaf-17b2e02e0f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:24.474379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:24.788382 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:26.226921 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:26.603888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:30.850425 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50136) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:31.047282 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 9fe24380-35be-46f5-b436-f575ea194374 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:35:31.047618 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:31.213002 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:31.213237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:31.333157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 9fe24380-35be-46f5-b436-f575ea194374 owned by network:floatingip {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:35:31.525855 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:31.575129 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=9fe24380-35be-46f5-b436-f575ea194374,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:31.610833 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.611175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.611512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.611841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.612174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.612495 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.612840 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.613177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.613501 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.614069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.614386 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.614699 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:31.673051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:31.673381 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.l3_db [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Floating IP 214f41fc-4c87-493b-86cb-d1d0c0ce396a disassociated (deleted). External IP: 172.26.6.143, port: c0ce7940-ae6c-413f-a283-185889be8fa2. Mar 11 16:35:32.010666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:35:32.289073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:35:32.299582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4e06ca-f9be-41ec-9869-d6905b5bbc4e None None] Sync routers for ids ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:35:32.309032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e06ca-f9be-41ec-9869-d6905b5bbc4e None None] Routers {'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:32.309627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ae4e06ca-f9be-41ec-9869-d6905b5bbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:35:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:32.360026 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:32.417453 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ddce9f12-c20f-40a7-8bdb-21e2037f1743 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/floatingips/214f41fc-4c87-493b-86cb-d1d0c0ce396a HTTP/1.1" status: 204 len: 168 time: 1.5659363 Mar 11 16:35:32.418136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d779539-623c-4672-8d07-95b753a5cdd9', 'tag': 'c0ce7940-ae6c-413f-a283-185889be8fa2'}] {{(pid=88557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:32.492418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ae4e06ca-f9be-41ec-9869-d6905b5bbc4e None None] Set router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:32.512009 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d779539-623c-4672-8d07-95b753a5cdd9', 'tag': 'c0ce7940-ae6c-413f-a283-185889be8fa2', 'status': 'completed', 'code': 200} Mar 11 16:35:32.613036 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ba00-b355-4fdf-8b43-2b5284d01f7f req-4b8444b1-ac45-495b-a9e2-9bf0e2775b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:32.614864 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4812ba00-b355-4fdf-8b43-2b5284d01f7f req-4b8444b1-ac45-495b-a9e2-9bf0e2775b69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 1098 time: 0.0786469 Mar 11 16:35:32.749933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ba00-b355-4fdf-8b43-2b5284d01f7f req-c89b5d24-f5e0-4936-9216-8851698f3e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:32.751415 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4812ba00-b355-4fdf-8b43-2b5284d01f7f req-c89b5d24-f5e0-4936-9216-8851698f3e92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86942c81-ecd0-49da-bf2f-ee2cfb38766d HTTP/1.1" status: 200 len: 898 time: 0.1295369 Mar 11 16:35:32.814922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ae4e06ca-f9be-41ec-9869-d6905b5bbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'a1de8e9d-0335-47be-869c-f690d59f993f', 'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:7b:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:36Z', 'updated_at': '2022-03-11T16:32:43Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:32.818665 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4812ba00-b355-4fdf-8b43-2b5284d01f7f req-8a6ad6b6-021b-499f-a117-257c3ff8649d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce7940-ae6c-413f-a283-185889be8fa2 HTTP/1.1" status: 200 len: 217 time: 0.0606980 Mar 11 16:35:32.821061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4e06ca-f9be-41ec-9869-d6905b5bbc4e None None] Checking router: a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:35:32.830237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e06ca-f9be-41ec-9869-d6905b5bbc4e None None] Routers {'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:32.830832 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ae4e06ca-f9be-41ec-9869-d6905b5bbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:35:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:32.887089 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ba00-b355-4fdf-8b43-2b5284d01f7f req-7dc85cf6-6034-43cc-8acb-f393e592de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:32.888617 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4812ba00-b355-4fdf-8b43-2b5284d01f7f req-7dc85cf6-6034-43cc-8acb-f393e592de4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06db90f1-0c1a-45d9-9fdf-e0835eb5c313 HTTP/1.1" status: 200 len: 835 time: 0.0647402 Mar 11 16:35:33.008946 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ae4e06ca-f9be-41ec-9869-d6905b5bbc4e None None] Set router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:33.021412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ba00-b355-4fdf-8b43-2b5284d01f7f req-f4576a53-1c2c-462e-a656-3067488176ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:33.022888 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4812ba00-b355-4fdf-8b43-2b5284d01f7f req-f4576a53-1c2c-462e-a656-3067488176ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86942c81-ecd0-49da-bf2f-ee2cfb38766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1279237 Mar 11 16:35:33.081779 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c16d6-5ea0-4dbb-ba45-e9402dd13dea req-62306e00-45f1-4932-87f7-72d4ddbadd83 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:33.083256 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-399c16d6-5ea0-4dbb-ba45-e9402dd13dea req-62306e00-45f1-4932-87f7-72d4ddbadd83 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1380892 Mar 11 16:35:33.200395 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-399c16d6-5ea0-4dbb-ba45-e9402dd13dea req-0c2257a4-277f-4b23-8d8e-fb5b475a1874 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712559 Mar 11 16:35:33.207884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4812ba00-b355-4fdf-8b43-2b5284d01f7f req-3ac4744a-c121-4cbc-bd43-b5a911c7eb36 service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745417 Mar 11 16:35:33.342244 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4812ba00-b355-4fdf-8b43-2b5284d01f7f req-60b01bff-d17b-4830-93fc-c13ce27588dc service neutron] 10.222.0.30 "GET /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280932 Mar 11 16:35:33.349531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ae4e06ca-f9be-41ec-9869-d6905b5bbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'a1de8e9d-0335-47be-869c-f690d59f993f', 'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:7b:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:36Z', 'updated_at': '2022-03-11T16:32:43Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:33.353624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4e06ca-f9be-41ec-9869-d6905b5bbc4e None None] The sync data for ids ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'] in dv-neutron-833203-2-hyperv is: [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': 'a1de8e9d-0335-47be-869c-f690d59f993f', 'name': '', 'network_id': '86942c81-ecd0-49da-bf2f-ee2cfb38766d', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:7b:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:36Z', 'updated_at': '2022-03-11T16:32:43Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '06db90f1-0c1a-45d9-9fdf-e0835eb5c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:35:33.562628 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95375f95-f0d3-4455-853c-203ae55925da None None] New status for floating IP 214f41fc-4c87-493b-86cb-d1d0c0ce396a: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:35:34.384888 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dd18d-3fbb-454e-8bec-0051e1c08cd7 req-ed191c15-12b6-4522-a665-fe564498f48d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:34.386348 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec3dd18d-3fbb-454e-8bec-0051e1c08cd7 req-ed191c15-12b6-4522-a665-fe564498f48d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0799017 Mar 11 16:35:34.429475 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec3dd18d-3fbb-454e-8bec-0051e1c08cd7 req-d5d9629c-c806-480a-b98f-61e551a47656 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=807b7f4e-8fd8-42c0-966b-b14da1d9a820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369377 Mar 11 16:35:34.693365 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82f572-0b9d-4163-8eb3-7ec486294541 req-65bfbb6c-1793-41b4-986c-c1dbbc840139 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:34.694749 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a82f572-0b9d-4163-8eb3-7ec486294541 req-65bfbb6c-1793-41b4-986c-c1dbbc840139 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0831213 Mar 11 16:35:34.761613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-7a82f572-0b9d-4163-8eb3-7ec486294541 req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port c0ce7940-ae6c-413f-a283-185889be8fa2 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:35:34.761945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7a82f572-0b9d-4163-8eb3-7ec486294541 req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:35.097349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-7a82f572-0b9d-4163-8eb3-7ec486294541 req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port c0ce7940-ae6c-413f-a283-185889be8fa2, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c0ce7940-ae6c-413f-a283-185889be8fa2,segment=NetworkSegment(e0410186-8a3d-4114-b6b5-482cd2cfcea8),segment_id=e0410186-8a3d-4114-b6b5-482cd2cfcea8)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:35:35.097699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7a82f572-0b9d-4163-8eb3-7ec486294541 req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:35.216048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-7a82f572-0b9d-4163-8eb3-7ec486294541 req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for c0ce7940-ae6c-413f-a283-185889be8fa2 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:35:35.443994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7a82f572-0b9d-4163-8eb3-7ec486294541 req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:35.496416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=c0ce7940-ae6c-413f-a283-185889be8fa2,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:35.531981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.532333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.532701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.533041 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.533397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.533704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.534031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.534381 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.534701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.535028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.535349 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.535670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:35.626739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a82f572-0b9d-4163-8eb3-7ec486294541 req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] No DVR routers for this DVR port c0ce7940-ae6c-413f-a283-185889be8fa2 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:35:35.629852 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f6190bb7-ed58-41d6-8e03-dd3919aaa2be req-84c55532-498e-4e39-8561-8893bfb7614a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0802855 Mar 11 16:35:35.630634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7a82f572-0b9d-4163-8eb3-7ec486294541 req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:35.633216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d779539-623c-4672-8d07-95b753a5cdd9', 'name': 'network-vif-deleted', 'tag': 'c0ce7940-ae6c-413f-a283-185889be8fa2'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:35.650889 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a82f572-0b9d-4163-8eb3-7ec486294541 req-ff1e0775-7f2f-4a72-af47-97b6b01961e7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "DELETE /v2.0/ports/c0ce7940-ae6c-413f-a283-185889be8fa2 HTTP/1.1" status: 204 len: 173 time: 0.9481626 Mar 11 16:35:35.731766 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d779539-623c-4672-8d07-95b753a5cdd9', 'name': 'network-vif-deleted', 'tag': 'c0ce7940-ae6c-413f-a283-185889be8fa2', 'status': 'completed', 'code': 200} Mar 11 16:35:36.799377 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-7c680572-fe2e-4217-b1e7-9f2db5a0fb08 req-5ca4aa24-5743-41e1-b443-ea3af4124d7c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:35:36.908419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-7c680572-fe2e-4217-b1e7-9f2db5a0fb08 req-5ca4aa24-5743-41e1-b443-ea3af4124d7c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:35:36.909669 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7c680572-fe2e-4217-b1e7-9f2db5a0fb08 req-5ca4aa24-5743-41e1-b443-ea3af4124d7c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d779539-623c-4672-8d07-95b753a5cdd9 HTTP/1.1" status: 200 len: 210 time: 0.1527994 Mar 11 16:35:38.006996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50164) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:38.550142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:38.899886 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port a1de8e9d-0335-47be-869c-f690d59f993f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:35:38.900221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:39.083970 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port a1de8e9d-0335-47be-869c-f690d59f993f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a1de8e9d-0335-47be-869c-f690d59f993f,segment=NetworkSegment(e0410186-8a3d-4114-b6b5-482cd2cfcea8),segment_id=e0410186-8a3d-4114-b6b5-482cd2cfcea8)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:35:39.084712 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:39.302677 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for a1de8e9d-0335-47be-869c-f690d59f993f owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:35:39.674371 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:39.758536 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=a1de8e9d-0335-47be-869c-f690d59f993f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:39.876767 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c0ce7940-ae6c-413f-a283-185889be8fa2 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:35:39.917215 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: c0ce7940-ae6c-413f-a283-185889be8fa2 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:35:39.917547 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device c0ce7940-ae6c-413f-a283-185889be8fa2 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:35:39.996921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:40.350125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:35:40.635389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:35:40.644717 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a115f-8bf3-4dc4-84c8-dfbc00962c0f None None] Sync routers for ids ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:35:40.653430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a115f-8bf3-4dc4-84c8-dfbc00962c0f None None] Routers {'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:40.654033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d56a115f-8bf3-4dc4-84c8-dfbc00962c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:35:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:40.710146 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-eef8b113-df15-4d91-8587-048cab5d9b8d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "PUT /v2.0/routers/a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7020218 Mar 11 16:35:40.712764 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50168) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:40.779608 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b291735-5816-4b54-a57a-42b6942bd470 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting subnet 06db90f1-0c1a-45d9-9fdf-e0835eb5c313 {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:35:40.782528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b291735-5816-4b54-a57a-42b6942bd470 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:40.827010 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-d56a115f-8bf3-4dc4-84c8-dfbc00962c0f None None] Set router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:40.837027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b291735-5816-4b54-a57a-42b6942bd470 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:40.918857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b291735-5816-4b54-a57a-42b6942bd470 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:41.055894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b291735-5816-4b54-a57a-42b6942bd470 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:41.092824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b291735-5816-4b54-a57a-42b6942bd470 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Subnet': ['ID=06db90f1-0c1a-45d9-9fdf-e0835eb5c313,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:41.098097 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0b291735-5816-4b54-a57a-42b6942bd470 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:41.104132 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0b291735-5816-4b54-a57a-42b6942bd470 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/subnets/06db90f1-0c1a-45d9-9fdf-e0835eb5c313 HTTP/1.1" status: 204 len: 168 time: 0.3904054 Mar 11 16:35:41.106741 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50172) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:41.107570 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d56a115f-8bf3-4dc4-84c8-dfbc00962c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:35:39Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:41.111601 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c01fa45-9809-4f0f-8cb5-a030ba27a2fc None None] Network 86942c81-ecd0-49da-bf2f-ee2cfb38766d requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:35:41.137442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a115f-8bf3-4dc4-84c8-dfbc00962c0f None None] Checking router: a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:35:41.201180 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a115f-8bf3-4dc4-84c8-dfbc00962c0f None None] Routers {'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:41.201741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d56a115f-8bf3-4dc4-84c8-dfbc00962c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:35:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:41.286599 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:41.457206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-d56a115f-8bf3-4dc4-84c8-dfbc00962c0f None None] Set router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:41.464377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:41.541454 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 55692c50-24b5-4c0a-b684-7dbfc9e18c36 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:35:41.541798 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:41.708950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] DHCP port deletion for 86942c81-ecd0-49da-bf2f-ee2cfb38766d request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:35:41.714597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Deleting port e046ce5e-aa19-453d-8bd2-1d3b82bd184c {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:35:41.714968 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:41.733414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port 55692c50-24b5-4c0a-b684-7dbfc9e18c36, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=55692c50-24b5-4c0a-b684-7dbfc9e18c36,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:35:41.733778 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:41.861053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 55692c50-24b5-4c0a-b684-7dbfc9e18c36 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:35:41.984891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] For port e046ce5e-aa19-453d-8bd2-1d3b82bd184c, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e046ce5e-aa19-453d-8bd2-1d3b82bd184c,segment=NetworkSegment(e0410186-8a3d-4114-b6b5-482cd2cfcea8),segment_id=e0410186-8a3d-4114-b6b5-482cd2cfcea8)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:35:41.984891 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.089711 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.100790 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Calling delete_port for e046ce5e-aa19-453d-8bd2-1d3b82bd184c owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:35:42.131782 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d56a115f-8bf3-4dc4-84c8-dfbc00962c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:35:39Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:42.137237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=55692c50-24b5-4c0a-b684-7dbfc9e18c36,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:42.142425 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a115f-8bf3-4dc4-84c8-dfbc00962c0f None None] The sync data for ids ['a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b'] in dv-neutron-833203-2-hyperv is: [{'id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865253602', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:32:32Z', 'updated_at': '2022-03-11T16:35:39Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '55692c50-24b5-4c0a-b684-7dbfc9e18c36', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:32:33Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:35:42.236072 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.243620 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.289496 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Pushing event deleted for resources: {'Port': ['ID=e046ce5e-aa19-453d-8bd2-1d3b82bd184c,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:42.299135 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] No DVR routers for this DVR port e046ce5e-aa19-453d-8bd2-1d3b82bd184c on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:35:42.301159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.301507 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.301848 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.302175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.302509 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.302840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.303165 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.303491 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.303815 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.304137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.304455 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.304804 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7183b4fd-b6c7-4d4e-ace9-29e3e845b2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:42.514915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.517390 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.649721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.650237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Fanout notify agent at l3_agent the message router_deleted on router a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:35:42.666652 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.667767 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4a958f76-eb7d-4311-bc08-95ce5de222c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/routers/a3d9a7d2-6441-4b47-b6f0-f907f6abbe6b HTTP/1.1" status: 204 len: 168 time: 1.5601172 Mar 11 16:35:42.671024 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50176) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:42.791292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.923018 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.947651 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86942c81-ecd0-49da-bf2f-ee2cfb38766d']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:42.959878 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0410186-8a3d-4114-b6b5-482cd2cfcea8') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:42.960170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0410186-8a3d-4114-b6b5-482cd2cfcea8') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:42.972027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.991508 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.997512 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:35:42.999156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:35:43.012190 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:35:43.159781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:43.176809 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:43.189949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Network': ['ID=86942c81-ecd0-49da-bf2f-ee2cfb38766d,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:43.192506 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-bf73141c-e2dc-401e-aaf4-d038f5d35915 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/networks/86942c81-ecd0-49da-bf2f-ee2cfb38766d HTTP/1.1" status: 204 len: 168 time: 0.5205455 Mar 11 16:35:43.195289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50180) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:43.270667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-305923af-4503-49b7-870b-021b34592d39 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:43.299190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-305923af-4503-49b7-870b-021b34592d39 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:43.416903 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-305923af-4503-49b7-870b-021b34592d39 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:43.433847 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305923af-4503-49b7-870b-021b34592d39 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=807b7f4e-8fd8-42c0-966b-b14da1d9a820,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:43.443115 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-305923af-4503-49b7-870b-021b34592d39 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:43.444285 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-305923af-4503-49b7-870b-021b34592d39 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/security-groups/807b7f4e-8fd8-42c0-966b-b14da1d9a820 HTTP/1.1" status: 204 len: 168 time: 0.2482166 Mar 11 16:35:43.684917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e046ce5e-aa19-453d-8bd2-1d3b82bd184c no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:35:43.721791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: e046ce5e-aa19-453d-8bd2-1d3b82bd184c {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:35:43.722138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e046ce5e-aa19-453d-8bd2-1d3b82bd184c not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:35:43.722549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 55692c50-24b5-4c0a-b684-7dbfc9e18c36 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:35:43.755434 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 55692c50-24b5-4c0a-b684-7dbfc9e18c36 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:35:43.755776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 55692c50-24b5-4c0a-b684-7dbfc9e18c36 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:35:43.756179 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a1de8e9d-0335-47be-869c-f690d59f993f no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:35:43.787605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: a1de8e9d-0335-47be-869c-f690d59f993f {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:35:43.787950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a1de8e9d-0335-47be-869c-f690d59f993f not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:35:44.818614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50190) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:44.823742 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042175063', 'description': 'tempest-secgroup-smoke-1042175063 description', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:44.830721 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:44.834710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:44.837730 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:44.843379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:44.925128 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:44.952453 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:44.956110 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:44.958961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:44.964797 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:45.033792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.129324 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.176791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b0dbdb-57b8-4418-8f00-517478a8d172,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:45.245268 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.246581 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3654f53d-aa14-4510-856d-0008e49aeafc tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4269414 Mar 11 16:35:45.250136 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50194) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:45.255223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-3693c021-5c14-486e-a75c-a21e93a6c4a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '47b0dbdb-57b8-4418-8f00-517478a8d172', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:45.261278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3693c021-5c14-486e-a75c-a21e93a6c4a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:45.265250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3693c021-5c14-486e-a75c-a21e93a6c4a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:45.268108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-3693c021-5c14-486e-a75c-a21e93a6c4a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:45.273857 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-3693c021-5c14-486e-a75c-a21e93a6c4a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:45.355025 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3693c021-5c14-486e-a75c-a21e93a6c4a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.415399 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3693c021-5c14-486e-a75c-a21e93a6c4a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.479578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3693c021-5c14-486e-a75c-a21e93a6c4a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.504627 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693c021-5c14-486e-a75c-a21e93a6c4a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffd33b2-6ab9-46cd-b76f-3c9f951558e3,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:45.581017 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-3693c021-5c14-486e-a75c-a21e93a6c4a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.582251 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-3693c021-5c14-486e-a75c-a21e93a6c4a8 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3311751 Mar 11 16:35:45.585066 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50198) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:45.589993 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-d55d22df-d782-481d-813f-0f6ebabf7fd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '47b0dbdb-57b8-4418-8f00-517478a8d172', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:45.596528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d55d22df-d782-481d-813f-0f6ebabf7fd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:45.600362 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d55d22df-d782-481d-813f-0f6ebabf7fd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:45.603311 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-d55d22df-d782-481d-813f-0f6ebabf7fd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:45.609626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-d55d22df-d782-481d-813f-0f6ebabf7fd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:45.686361 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d55d22df-d782-481d-813f-0f6ebabf7fd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.746722 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d55d22df-d782-481d-813f-0f6ebabf7fd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.805631 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d55d22df-d782-481d-813f-0f6ebabf7fd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.829520 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d22df-d782-481d-813f-0f6ebabf7fd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb7cc13-9f27-4165-9058-309d817a98ce,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:45.885195 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-d55d22df-d782-481d-813f-0f6ebabf7fd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.886373 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-d55d22df-d782-481d-813f-0f6ebabf7fd7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3004005 Mar 11 16:35:45.889740 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50202) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:45.894547 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4cd48ebe-e000-4e59-9413-6b8092a3ed36 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '47b0dbdb-57b8-4418-8f00-517478a8d172', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:45.900347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4cd48ebe-e000-4e59-9413-6b8092a3ed36 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:45.904056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4cd48ebe-e000-4e59-9413-6b8092a3ed36 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:45.907830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4cd48ebe-e000-4e59-9413-6b8092a3ed36 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:45.913403 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4cd48ebe-e000-4e59-9413-6b8092a3ed36 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:45.982996 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4cd48ebe-e000-4e59-9413-6b8092a3ed36 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.044780 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4cd48ebe-e000-4e59-9413-6b8092a3ed36 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.102285 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4cd48ebe-e000-4e59-9413-6b8092a3ed36 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.125316 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd48ebe-e000-4e59-9413-6b8092a3ed36 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0503317a-6bce-4897-b78f-fb41357a4af1,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:46.193948 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4cd48ebe-e000-4e59-9413-6b8092a3ed36 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.195157 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4cd48ebe-e000-4e59-9413-6b8092a3ed36 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3045154 Mar 11 16:35:46.197906 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50206) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:46.203391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1aa104d6-94aa-4b03-aefa-48bc4ed4075e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '47b0dbdb-57b8-4418-8f00-517478a8d172', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:46.209274 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1aa104d6-94aa-4b03-aefa-48bc4ed4075e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:46.213088 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1aa104d6-94aa-4b03-aefa-48bc4ed4075e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:46.215961 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1aa104d6-94aa-4b03-aefa-48bc4ed4075e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:46.221697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1aa104d6-94aa-4b03-aefa-48bc4ed4075e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:46.297707 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1aa104d6-94aa-4b03-aefa-48bc4ed4075e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.359979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1aa104d6-94aa-4b03-aefa-48bc4ed4075e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.439351 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1aa104d6-94aa-4b03-aefa-48bc4ed4075e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.466704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa104d6-94aa-4b03-aefa-48bc4ed4075e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c43dc2f-0e59-497f-abc4-62e15417dc49,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:46.514289 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1aa104d6-94aa-4b03-aefa-48bc4ed4075e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.515472 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1aa104d6-94aa-4b03-aefa-48bc4ed4075e tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3166690 Mar 11 16:35:46.518228 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50210) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:46.522998 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '47b0dbdb-57b8-4418-8f00-517478a8d172', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:46.528913 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:46.532658 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:46.535482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:46.542439 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:46.587938 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Project c5302d0c64b947c4862cde1cc7d3c367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:35:46.597140 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.670873 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.725355 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.749992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0da5f3f-0f95-45ec-b006-37b854177702,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:46.851090 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.852311 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-fb3cc2b6-796f-4259-a208-84db10f0f547 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331826 Mar 11 16:35:46.862736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50214) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:46.867849 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'security_group_rule': {'security_group_id': '47b0dbdb-57b8-4418-8f00-517478a8d172', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:46.874604 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:46.878383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:security_group_rule and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:46.881214 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:46.886867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:47.000097 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Project c5302d0c64b947c4862cde1cc7d3c367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:35:47.007544 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:47.071905 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:47.199667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:47.223786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2306e2e-96b5-4e1c-92e8-aadd51afacd4,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:47.306762 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:47.307973 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-26fe71b2-f101-4082-a934-16a717f73305 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4443312 Mar 11 16:35:47.310882 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50218) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:47.316801 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'network': {'name': 'tempest-network-smoke--1409878428', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'port_security_enabled': True}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:47.321922 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:47.326616 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:network and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:47.329510 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:47.335175 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:47.409442 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:35:47.412991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:47.440272 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:35:47.448603 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:47.448997 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Added segment 88b3a269-8f83-47f9-9a27-1f8b7a72ba68 of type vlan for network 7e417071-efe8-46cd-a435-92ca4bbe8e49 Mar 11 16:35:47.476341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:47.563923 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:47.569559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:47.570139 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:47.672950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Network': ['ID=7e417071-efe8-46cd-a435-92ca4bbe8e49,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:47.682748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 7e417071-efe8-46cd-a435-92ca4bbe8e49 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:35:47.732067 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4c14c256-a34c-41ae-918d-6d62ee447545 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4199739 Mar 11 16:35:47.734660 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50222) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:47.739985 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'admin_state_up': True, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:47.747354 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:47.751894 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:router and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:47.754933 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:47.761567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:47.832818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:47.833984 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:47.848283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:48.280427 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:48.643279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:48.671451 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:48.804601 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.26.6.111 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/2c490a2f-aa2c-4c18-b745-8479c73b9848) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:48.947890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:49.034306 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:49.098076 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:49.100800 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:49.108927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:35:49.152918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=2c490a2f-aa2c-4c18-b745-8479c73b9848,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:49.594813 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:49.762038 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:35:50.047591 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:50.328951 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router 125a94f8-2985-4b41-81ef-7691dc36c6ec is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:35:50.501830 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:35:50.511197 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Sync routers for ids ['125a94f8-2985-4b41-81ef-7691dc36c6ec'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:35:50.520229 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Routers {'125a94f8-2985-4b41-81ef-7691dc36c6ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:50.520878 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:35:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['125a94f8-2985-4b41-81ef-7691dc36c6ec'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:50.620978 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:50.622144 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-df0e40d7-b29b-4897-8014-188be557a284 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8865561 Mar 11 16:35:50.625841 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50226) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:50.699357 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Set router 125a94f8-2985-4b41-81ef-7691dc36c6ec gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:50.817209 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4987c8fc-af5c-4e51-9062-09ca4c221329 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c5302d0c64b947c4862cde1cc7d3c367&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1902204 Mar 11 16:35:50.819820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50232) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:50.895396 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc1f5-a13a-494a-88e8-378f36ca81ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:50.948209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861782de-fab6-4eff-8f09-49b18f393065 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:50.949740 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-861782de-fab6-4eff-8f09-49b18f393065 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289377 Mar 11 16:35:50.956951 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50236) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:50.984914 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:49Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:50.989068 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Checking router: 125a94f8-2985-4b41-81ef-7691dc36c6ec for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:35:50.989435 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Updating router 125a94f8-2985-4b41-81ef-7691dc36c6ec port 2c490a2f-aa2c-4c18-b745-8479c73b9848 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:35:50.995761 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8f3969f5-f1f3-4698-bcd3-d252021a527c tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=71963bab-350e-4902-b19d-5dd30945ddcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376971 Mar 11 16:35:50.999146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50240) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:51.004994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-76419113', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:51.042431 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:51.116487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:51.120178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:subnet and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:51.122960 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:51.128431 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:51.220705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'subnet': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:35:51.224531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3557993'] for subnet, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:51.398720 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:51.410131 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Transition to ACTIVE for port object 2c490a2f-aa2c-4c18-b745-8479c73b9848 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:35:51.512126 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:51.530046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3557979'] for subnet, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:51.595193 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Attempting to bind port 2c490a2f-aa2c-4c18-b745-8479c73b9848 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:35:51.595562 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Attempting to bind port 2c490a2f-aa2c-4c18-b745-8479c73b9848 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:35:51.595924 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Attempting to bind port 2c490a2f-aa2c-4c18-b745-8479c73b9848 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:35:51.599230 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Pushing event updated for resources: {'Port': ['ID=2c490a2f-aa2c-4c18-b745-8479c73b9848,revision_number=2']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:51.606707 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:35:51.607133 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:35:51.608058 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:51.608424 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:35:51.608909 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Bound port: 2c490a2f-aa2c-4c18-b745-8479c73b9848, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:35:51.609282 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:51.615876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Subnet': ['ID=02e0df10-a783-4f0c-a08f-b7030548f0cb,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:51.619808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Checking segment: {'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:35:51.620170 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network hostable DHCP agents. Network: 7e417071-efe8-46cd-a435-92ca4bbe8e49, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:35:51.640091 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.640435 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.640794 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.641124 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.641448 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.641781 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.642105 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.642429 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.642748 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.643069 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.643399 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.643699 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.690943 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] For port 2c490a2f-aa2c-4c18-b745-8479c73b9848, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:35:51.693927 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] For port 2c490a2f-aa2c-4c18-b745-8479c73b9848, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2c490a2f-aa2c-4c18-b745-8479c73b9848,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:35:51.702181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 7e417071-efe8-46cd-a435-92ca4bbe8e49 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:35:51.809896 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:51.833697 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 7e417071-efe8-46cd-a435-92ca4bbe8e49) {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:51.838141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:51.838734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:51.842981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4615ff4a-bebe-408e-b5e2-316dd09de1fc None None] Network 7e417071-efe8-46cd-a435-92ca4bbe8e49 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:35:51.888824 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Routers {'125a94f8-2985-4b41-81ef-7691dc36c6ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:51.889436 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:35:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['125a94f8-2985-4b41-81ef-7691dc36c6ec'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:51.927049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-3e753553-7f31-4b25-af1b-91725703d62d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9242508 Mar 11 16:35:51.927405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50244) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:51.940885 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd701ac-c45d-4bb6-9693-8c78f5b25d6b None None] Pushing event updated for resources: {'Port': ['ID=2c490a2f-aa2c-4c18-b745-8479c73b9848,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:52.069750 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] Set router 125a94f8-2985-4b41-81ef-7691dc36c6ec gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:52.071525 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-7e417071-efe8-46cd-a435-92ca4bbe8e49', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ips': [{'subnet_id': '02e0df10-a783-4f0c-a08f-b7030548f0cb'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:35:52.072511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:52.234155 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Allocated IP 172.20.0.2 (7e417071-efe8-46cd-a435-92ca4bbe8e49/02e0df10-a783-4f0c-a08f-b7030548f0cb/6a8b3acc-738c-4458-b26d-3b16eacd5b47) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:52.363571 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:49Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:52.367676 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f1dbe-f2e0-4a36-a2a7-f8b2668f0390 None None] The sync data for ids ['125a94f8-2985-4b41-81ef-7691dc36c6ec'] in dv-neutron-833203-2-hyperv is: [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:49Z', 'revision_number': 3, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:35:52.495889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:52.506424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Transition to ACTIVE for port object 6a8b3acc-738c-4458-b26d-3b16eacd5b47 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:35:52.526755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Transition to ACTIVE for port object 6a8b3acc-738c-4458-b26d-3b16eacd5b47 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:35:52.611579 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:52.681289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Network 7e417071-efe8-46cd-a435-92ca4bbe8e49 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:52.684829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:52.699157 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:35:52.710411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Pushing event updated for resources: {'Port': ['ID=6a8b3acc-738c-4458-b26d-3b16eacd5b47,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:52.809148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Attempting to bind port 6a8b3acc-738c-4458-b26d-3b16eacd5b47 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:35:52.809521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Attempting to bind port 6a8b3acc-738c-4458-b26d-3b16eacd5b47 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:35:52.809889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Attempting to bind port 6a8b3acc-738c-4458-b26d-3b16eacd5b47 on network 7e417071-efe8-46cd-a435-92ca4bbe8e49 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:35:52.822721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:35:52.822721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Checking segment: {'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:35:52.822721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:52.822721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Bound using segment: {'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:35:52.822721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Bound port: 6a8b3acc-738c-4458-b26d-3b16eacd5b47, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:35:52.822721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:52.823370 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:52.913929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] For port 6a8b3acc-738c-4458-b26d-3b16eacd5b47, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:35:52.917377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] For port 6a8b3acc-738c-4458-b26d-3b16eacd5b47, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6a8b3acc-738c-4458-b26d-3b16eacd5b47,segment=NetworkSegment(88b3a269-8f83-47f9-9a27-1f8b7a72ba68),segment_id=88b3a269-8f83-47f9-9a27-1f8b7a72ba68)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:35:52.977462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:53.063405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244ffbc-fa3f-4fa8-8312-d0f9345c3cf6 None None] Pushing event updated for resources: {'Port': ['ID=6a8b3acc-738c-4458-b26d-3b16eacd5b47,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:53.286069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.20.0.1 (7e417071-efe8-46cd-a435-92ca4bbe8e49/02e0df10-a783-4f0c-a08f-b7030548f0cb/7cb3ce41-2871-45fd-bb8e-7b45fa587ee7) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:53.463835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:53.480237 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Transition to ACTIVE for port object 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:35:53.580994 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:53.648089 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 7e417071-efe8-46cd-a435-92ca4bbe8e49 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:53.656562 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:53.661924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:35:53.702490 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=7cb3ce41-2871-45fd-bb8e-7b45fa587ee7,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:53.709810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2900-8e44-4e0c-92b9-e388f76fe0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:53.734853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:53.778391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2c490a2f-aa2c-4c18-b745-8479c73b9848 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:35:53.902641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 2c490a2f-aa2c-4c18-b745-8479c73b9848 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:35:53.908019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 2c490a2f-aa2c-4c18-b745-8479c73b9848 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:53.908490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:54.037760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:54.054174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 2c490a2f-aa2c-4c18-b745-8479c73b9848, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2c490a2f-aa2c-4c18-b745-8479c73b9848,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:35:54.076569 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:54.141149 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:54.141939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6a8b3acc-738c-4458-b26d-3b16eacd5b47 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:35:54.256409 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=2c490a2f-aa2c-4c18-b745-8479c73b9848,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:54.336970 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 6a8b3acc-738c-4458-b26d-3b16eacd5b47 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:35:54.429290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:54.517368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:54.559469 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:54.624180 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16db4a3-e617-4ca7-b035-150227eac9bd None None] Network 7e417071-efe8-46cd-a435-92ca4bbe8e49 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:35:54.788178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dc7eeba7-e137-46cf-9a51-4fce46f2aefa None None] Provisioning for port 6a8b3acc-738c-4458-b26d-3b16eacd5b47 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:35:54.793379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:54.797645 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=7cb3ce41-2871-45fd-bb8e-7b45fa587ee7,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:54.803631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-dc7eeba7-e137-46cf-9a51-4fce46f2aefa None None] Provisioning complete for port 6a8b3acc-738c-4458-b26d-3b16eacd5b47 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:54.803996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc7eeba7-e137-46cf-9a51-4fce46f2aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:54.839550 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:54.934919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 7e417071-efe8-46cd-a435-92ca4bbe8e49 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:54.935891 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:54.978799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc7eeba7-e137-46cf-9a51-4fce46f2aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:55.015176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-dc7eeba7-e137-46cf-9a51-4fce46f2aefa None None] For port 6a8b3acc-738c-4458-b26d-3b16eacd5b47, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6a8b3acc-738c-4458-b26d-3b16eacd5b47,segment=NetworkSegment(88b3a269-8f83-47f9-9a27-1f8b7a72ba68),segment_id=88b3a269-8f83-47f9-9a27-1f8b7a72ba68)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:35:55.097239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc7eeba7-e137-46cf-9a51-4fce46f2aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:55.128699 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router 125a94f8-2985-4b41-81ef-7691dc36c6ec has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:35:55.175515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eeba7-e137-46cf-9a51-4fce46f2aefa None None] Pushing event updated for resources: {'Port': ['ID=6a8b3acc-738c-4458-b26d-3b16eacd5b47,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:55.218468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b803bfa5-403a-4fca-b3b3-dadfc22c97e2 None None] Provisioning complete for port 6a8b3acc-738c-4458-b26d-3b16eacd5b47 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:55.218956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b803bfa5-403a-4fca-b3b3-dadfc22c97e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:55.334522 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:35:55.347289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Sync routers for ids ['125a94f8-2985-4b41-81ef-7691dc36c6ec'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:35:55.348803 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-39e02c71-2792-427e-9525-949e39f1c873 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "PUT /v2.0/routers/125a94f8-2985-4b41-81ef-7691dc36c6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4202824 Mar 11 16:35:55.366311 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Routers {'125a94f8-2985-4b41-81ef-7691dc36c6ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:55.366936 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:35:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['125a94f8-2985-4b41-81ef-7691dc36c6ec'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:55.509678 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b803bfa5-403a-4fca-b3b3-dadfc22c97e2 None None] Provisioning for port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:35:55.524423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b803bfa5-403a-4fca-b3b3-dadfc22c97e2 None None] Provisioning complete for port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:55.524755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b803bfa5-403a-4fca-b3b3-dadfc22c97e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:55.543492 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-e7eda4e3-54da-4239-bf4b-cdd57b2937cf tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042175063&fields=id&tenant_id=c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 267 time: 0.0414972 Mar 11 16:35:55.646463 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Set router 125a94f8-2985-4b41-81ef-7691dc36c6ec gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:55.688418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b803bfa5-403a-4fca-b3b3-dadfc22c97e2 None None] Port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:35:55.713768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-c497d4be-26d8-4070-ae06-98f0f27e4d00 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:55.715157 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-c497d4be-26d8-4070-ae06-98f0f27e4d00 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/networks?id=7e417071-efe8-46cd-a435-92ca4bbe8e49 HTTP/1.1" status: 200 len: 797 time: 0.1636002 Mar 11 16:35:55.715832 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2c490a2f-aa2c-4c18-b745-8479c73b9848 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:35:55.730438 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-d1559ac0-e08b-49ac-a949-bc86356f5038 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/quotas/c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 375 time: 0.0092316 Mar 11 16:35:55.817350 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-9891a0fa-aefa-475e-9c71-af987ea53166 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815697 Mar 11 16:35:55.870184 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3fe7ad53-b9a6-4cbb-9f4b-cc10833360ce None None] Provisioning complete for port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:55.870703 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ad53-b9a6-4cbb-9f4b-cc10833360ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:55.996810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7ad53-b9a6-4cbb-9f4b-cc10833360ce None None] Port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:35:56.021148 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 2c490a2f-aa2c-4c18-b745-8479c73b9848 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:56.021511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:56.106713 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-5aed7f41-aca8-4e97-a61b-8d020a1ff407 service neutron] 10.222.0.39 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771363 Mar 11 16:35:56.201790 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6a8b3acc-738c-4458-b26d-3b16eacd5b47 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:35:56.235473 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:56.241686 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-47e8ea45-b139-455c-92d8-e573fa9f03e7 service neutron] 10.222.0.39 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290958 Mar 11 16:35:56.244928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:53Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '7cb3ce41-2871-45fd-bb8e-7b45fa587ee7', 'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:58:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:53Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 2, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:56.258750 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Checking router: 125a94f8-2985-4b41-81ef-7691dc36c6ec for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:35:56.259098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Updating router 125a94f8-2985-4b41-81ef-7691dc36c6ec port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:35:56.321360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:56.339209 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6a8b3acc-738c-4458-b26d-3b16eacd5b47 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:56.339568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:56.557725 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5a25e9f9-4a32-4ad0-bb51-5d533ff65fd8 req-22651625-ab58-4659-b87e-f2fc310ca0c2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 210 time: 0.0518990 Mar 11 16:35:56.652525 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:56.783375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:56.795223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Transition to ACTIVE for port object 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:35:56.851329 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:56.981129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f082e46-2255-4fee-b2a6-837bf245e3ba None None] Pushing event updated for resources: {'Port': ['ID=7cb3ce41-2871-45fd-bb8e-7b45fa587ee7,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:57.070595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Attempting to bind port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:35:57.070959 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Attempting to bind port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:35:57.071313 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Attempting to bind port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 on network 7e417071-efe8-46cd-a435-92ca4bbe8e49 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:35:57.077503 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:35:57.083131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Checking segment: {'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:35:57.083131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:57.083131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Bound using segment: {'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:35:57.083131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Bound port: 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:35:57.083131 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:57.177882 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] For port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:35:57.181370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] For port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7cb3ce41-2871-45fd-bb8e-7b45fa587ee7,segment=NetworkSegment(88b3a269-8f83-47f9-9a27-1f8b7a72ba68),segment_id=88b3a269-8f83-47f9-9a27-1f8b7a72ba68)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:35:57.257180 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:57.340839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Routers {'125a94f8-2985-4b41-81ef-7691dc36c6ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:57.340839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:35:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['125a94f8-2985-4b41-81ef-7691dc36c6ec'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:57.447583 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f082e46-2255-4fee-b2a6-837bf245e3ba None None] Pushing event updated for resources: {'Port': ['ID=7cb3ce41-2871-45fd-bb8e-7b45fa587ee7,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:57.583390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] Set router 125a94f8-2985-4b41-81ef-7691dc36c6ec gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:57.719456 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a7bcb524-0e2e-49d1-aa4f-3da408e6f42c req-a425fb3e-8044-434f-835b-609e05d684c0 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 210 time: 0.0442071 Mar 11 16:35:57.909442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:53Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '7cb3ce41-2871-45fd-bb8e-7b45fa587ee7', 'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:58:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:53Z', 'updated_at': '2022-03-11T16:35:57Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:57.913521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabaf50-58b5-4efe-b631-4313728402a4 None None] The sync data for ids ['125a94f8-2985-4b41-81ef-7691dc36c6ec'] in dv-neutron-833203-2-hyperv is: [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:53Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '7cb3ce41-2871-45fd-bb8e-7b45fa587ee7', 'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:58:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:53Z', 'updated_at': '2022-03-11T16:35:57Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:35:58.911757 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4e3ddd2f-adb2-48d0-9bfa-aca0845b49b9 req-1cb716a2-d75f-499b-bdad-b9bcb60f1c93 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 210 time: 0.0758071 Mar 11 16:35:59.038287 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5b49672-4a47-40d7-9ac1-c1ec2431de8b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:59.039941 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5b49672-4a47-40d7-9ac1-c1ec2431de8b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/networks?id=7e417071-efe8-46cd-a435-92ca4bbe8e49 HTTP/1.1" status: 200 len: 797 time: 0.1591141 Mar 11 16:35:59.089645 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-864229a2-a70a-4ceb-8803-f7a8d76757b2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5302d0c64b947c4862cde1cc7d3c367 HTTP/1.1" status: 200 len: 380 time: 0.0415905 Mar 11 16:35:59.102533 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'port': {'device_id': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'admin_state_up': True, 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'security_groups': ['47b0dbdb-57b8-4418-8f00-517478a8d172']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:59.236536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:59.242206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:port and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:59.246320 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:59.253119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:59.331073 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Made reservation on behalf of c5302d0c64b947c4862cde1cc7d3c367 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:35:59.334684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:59.497150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.20.0.5 (7e417071-efe8-46cd-a435-92ca4bbe8e49/02e0df10-a783-4f0c-a08f-b7030548f0cb/dc596c60-eb84-4ca9-afb7-e90da2db3e8f) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:59.687162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:59.702618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Transition to ACTIVE for port object dc596c60-eb84-4ca9-afb7-e90da2db3e8f will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:35:59.722768 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:35:59.817108 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:59.883319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:35:59.889028 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:59.889217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 7e417071-efe8-46cd-a435-92ca4bbe8e49 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:59.889441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:59.897226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:59.905022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:35:59.938104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=dc596c60-eb84-4ca9-afb7-e90da2db3e8f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:59.977240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:59.977930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:00.032461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:00.067238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7cb3ce41-2871-45fd-bb8e-7b45fa587ee7,segment=NetworkSegment(88b3a269-8f83-47f9-9a27-1f8b7a72ba68),segment_id=88b3a269-8f83-47f9-9a27-1f8b7a72ba68)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:00.136709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00ba15-9a7c-4bd7-972b-3e03190c9302 req-6610bdda-3b4a-4e45-acbe-51d80d73edb9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:00.137432 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-2f00ba15-9a7c-4bd7-972b-3e03190c9302 req-6610bdda-3b4a-4e45-acbe-51d80d73edb9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:00.145465 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-034bac94-1579-4a35-90a7-fad0cb46541a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0443192 Mar 11 16:36:00.198455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Request body: {'port': {'device_id': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:00.199149 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:00.263490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-2f00ba15-9a7c-4bd7-972b-3e03190c9302 req-6610bdda-3b4a-4e45-acbe-51d80d73edb9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:00.265224 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2f00ba15-9a7c-4bd7-972b-3e03190c9302 req-6610bdda-3b4a-4e45-acbe-51d80d73edb9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 931 time: 0.2175326 Mar 11 16:36:00.271198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=7cb3ce41-2871-45fd-bb8e-7b45fa587ee7,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:00.283040 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3e560633-41df-486b-8b03-04dba385c1e9 None None] Provisioning for port dc596c60-eb84-4ca9-afb7-e90da2db3e8f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:00.288615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-3e560633-41df-486b-8b03-04dba385c1e9 None None] Provisioning complete for port dc596c60-eb84-4ca9-afb7-e90da2db3e8f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:00.292659 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3e560633-41df-486b-8b03-04dba385c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:00.343122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-3e560633-41df-486b-8b03-04dba385c1e9 None None] Port dc596c60-eb84-4ca9-afb7-e90da2db3e8f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:36:00.357593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:00.368511 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2f00ba15-9a7c-4bd7-972b-3e03190c9302 req-eda34b75-b5ae-443c-addc-5fdc346e5eb9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743790 Mar 11 16:36:00.796739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc596c60-eb84-4ca9-afb7-e90da2db3e8f {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:36:00.803738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:00.818274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Transition to ACTIVE for port object dc596c60-eb84-4ca9-afb7-e90da2db3e8f will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:00.942450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:01.075804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc596c60-eb84-4ca9-afb7-e90da2db3e8f,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:01.188486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Attempting to bind port dc596c60-eb84-4ca9-afb7-e90da2db3e8f on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:36:01.188859 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Attempting to bind port dc596c60-eb84-4ca9-afb7-e90da2db3e8f by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:36:01.189195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Attempting to bind port dc596c60-eb84-4ca9-afb7-e90da2db3e8f on network 7e417071-efe8-46cd-a435-92ca4bbe8e49 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:36:01.193684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Port dc596c60-eb84-4ca9-afb7-e90da2db3e8f on network 7e417071-efe8-46cd-a435-92ca4bbe8e49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:36:01.194001 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Attempting to bind port dc596c60-eb84-4ca9-afb7-e90da2db3e8f on network 7e417071-efe8-46cd-a435-92ca4bbe8e49 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:36:01.199162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:36:01.199512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Checking segment: {'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:36:01.199896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Bound using segment: {'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:36:01.200322 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Bound port: dc596c60-eb84-4ca9-afb7-e90da2db3e8f, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b3a269-8f83-47f9-9a27-1f8b7a72ba68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:36:01.200734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:01.295169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] For port dc596c60-eb84-4ca9-afb7-e90da2db3e8f, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:36:01.298044 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] For port dc596c60-eb84-4ca9-afb7-e90da2db3e8f, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dc596c60-eb84-4ca9-afb7-e90da2db3e8f,segment=NetworkSegment(88b3a269-8f83-47f9-9a27-1f8b7a72ba68),segment_id=88b3a269-8f83-47f9-9a27-1f8b7a72ba68)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:36:01.388191 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:01.445106 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:01.445721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:01.447103 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/dc596c60-eb84-4ca9-afb7-e90da2db3e8f HTTP/1.1" status: 200 len: 1093 time: 1.2956719 Mar 11 16:36:01.447537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'tag': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:01.476301 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d580a9-4f56-47d2-91d9-7b4a6fbd15c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc596c60-eb84-4ca9-afb7-e90da2db3e8f,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:01.519255 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'tag': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f', 'status': 'completed', 'code': 200} Mar 11 16:36:01.625905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9205f4-7028-40c3-a1b8-c29a60fc047c req-90e2949f-1fce-447d-b602-4451d7133154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:01.627368 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d9205f4-7028-40c3-a1b8-c29a60fc047c req-90e2949f-1fce-447d-b602-4451d7133154 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 1096 time: 0.0961816 Mar 11 16:36:01.634815 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b858c0-556b-4e2d-8236-2e3fc0b8bc89 req-431624c8-eea5-40aa-b156-dba2790ff22b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:01.636186 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f0b858c0-556b-4e2d-8236-2e3fc0b8bc89 req-431624c8-eea5-40aa-b156-dba2790ff22b tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 943 time: 0.1522777 Mar 11 16:36:01.701787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:01.771893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:01.772156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:01.772977 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f0b858c0-556b-4e2d-8236-2e3fc0b8bc89 req-7354b25e-0a76-4620-a621-0b1eeec6e6ab tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168780 Mar 11 16:36:01.803091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9205f4-7028-40c3-a1b8-c29a60fc047c req-5fe15b3e-eecf-43dd-8319-4163566c2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:01.804692 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d9205f4-7028-40c3-a1b8-c29a60fc047c req-5fe15b3e-eecf-43dd-8319-4163566c2632 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1675801 Mar 11 16:36:01.941284 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9205f4-7028-40c3-a1b8-c29a60fc047c req-7164d359-0e81-4ba4-a818-fb16793ce835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:01.942729 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d9205f4-7028-40c3-a1b8-c29a60fc047c req-7164d359-0e81-4ba4-a818-fb16793ce835 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322589 Mar 11 16:36:02.051483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-6d804b76-94f0-4286-ae9f-13f75b079cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:02.052972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-6d804b76-94f0-4286-ae9f-13f75b079cab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 1096 time: 0.0749021 Mar 11 16:36:02.119825 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-b1a74df2-26ff-474a-a255-48e40fb7b4ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc596c60-eb84-4ca9-afb7-e90da2db3e8f HTTP/1.1" status: 200 len: 217 time: 0.0600390 Mar 11 16:36:02.183175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-308256fd-baaa-4652-abf4-243a1e7582f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:02.184495 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-308256fd-baaa-4652-abf4-243a1e7582f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=02e0df10-a783-4f0c-a08f-b7030548f0cb HTTP/1.1" status: 200 len: 833 time: 0.0591271 Mar 11 16:36:02.258926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-dc6214be-61f9-427e-94cb-4e5195914213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:02.260458 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-dc6214be-61f9-427e-94cb-4e5195914213 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e417071-efe8-46cd-a435-92ca4bbe8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702467 Mar 11 16:36:02.392682 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-e5f29be5-2c6e-4e46-ae0f-4a93071c300e service neutron] 10.222.0.30 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249936 Mar 11 16:36:02.526810 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9cf8d69-0db7-4a15-82d6-3e575d3f88b5 req-72676a6e-a0b1-438b-a0c8-b703c3a2b5a9 service neutron] 10.222.0.30 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283367 Mar 11 16:36:03.060060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59aa21-efaf-4606-9772-0c5d444a2c71 req-b15d624a-b829-4a42-899f-9ee3145b5f00 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:03.061503 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3d59aa21-efaf-4606-9772-0c5d444a2c71 req-b15d624a-b829-4a42-899f-9ee3145b5f00 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 943 time: 0.1816406 Mar 11 16:36:03.106373 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3d59aa21-efaf-4606-9772-0c5d444a2c71 req-53c5a400-cd72-46b1-a96b-8be800743c06 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389941 Mar 11 16:36:04.292205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965ea38-4b37-440d-82e1-eeb8d27f2ca1 req-faf2a8cf-546b-4f95-9af8-cd4854be38a7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:04.293848 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d965ea38-4b37-440d-82e1-eeb8d27f2ca1 req-faf2a8cf-546b-4f95-9af8-cd4854be38a7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 943 time: 0.0832381 Mar 11 16:36:04.337223 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d965ea38-4b37-440d-82e1-eeb8d27f2ca1 req-163fba9f-c492-426f-8a8d-2a85c729079c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369964 Mar 11 16:36:05.528475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d546c4-e016-4bf7-b657-df5acef620d3 req-3254e05e-7400-4fe7-aced-fd310370ae44 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:05.529958 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f4d546c4-e016-4bf7-b657-df5acef620d3 req-3254e05e-7400-4fe7-aced-fd310370ae44 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 943 time: 0.0830200 Mar 11 16:36:05.580597 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f4d546c4-e016-4bf7-b657-df5acef620d3 req-96ef09a0-c421-4744-a04c-88f6095abe54 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395594 Mar 11 16:36:05.990747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device dc596c60-eb84-4ca9-afb7-e90da2db3e8f details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:36:06.123791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port dc596c60-eb84-4ca9-afb7-e90da2db3e8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dc596c60-eb84-4ca9-afb7-e90da2db3e8f,segment=NetworkSegment(88b3a269-8f83-47f9-9a27-1f8b7a72ba68),segment_id=88b3a269-8f83-47f9-9a27-1f8b7a72ba68)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:06.136783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'port_id': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f', 'mac_address': 'fa:16:3e:3b:3d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:36:06.191065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:06.207871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc596c60-eb84-4ca9-afb7-e90da2db3e8f {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:36:06.223651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port dc596c60-eb84-4ca9-afb7-e90da2db3e8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dc596c60-eb84-4ca9-afb7-e90da2db3e8f,segment=NetworkSegment(88b3a269-8f83-47f9-9a27-1f8b7a72ba68),segment_id=88b3a269-8f83-47f9-9a27-1f8b7a72ba68)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:06.283400 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:06.352314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=dc596c60-eb84-4ca9-afb7-e90da2db3e8f,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:06.674972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['dc596c60-eb84-4ca9-afb7-e90da2db3e8f'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:36:06.772374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ef3b0-4458-47c5-b4a7-1682d4c0720d req-f681a991-541f-477e-a3e4-9b3258827d48 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:06.774052 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7b2ef3b0-4458-47c5-b4a7-1682d4c0720d req-f681a991-541f-477e-a3e4-9b3258827d48 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 944 time: 0.0879581 Mar 11 16:36:06.834936 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7b2ef3b0-4458-47c5-b4a7-1682d4c0720d req-7425800a-4f7c-48eb-8eff-a84ed7f301f7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546141 Mar 11 16:36:07.985613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device dc596c60-eb84-4ca9-afb7-e90da2db3e8f up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:08.025692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5beeb-defd-4ed8-92ed-8655beeaee71 req-23ca2027-6ef0-4aa8-9d95-e24537958533 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:08.037727 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02f5beeb-defd-4ed8-92ed-8655beeaee71 req-23ca2027-6ef0-4aa8-9d95-e24537958533 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 944 time: 0.0830884 Mar 11 16:36:08.075289 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-02f5beeb-defd-4ed8-92ed-8655beeaee71 req-ab9d911a-3d5b-4db4-8820-31c16f7309b7 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401542 Mar 11 16:36:08.102520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port dc596c60-eb84-4ca9-afb7-e90da2db3e8f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:08.108478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port dc596c60-eb84-4ca9-afb7-e90da2db3e8f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:08.108872 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:08.224799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:08.252538 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:08.263256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port dc596c60-eb84-4ca9-afb7-e90da2db3e8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dc596c60-eb84-4ca9-afb7-e90da2db3e8f,segment=NetworkSegment(88b3a269-8f83-47f9-9a27-1f8b7a72ba68),segment_id=88b3a269-8f83-47f9-9a27-1f8b7a72ba68)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:08.301498 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f', 'code': 200} Mar 11 16:36:08.319631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:08.389427 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=dc596c60-eb84-4ca9-afb7-e90da2db3e8f,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:08.604712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a0d92-ada8-4a54-87cf-147760866cab req-74d9bc4b-a20c-44a6-b534-6f03529ee2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:08.606227 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-827a0d92-ada8-4a54-87cf-147760866cab req-74d9bc4b-a20c-44a6-b534-6f03529ee2d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 1098 time: 0.0733447 Mar 11 16:36:08.647305 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-827a0d92-ada8-4a54-87cf-147760866cab req-6e9fbfb2-9212-47c0-bd9e-b725cf18cda0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347707 Mar 11 16:36:09.260474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045748e-93ac-402f-9ee9-c78b78043564 req-3ef37cb2-e13c-4946-b754-9668161f0d2d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:09.261898 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f045748e-93ac-402f-9ee9-c78b78043564 req-3ef37cb2-e13c-4946-b754-9668161f0d2d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.0811088 Mar 11 16:36:09.311957 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f045748e-93ac-402f-9ee9-c78b78043564 req-8ae810e8-bc90-4de0-ab80-49689c71c4c5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440774 Mar 11 16:36:10.495875 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42363020-f3f9-4821-8e4e-65337d2485b5 req-872beda4-28aa-4d05-8476-19b2a8626748 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:10.497874 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42363020-f3f9-4821-8e4e-65337d2485b5 req-872beda4-28aa-4d05-8476-19b2a8626748 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.0800054 Mar 11 16:36:10.542528 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42363020-f3f9-4821-8e4e-65337d2485b5 req-085bca81-8859-452e-afb1-20dafe3f0a81 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388515 Mar 11 16:36:10.729984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625c5b4-0456-4075-8efb-8a278ebf5a59 req-484c338c-fef4-4f58-b0d4-6176a89d194f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:10.731963 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8625c5b4-0456-4075-8efb-8a278ebf5a59 req-484c338c-fef4-4f58-b0d4-6176a89d194f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.0844638 Mar 11 16:36:10.776239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8625c5b4-0456-4075-8efb-8a278ebf5a59 req-46a1b27c-a3c5-420e-bafa-25d206d4817c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383117 Mar 11 16:36:10.798569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50312) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:10.868806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9759c5e-0dba-4339-a868-7c6d02908b80 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:10.870312 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-e9759c5e-0dba-4339-a868-7c6d02908b80 tempest-TestNetworkAdvancedServerOps-423572953 tempest-TestNetworkAdvancedServerOps-423572953-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 1093 time: 0.0708063 Mar 11 16:36:10.873962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50316) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:10.879247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:10.885310 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:10.889094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Usage tracker for resource:floatingip and tenant:c5302d0c64b947c4862cde1cc7d3c367 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:10.891903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:10.897512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:11.020693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.156526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.295027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Allocated IP 172.26.6.36 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/c8e27b08-ac96-4fc4-b917-109d2e20b6e4) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:11.442068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.523469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.588830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:11.596527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:11.599150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:36:11.635083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=c8e27b08-ac96-4fc4-b917-109d2e20b6e4,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:12.108880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:12.240720 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:12.444269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:12.511648 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:12.621388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event updated for resources: {'Port': ['ID=c8e27b08-ac96-4fc4-b917-109d2e20b6e4,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:12.633623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:12.802397 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Floating IP 7273a739-fea0-4a92-a457-b7ab7a8507c3 associated. External IP: 172.26.6.36, port: dc596c60-eb84-4ca9-afb7-e90da2db3e8f. Mar 11 16:36:13.152086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router 125a94f8-2985-4b41-81ef-7691dc36c6ec has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:36:13.331523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:36:13.344417 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4814c3b8-430f-4c10-a2d1-6c7721e8878c None None] Sync routers for ids ['125a94f8-2985-4b41-81ef-7691dc36c6ec'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:36:13.358528 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814c3b8-430f-4c10-a2d1-6c7721e8878c None None] Routers {'125a94f8-2985-4b41-81ef-7691dc36c6ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:13.359242 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4814c3b8-430f-4c10-a2d1-6c7721e8878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:35:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['125a94f8-2985-4b41-81ef-7691dc36c6ec'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:13.432333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.487653 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-33e82035-ffe7-438b-abb5-878c72635cea tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6125774 Mar 11 16:36:13.488270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'tag': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:13.543054 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-4814c3b8-430f-4c10-a2d1-6c7721e8878c None None] Set router 125a94f8-2985-4b41-81ef-7691dc36c6ec gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:13.565274 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'tag': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f', 'status': 'completed', 'code': 200} Mar 11 16:36:13.882079 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98828730-738f-4372-8fb0-69dbf34ebc78 req-452ef1c3-4f9c-4daf-8444-db6db2c708c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:13.883559 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98828730-738f-4372-8fb0-69dbf34ebc78 req-452ef1c3-4f9c-4daf-8444-db6db2c708c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 1098 time: 0.2960329 Mar 11 16:36:13.891794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1768-3048-4f01-a279-f98c68847044 req-84b00891-21ea-4d68-ad9a-6ca9e46cc659 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:13.893224 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-630c1768-3048-4f01-a279-f98c68847044 req-84b00891-21ea-4d68-ad9a-6ca9e46cc659 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.1135736 Mar 11 16:36:13.969746 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4814c3b8-430f-4c10-a2d1-6c7721e8878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:53Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '7273a739-fea0-4a92-a457-b7ab7a8507c3', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.36', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'port_id': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'mac_address': 'fa:16:3e:3b:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:12Z', 'updated_at': '2022-03-11T16:36:12Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3ce41-2871-45fd-bb8e-7b45fa587ee7', 'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:58:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:53Z', 'updated_at': '2022-03-11T16:36:00Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:13.974022 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4814c3b8-430f-4c10-a2d1-6c7721e8878c None None] Checking router: 125a94f8-2985-4b41-81ef-7691dc36c6ec for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:36:13.982931 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814c3b8-430f-4c10-a2d1-6c7721e8878c None None] Routers {'125a94f8-2985-4b41-81ef-7691dc36c6ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:13.983527 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4814c3b8-430f-4c10-a2d1-6c7721e8878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:35:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['125a94f8-2985-4b41-81ef-7691dc36c6ec'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:14.026148 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-630c1768-3048-4f01-a279-f98c68847044 req-211ca8d8-a893-483d-bae7-9ed08ac49ce9 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141307 Mar 11 16:36:14.056148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98828730-738f-4372-8fb0-69dbf34ebc78 req-f1cdea02-1609-4722-8600-2f7cfb4badfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:14.059440 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98828730-738f-4372-8fb0-69dbf34ebc78 req-f1cdea02-1609-4722-8600-2f7cfb4badfa service neutron] 10.222.0.30 "GET /v2.0/networks?id=7e417071-efe8-46cd-a435-92ca4bbe8e49 HTTP/1.1" status: 200 len: 898 time: 0.1636634 Mar 11 16:36:14.061188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50324) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:14.175072 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-4814c3b8-430f-4c10-a2d1-6c7721e8878c None None] Set router 125a94f8-2985-4b41-81ef-7691dc36c6ec gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:14.259987 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-06b524fb-272a-4544-aa16-34c72d2fccab tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/7273a739-fea0-4a92-a457-b7ab7a8507c3 HTTP/1.1" status: 200 len: 990 time: 0.1957176 Mar 11 16:36:14.260303 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98828730-738f-4372-8fb0-69dbf34ebc78 req-77a3bd55-ccdd-4d60-b5a7-648a741bd7a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc596c60-eb84-4ca9-afb7-e90da2db3e8f HTTP/1.1" status: 200 len: 998 time: 0.1331785 Mar 11 16:36:14.334721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98828730-738f-4372-8fb0-69dbf34ebc78 req-8398556b-843a-40a8-8e94-bcf972b403bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:14.336160 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98828730-738f-4372-8fb0-69dbf34ebc78 req-8398556b-843a-40a8-8e94-bcf972b403bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=02e0df10-a783-4f0c-a08f-b7030548f0cb HTTP/1.1" status: 200 len: 833 time: 0.0698924 Mar 11 16:36:14.461522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98828730-738f-4372-8fb0-69dbf34ebc78 req-8dfd8b8a-2806-4ec5-a564-981f60b02faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:14.463170 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98828730-738f-4372-8fb0-69dbf34ebc78 req-8dfd8b8a-2806-4ec5-a564-981f60b02faa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e417071-efe8-46cd-a435-92ca4bbe8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120710 Mar 11 16:36:14.533964 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-4814c3b8-430f-4c10-a2d1-6c7721e8878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:53Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '7273a739-fea0-4a92-a457-b7ab7a8507c3', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.36', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'port_id': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'mac_address': 'fa:16:3e:3b:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:12Z', 'updated_at': '2022-03-11T16:36:12Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3ce41-2871-45fd-bb8e-7b45fa587ee7', 'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:58:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:53Z', 'updated_at': '2022-03-11T16:36:00Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:14.538095 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4814c3b8-430f-4c10-a2d1-6c7721e8878c None None] The sync data for ids ['125a94f8-2985-4b41-81ef-7691dc36c6ec'] in dv-neutron-833203-2-hyperv is: [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:53Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '7273a739-fea0-4a92-a457-b7ab7a8507c3', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'floating_ip_address': '172.26.6.36', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'port_id': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'mac_address': 'fa:16:3e:3b:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:12Z', 'updated_at': '2022-03-11T16:36:12Z', 'revision_number': 0, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3ce41-2871-45fd-bb8e-7b45fa587ee7', 'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:58:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:53Z', 'updated_at': '2022-03-11T16:36:00Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:36:14.600267 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98828730-738f-4372-8fb0-69dbf34ebc78 req-2d7f1afe-2ad9-4048-9d30-6b11072ecd1e service neutron] 10.222.0.30 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295848 Mar 11 16:36:14.738841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849bccd8-07e9-4cc2-ac5f-e76324b47ec5 None None] New status for floating IP 7273a739-fea0-4a92-a457-b7ab7a8507c3: ACTIVE {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:36:14.752651 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98828730-738f-4372-8fb0-69dbf34ebc78 req-4cb96327-080b-44d6-8286-07ff3bcd5d17 service neutron] 10.222.0.30 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392400 Mar 11 16:36:15.263474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50328) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:15.370280 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-683ad9fb-f6f8-4a25-b4e9-1604854d4294 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/7273a739-fea0-4a92-a457-b7ab7a8507c3 HTTP/1.1" status: 200 len: 992 time: 0.1053214 Mar 11 16:36:20.894320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-91f7e4d0-11c7-4dcc-b014-9458138fbc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:23.742457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-24aeb63f-613e-414e-a820-1f0abb21b833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:24.437310 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:24.768328 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.163254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.654662 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.762513 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:36:43.465082 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-0668564d-2963-46e8-87ea-21e0ad8743ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671301 Mar 11 16:36:43.599633 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-1ca2b3fb-affa-420c-9c8e-0b6ee930a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:43.601097 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-1ca2b3fb-affa-420c-9c8e-0b6ee930a3d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 1098 time: 0.0697098 Mar 11 16:36:43.742152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-32182b01-dc3a-42a4-8c88-49c885849f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:43.743591 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-32182b01-dc3a-42a4-8c88-49c885849f09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7e417071-efe8-46cd-a435-92ca4bbe8e49 HTTP/1.1" status: 200 len: 898 time: 0.1257322 Mar 11 16:36:43.844727 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-08e74abc-bf6d-488f-89cd-3f7087fda47b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc596c60-eb84-4ca9-afb7-e90da2db3e8f HTTP/1.1" status: 200 len: 1000 time: 0.0940261 Mar 11 16:36:44.010569 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-786e4cda-a681-4d6d-856d-940bd5598f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:44.012520 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-786e4cda-a681-4d6d-856d-940bd5598f2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=02e0df10-a783-4f0c-a08f-b7030548f0cb HTTP/1.1" status: 200 len: 833 time: 0.1615736 Mar 11 16:36:44.085566 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-38e17ecf-4554-43a4-ae44-4539cc95f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:44.087003 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-38e17ecf-4554-43a4-ae44-4539cc95f445 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e417071-efe8-46cd-a435-92ca4bbe8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676017 Mar 11 16:36:44.214600 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-998fd8be-90d3-4220-a583-45ed28123899 service neutron] 10.222.0.30 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210914 Mar 11 16:36:44.345901 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-424f4cae-3f74-4d86-bef3-d3f20ed586fc req-5045dc08-0326-45ad-8ce3-91169b6ac29d service neutron] 10.222.0.30 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249752 Mar 11 16:36:50.907159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-324aa715-4473-47ee-8604-015a6813441e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:53.707531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a9fa72ea-b55d-4b2a-944c-e37f853a1ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:54.442225 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:54.787159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:56.156442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:56.636567 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:03.761463 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:37:20.923581 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f3e8781e-e9d8-402b-b5ad-29c5cfffc9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:23.724175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9edca36c-8c8c-45f4-aa16-5abb40dff7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:24.441899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:24.801961 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.150540 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.701049 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:29.130271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab9ea7-ee19-4172-85b2-64de8a86ff37 req-b1d2ae08-8412-4d16-997c-54c9458a23a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:29.131693 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98ab9ea7-ee19-4172-85b2-64de8a86ff37 req-b1d2ae08-8412-4d16-997c-54c9458a23a4 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.1257823 Mar 11 16:37:29.173039 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98ab9ea7-ee19-4172-85b2-64de8a86ff37 req-f43a4cac-36b9-474b-aa25-559826932ce5 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358200 Mar 11 16:37:30.482011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa173bd8-9592-44dc-be20-2df3118a8fd3 req-b1798ab4-908e-46f1-84bb-c30427ceb092 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:30.483352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aa173bd8-9592-44dc-be20-2df3118a8fd3 req-b1798ab4-908e-46f1-84bb-c30427ceb092 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.1203418 Mar 11 16:37:30.527146 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-aa173bd8-9592-44dc-be20-2df3118a8fd3 req-8d98505e-0669-42d7-9f20-2d2a67cac403 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381587 Mar 11 16:37:31.711077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf23c0-c5da-4890-a607-2c86ae3df245 req-d0d23ade-0e86-443e-bd5d-caa6f0ceb4f2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:31.712590 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1daf23c0-c5da-4890-a607-2c86ae3df245 req-d0d23ade-0e86-443e-bd5d-caa6f0ceb4f2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.0825207 Mar 11 16:37:31.756336 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1daf23c0-c5da-4890-a607-2c86ae3df245 req-5f5b1386-be93-4c56-a036-0cb35d4a189f tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382051 Mar 11 16:37:31.778743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50370) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:31.887698 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-43c493e5-1121-4e00-be9f-58c95ace20dd tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/7273a739-fea0-4a92-a457-b7ab7a8507c3 HTTP/1.1" status: 200 len: 992 time: 0.1078510 Mar 11 16:37:33.467990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a07c8-b648-4834-b11e-d70b5c08e718 req-28612664-8d7b-4e04-89e0-42a4fdbbacef tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:33.469481 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a5a07c8-b648-4834-b11e-d70b5c08e718 req-28612664-8d7b-4e04-89e0-42a4fdbbacef tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.0833366 Mar 11 16:37:33.514022 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7a5a07c8-b648-4834-b11e-d70b5c08e718 req-efa11577-fdab-4909-836a-d0f8e450378a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386982 Mar 11 16:37:33.626695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe0b20-c20c-4f72-aa7d-5ad4c79eb2b7 req-c5366e66-f569-4122-9625-696158ef2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:33.628144 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cbe0b20-c20c-4f72-aa7d-5ad4c79eb2b7 req-c5366e66-f569-4122-9625-696158ef2500 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 1098 time: 0.1099503 Mar 11 16:37:33.761042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe0b20-c20c-4f72-aa7d-5ad4c79eb2b7 req-611078d5-957b-437b-8d67-06ef124288f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:33.762562 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cbe0b20-c20c-4f72-aa7d-5ad4c79eb2b7 req-611078d5-957b-437b-8d67-06ef124288f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7e417071-efe8-46cd-a435-92ca4bbe8e49 HTTP/1.1" status: 200 len: 898 time: 0.1273057 Mar 11 16:37:33.869400 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cbe0b20-c20c-4f72-aa7d-5ad4c79eb2b7 req-35258711-c070-4387-b99d-231c44c87bb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc596c60-eb84-4ca9-afb7-e90da2db3e8f HTTP/1.1" status: 200 len: 1000 time: 0.0992267 Mar 11 16:37:33.932963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe0b20-c20c-4f72-aa7d-5ad4c79eb2b7 req-2b638992-8711-40d7-a2e9-a078aa571a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:33.934479 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cbe0b20-c20c-4f72-aa7d-5ad4c79eb2b7 req-2b638992-8711-40d7-a2e9-a078aa571a6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=02e0df10-a783-4f0c-a08f-b7030548f0cb HTTP/1.1" status: 200 len: 833 time: 0.0581706 Mar 11 16:37:34.016413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe0b20-c20c-4f72-aa7d-5ad4c79eb2b7 req-2c837277-deca-4408-9faf-38e3145dbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:34.018028 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cbe0b20-c20c-4f72-aa7d-5ad4c79eb2b7 req-2c837277-deca-4408-9faf-38e3145dbd4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e417071-efe8-46cd-a435-92ca4bbe8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761449 Mar 11 16:37:34.149511 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cbe0b20-c20c-4f72-aa7d-5ad4c79eb2b7 req-1595e9f2-8aec-420f-990b-7e0c18c0a558 service neutron] 10.222.0.30 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242363 Mar 11 16:37:34.278214 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2cbe0b20-c20c-4f72-aa7d-5ad4c79eb2b7 req-64134997-b6dc-4e00-ab97-353329458a64 service neutron] 10.222.0.30 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225910 Mar 11 16:37:34.791553 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127cee-7c25-42a3-b1be-a39f5d230311 req-94ee96da-fd97-4b98-8ebc-d51de2c992df tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:34.793045 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9127cee-7c25-42a3-b1be-a39f5d230311 req-94ee96da-fd97-4b98-8ebc-d51de2c992df tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.1737115 Mar 11 16:37:34.837623 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d9127cee-7c25-42a3-b1be-a39f5d230311 req-f53f0045-a818-41e4-8753-4cac1e644a34 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379958 Mar 11 16:37:36.026826 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a586100-e2fc-42ac-b447-9881e9603f99 req-4c851ad1-9eb3-40be-9e66-1d384d0b6068 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:36.028302 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a586100-e2fc-42ac-b447-9881e9603f99 req-4c851ad1-9eb3-40be-9e66-1d384d0b6068 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.0865450 Mar 11 16:37:36.073406 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3a586100-e2fc-42ac-b447-9881e9603f99 req-7aa34b72-5b0d-41d4-9968-19d4af13da0c tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393124 Mar 11 16:37:36.095603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50386) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:36.202122 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-484a8c6f-cc03-462e-a96d-233333cb2322 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/floatingips/7273a739-fea0-4a92-a457-b7ab7a8507c3 HTTP/1.1" status: 200 len: 992 time: 0.1054010 Mar 11 16:37:36.463861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50394) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:36.666760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port c8e27b08-ac96-4fc4-b917-109d2e20b6e4 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:37:36.667107 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:36.840303 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:36.840657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:36.965438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for c8e27b08-ac96-4fc4-b917-109d2e20b6e4 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:37:37.158340 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:37.203739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=c8e27b08-ac96-4fc4-b917-109d2e20b6e4,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:37.245225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.245225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.245225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.245624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.245624 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.245933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.246256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.246579 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.246964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.247215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.247538 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.247856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:37.310278 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:37.310611 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Floating IP 7273a739-fea0-4a92-a457-b7ab7a8507c3 disassociated (deleted). External IP: 172.26.6.36, port: dc596c60-eb84-4ca9-afb7-e90da2db3e8f. Mar 11 16:37:37.790033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router 125a94f8-2985-4b41-81ef-7691dc36c6ec has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:37:37.965926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:37:37.976266 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cfb58-6fc3-4de7-a034-59beab1d9658 None None] Sync routers for ids ['125a94f8-2985-4b41-81ef-7691dc36c6ec'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:37:37.986302 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cfb58-6fc3-4de7-a034-59beab1d9658 None None] Routers {'125a94f8-2985-4b41-81ef-7691dc36c6ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:37.991336 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-722cfb58-6fc3-4de7-a034-59beab1d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['125a94f8-2985-4b41-81ef-7691dc36c6ec'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:38.049852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:38.107516 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-351e849a-63c0-4498-9b32-1d1439b07e76 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/floatingips/7273a739-fea0-4a92-a457-b7ab7a8507c3 HTTP/1.1" status: 204 len: 168 time: 1.6425731 Mar 11 16:37:38.108085 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'tag': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:37:38.170163 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-722cfb58-6fc3-4de7-a034-59beab1d9658 None None] Set router 125a94f8-2985-4b41-81ef-7691dc36c6ec gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:38.258224 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'tag': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f', 'status': 'completed', 'code': 200} Mar 11 16:37:38.351655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd671f-bfbe-417d-b613-bd61bcc3def1 req-0eb81668-a868-4921-8fcf-b9540d6a20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:38.353158 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6afd671f-bfbe-417d-b613-bd61bcc3def1 req-0eb81668-a868-4921-8fcf-b9540d6a20a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 1098 time: 0.0708897 Mar 11 16:37:38.490214 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd671f-bfbe-417d-b613-bd61bcc3def1 req-824ee5cc-665a-476b-831e-6b29e659e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:38.491935 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6afd671f-bfbe-417d-b613-bd61bcc3def1 req-824ee5cc-665a-476b-831e-6b29e659e52f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7e417071-efe8-46cd-a435-92ca4bbe8e49 HTTP/1.1" status: 200 len: 898 time: 0.1322956 Mar 11 16:37:38.494565 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-722cfb58-6fc3-4de7-a034-59beab1d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:53Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '7cb3ce41-2871-45fd-bb8e-7b45fa587ee7', 'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:58:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:53Z', 'updated_at': '2022-03-11T16:36:00Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:38.498387 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cfb58-6fc3-4de7-a034-59beab1d9658 None None] Checking router: 125a94f8-2985-4b41-81ef-7691dc36c6ec for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:37:38.506979 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cfb58-6fc3-4de7-a034-59beab1d9658 None None] Routers {'125a94f8-2985-4b41-81ef-7691dc36c6ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:38.507558 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-722cfb58-6fc3-4de7-a034-59beab1d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['125a94f8-2985-4b41-81ef-7691dc36c6ec'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:38.564441 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6afd671f-bfbe-417d-b613-bd61bcc3def1 req-54f59c42-ffd9-4f93-8d98-299499d94f10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc596c60-eb84-4ca9-afb7-e90da2db3e8f HTTP/1.1" status: 200 len: 217 time: 0.0658851 Mar 11 16:37:38.633010 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd671f-bfbe-417d-b613-bd61bcc3def1 req-023a88d3-6b92-4cbb-a581-29f1b07463d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:38.634473 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6afd671f-bfbe-417d-b613-bd61bcc3def1 req-023a88d3-6b92-4cbb-a581-29f1b07463d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=02e0df10-a783-4f0c-a08f-b7030548f0cb HTTP/1.1" status: 200 len: 833 time: 0.0620677 Mar 11 16:37:38.731338 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-722cfb58-6fc3-4de7-a034-59beab1d9658 None None] Set router 125a94f8-2985-4b41-81ef-7691dc36c6ec gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:38.767270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd671f-bfbe-417d-b613-bd61bcc3def1 req-907ca00f-483a-4e27-b98a-d9cd5a094831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:38.768704 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6afd671f-bfbe-417d-b613-bd61bcc3def1 req-907ca00f-483a-4e27-b98a-d9cd5a094831 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e417071-efe8-46cd-a435-92ca4bbe8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1031482 Mar 11 16:37:38.776497 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232d6ce-e694-4b71-96f3-d737aae44d01 req-361ddf4f-9291-4e7d-a707-00aabf90711a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:38.777174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-3232d6ce-e694-4b71-96f3-d737aae44d01 req-361ddf4f-9291-4e7d-a707-00aabf90711a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:37:38.889174 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-3232d6ce-e694-4b71-96f3-d737aae44d01 req-361ddf4f-9291-4e7d-a707-00aabf90711a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:37:38.890325 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3232d6ce-e694-4b71-96f3-d737aae44d01 req-361ddf4f-9291-4e7d-a707-00aabf90711a tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.2591729 Mar 11 16:37:38.930308 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6afd671f-bfbe-417d-b613-bd61bcc3def1 req-308d3e5c-f2d9-4e8f-a0c2-0a45d985961f service neutron] 10.222.0.30 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494071 Mar 11 16:37:38.979500 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3232d6ce-e694-4b71-96f3-d737aae44d01 req-75f5014f-8ee4-441a-8c3b-c57ae1a326b2 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813243 Mar 11 16:37:39.046755 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-722cfb58-6fc3-4de7-a034-59beab1d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:53Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '7cb3ce41-2871-45fd-bb8e-7b45fa587ee7', 'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:58:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:53Z', 'updated_at': '2022-03-11T16:36:00Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:39.050933 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cfb58-6fc3-4de7-a034-59beab1d9658 None None] The sync data for ids ['125a94f8-2985-4b41-81ef-7691dc36c6ec'] in dv-neutron-833203-2-hyperv is: [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:35:53Z', 'revision_number': 4, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '7cb3ce41-2871-45fd-bb8e-7b45fa587ee7', 'name': '', 'network_id': '7e417071-efe8-46cd-a435-92ca4bbe8e49', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'mac_address': 'fa:16:3e:58:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:53Z', 'updated_at': '2022-03-11T16:36:00Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'subnets': [{'id': '02e0df10-a783-4f0c-a08f-b7030548f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:37:39.075286 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6afd671f-bfbe-417d-b613-bd61bcc3def1 req-1a9cdf74-6229-45e1-b1b5-5ec240433f11 service neutron] 10.222.0.30 "GET /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369998 Mar 11 16:37:39.269684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef64ac1-b712-41c9-a433-ac634b55eefd None None] New status for floating IP 7273a739-fea0-4a92-a457-b7ab7a8507c3: DOWN {{(pid=88559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:37:40.170917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba5312-14dc-4723-9f30-a11a69b4790c req-e0181dbe-fbc8-4920-a53b-18618e7e6f31 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:40.172368 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29ba5312-14dc-4723-9f30-a11a69b4790c req-e0181dbe-fbc8-4920-a53b-18618e7e6f31 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.0801742 Mar 11 16:37:40.222867 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-29ba5312-14dc-4723-9f30-a11a69b4790c req-762402c1-104f-4fb8-a340-101870168e00 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449550 Mar 11 16:37:40.760080 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:37:40.763222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663f79-edb6-4739-a471-56aa3d9a624b req-075d8578-9523-4678-b241-9e505719b8d3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:40.764807 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43663f79-edb6-4739-a471-56aa3d9a624b req-075d8578-9523-4678-b241-9e505719b8d3 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.0808973 Mar 11 16:37:40.833120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-43663f79-edb6-4739-a471-56aa3d9a624b req-e7058e84-1327-4608-9444-fb6dcc72e566 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port dc596c60-eb84-4ca9-afb7-e90da2db3e8f {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:37:40.833454 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-43663f79-edb6-4739-a471-56aa3d9a624b req-e7058e84-1327-4608-9444-fb6dcc72e566 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.178998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-43663f79-edb6-4739-a471-56aa3d9a624b req-e7058e84-1327-4608-9444-fb6dcc72e566 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port dc596c60-eb84-4ca9-afb7-e90da2db3e8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dc596c60-eb84-4ca9-afb7-e90da2db3e8f,segment=NetworkSegment(88b3a269-8f83-47f9-9a27-1f8b7a72ba68),segment_id=88b3a269-8f83-47f9-9a27-1f8b7a72ba68)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:41.179711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-43663f79-edb6-4739-a471-56aa3d9a624b req-e7058e84-1327-4608-9444-fb6dcc72e566 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.311855 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-43663f79-edb6-4739-a471-56aa3d9a624b req-e7058e84-1327-4608-9444-fb6dcc72e566 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for dc596c60-eb84-4ca9-afb7-e90da2db3e8f owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:37:41.504682 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83d17a-4bb2-49f8-a4a6-c958c4535b59 req-cfa612e6-6538-4aec-922a-6fa8e846ee29 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:41.506229 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c83d17a-4bb2-49f8-a4a6-c958c4535b59 req-cfa612e6-6538-4aec-922a-6fa8e846ee29 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 945 time: 0.1594090 Mar 11 16:37:41.558494 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6c83d17a-4bb2-49f8-a4a6-c958c4535b59 req-9d778f5c-f46d-4655-8192-97afd048913d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/security-groups?id=47b0dbdb-57b8-4418-8f00-517478a8d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463088 Mar 11 16:37:41.627209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-43663f79-edb6-4739-a471-56aa3d9a624b req-e7058e84-1327-4608-9444-fb6dcc72e566 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.681726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7058e84-1327-4608-9444-fb6dcc72e566 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=dc596c60-eb84-4ca9-afb7-e90da2db3e8f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:41.751681 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-43663f79-edb6-4739-a471-56aa3d9a624b req-e7058e84-1327-4608-9444-fb6dcc72e566 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] No DVR routers for this DVR port dc596c60-eb84-4ca9-afb7-e90da2db3e8f on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:37:41.754500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-43663f79-edb6-4739-a471-56aa3d9a624b req-e7058e84-1327-4608-9444-fb6dcc72e566 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.756899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'name': 'network-vif-deleted', 'tag': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:37:41.842726 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43663f79-edb6-4739-a471-56aa3d9a624b req-e7058e84-1327-4608-9444-fb6dcc72e566 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.30 "DELETE /v2.0/ports/dc596c60-eb84-4ca9-afb7-e90da2db3e8f HTTP/1.1" status: 204 len: 173 time: 1.0719309 Mar 11 16:37:41.949394 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a9c8d-ac6d-448c-bc3e-0b131dbebb75', 'name': 'network-vif-deleted', 'tag': 'dc596c60-eb84-4ca9-afb7-e90da2db3e8f', 'status': 'completed', 'code': 200} Mar 11 16:37:42.724942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-53870034-5035-4d2a-857c-0abce05089da req-5bbc8ccd-92e0-418b-90bc-b6bc9d840066 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Synchronizing usage tracker for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:37:42.832708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-53870034-5035-4d2a-857c-0abce05089da req-5bbc8ccd-92e0-418b-90bc-b6bc9d840066 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Unset dirty status for tenant:c5302d0c64b947c4862cde1cc7d3c367 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:37:42.833896 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-53870034-5035-4d2a-857c-0abce05089da req-5bbc8ccd-92e0-418b-90bc-b6bc9d840066 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "GET /v2.0/ports?device_id=826a9c8d-ac6d-448c-bc3e-0b131dbebb75 HTTP/1.1" status: 200 len: 210 time: 0.1539378 Mar 11 16:37:43.935637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50426) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:44.458889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device dc596c60-eb84-4ca9-afb7-e90da2db3e8f no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:44.492741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: dc596c60-eb84-4ca9-afb7-e90da2db3e8f {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:37:44.493092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device dc596c60-eb84-4ca9-afb7-e90da2db3e8f not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:44.498877 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.953007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:37:44.953707 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:45.141801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=7cb3ce41-2871-45fd-bb8e-7b45fa587ee7,segment=NetworkSegment(88b3a269-8f83-47f9-9a27-1f8b7a72ba68),segment_id=88b3a269-8f83-47f9-9a27-1f8b7a72ba68)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:45.142156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:45.264072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:37:45.510344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:45.557389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=7cb3ce41-2871-45fd-bb8e-7b45fa587ee7,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:45.838003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:46.302927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Router 125a94f8-2985-4b41-81ef-7691dc36c6ec has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:37:46.482507 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:37:46.491988 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485755fd-a09e-406b-b7fb-4e6327c3be49 None None] Sync routers for ids ['125a94f8-2985-4b41-81ef-7691dc36c6ec'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:37:46.501367 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485755fd-a09e-406b-b7fb-4e6327c3be49 None None] Routers {'125a94f8-2985-4b41-81ef-7691dc36c6ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:46.501969 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-485755fd-a09e-406b-b7fb-4e6327c3be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['125a94f8-2985-4b41-81ef-7691dc36c6ec'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:46.565515 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f19c1cc6-dc65-4a5a-8f4d-e78d1560e032 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "PUT /v2.0/routers/125a94f8-2985-4b41-81ef-7691dc36c6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6285839 Mar 11 16:37:46.567949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50432) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:46.639106 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bc8905-2eb0-4e52-b0d9-63b21789b750 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting subnet 02e0df10-a783-4f0c-a08f-b7030548f0cb {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:37:46.642104 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35bc8905-2eb0-4e52-b0d9-63b21789b750 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:46.679861 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-485755fd-a09e-406b-b7fb-4e6327c3be49 None None] Set router 125a94f8-2985-4b41-81ef-7691dc36c6ec gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:46.696311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35bc8905-2eb0-4e52-b0d9-63b21789b750 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:46.783706 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35bc8905-2eb0-4e52-b0d9-63b21789b750 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:46.924385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35bc8905-2eb0-4e52-b0d9-63b21789b750 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:46.965807 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-485755fd-a09e-406b-b7fb-4e6327c3be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:37:45Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:46.968942 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc8905-2eb0-4e52-b0d9-63b21789b750 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Subnet': ['ID=02e0df10-a783-4f0c-a08f-b7030548f0cb,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:46.970036 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485755fd-a09e-406b-b7fb-4e6327c3be49 None None] Checking router: 125a94f8-2985-4b41-81ef-7691dc36c6ec for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:37:46.970893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-35bc8905-2eb0-4e52-b0d9-63b21789b750 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:46.978022 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-35bc8905-2eb0-4e52-b0d9-63b21789b750 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/subnets/02e0df10-a783-4f0c-a08f-b7030548f0cb HTTP/1.1" status: 204 len: 168 time: 0.4090679 Mar 11 16:37:46.980605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50436) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:46.980756 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485755fd-a09e-406b-b7fb-4e6327c3be49 None None] Routers {'125a94f8-2985-4b41-81ef-7691dc36c6ec'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:46.981452 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-485755fd-a09e-406b-b7fb-4e6327c3be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['125a94f8-2985-4b41-81ef-7691dc36c6ec'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:46.981763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663c877a-3a27-421f-9a19-7faa3d069f26 None None] Network 7e417071-efe8-46cd-a435-92ca4bbe8e49 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:37:47.161690 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-485755fd-a09e-406b-b7fb-4e6327c3be49 None None] Set router 125a94f8-2985-4b41-81ef-7691dc36c6ec gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:47.171456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:47.250845 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] DHCP port deletion for 7e417071-efe8-46cd-a435-92ca4bbe8e49 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:37:47.255222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Deleting port 6a8b3acc-738c-4458-b26d-3b16eacd5b47 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:37:47.255934 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:47.366626 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:47.438192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Deleting port 2c490a2f-aa2c-4c18-b745-8479c73b9848 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:37:47.439637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:47.512956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] For port 6a8b3acc-738c-4458-b26d-3b16eacd5b47, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6a8b3acc-738c-4458-b26d-3b16eacd5b47,segment=NetworkSegment(88b3a269-8f83-47f9-9a27-1f8b7a72ba68),segment_id=88b3a269-8f83-47f9-9a27-1f8b7a72ba68)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:47.513298 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:47.626527 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] For port 2c490a2f-aa2c-4c18-b745-8479c73b9848, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2c490a2f-aa2c-4c18-b745-8479c73b9848,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:47.626939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:47.640169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Calling delete_port for 6a8b3acc-738c-4458-b26d-3b16eacd5b47 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:37:47.695735 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-485755fd-a09e-406b-b7fb-4e6327c3be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:37:45Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:47.697813 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485755fd-a09e-406b-b7fb-4e6327c3be49 None None] The sync data for ids ['125a94f8-2985-4b41-81ef-7691dc36c6ec'] in dv-neutron-833203-2-hyperv is: [{'id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442579584', 'tenant_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:47Z', 'updated_at': '2022-03-11T16:37:45Z', 'revision_number': 5, 'project_id': 'c5302d0c64b947c4862cde1cc7d3c367', 'gw_port': {'id': '2c490a2f-aa2c-4c18-b745-8479c73b9848', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a94f8-2985-4b41-81ef-7691dc36c6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:48Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:37:47.764503 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Calling delete_port for 2c490a2f-aa2c-4c18-b745-8479c73b9848 owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:37:47.804505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659'] for port, after_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:47.850663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Pushing event deleted for resources: {'Port': ['ID=6a8b3acc-738c-4458-b26d-3b16eacd5b47,revision_number=None']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:47.853004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] No DVR routers for this DVR port 6a8b3acc-738c-4458-b26d-3b16eacd5b47 on host dv-neutron-833203-2-hyperv {{(pid=88559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:37:47.860276 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:47.865430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:47.865430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:47.865430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:47.865430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:47.865430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:47.865430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:47.865430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:47.865430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:47.865430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:47.865430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:47.865430 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838aa6-776b-4cbe-8ec7-4a054023e807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.032522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.061720 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6a8b3acc-738c-4458-b26d-3b16eacd5b47 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:48.102144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 6a8b3acc-738c-4458-b26d-3b16eacd5b47 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:37:48.102518 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6a8b3acc-738c-4458-b26d-3b16eacd5b47 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:48.115599 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Port': ['ID=2c490a2f-aa2c-4c18-b745-8479c73b9848,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:48.297685 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.465367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.467529 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.566614 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.567035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Fanout notify agent at l3_agent the message router_deleted on router 125a94f8-2985-4b41-81ef-7691dc36c6ec {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:37:48.581750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.582914 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d20e6575-3dac-44fb-b3f6-e2161127b35d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/routers/125a94f8-2985-4b41-81ef-7691dc36c6ec HTTP/1.1" status: 204 len: 168 time: 1.6013975 Mar 11 16:37:48.585642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50440) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:48.700348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.829568 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.854740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e417071-efe8-46cd-a435-92ca4bbe8e49']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:48.870265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b3a269-8f83-47f9-9a27-1f8b7a72ba68') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:48.870557 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b3a269-8f83-47f9-9a27-1f8b7a72ba68') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:48.881768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.897634 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.903623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:37:48.904007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:37:48.918582 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:37:49.078078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.095904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.113155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'Network': ['ID=7e417071-efe8-46cd-a435-92ca4bbe8e49,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:49.116274 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f4ab0293-cc4e-4d9d-8d68-8c536ee1a26d tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/networks/7e417071-efe8-46cd-a435-92ca4bbe8e49 HTTP/1.1" status: 204 len: 168 time: 0.5296955 Mar 11 16:37:49.120327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50444) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:49.187419 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-48fbe715-2d92-461d-ad4c-317615cf16c6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.217748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-48fbe715-2d92-461d-ad4c-317615cf16c6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.340803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-48fbe715-2d92-461d-ad4c-317615cf16c6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.361687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbe715-2d92-461d-ad4c-317615cf16c6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b0dbdb-57b8-4418-8f00-517478a8d172,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:49.367382 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-48fbe715-2d92-461d-ad4c-317615cf16c6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.369579 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-48fbe715-2d92-461d-ad4c-317615cf16c6 tempest-TestNetworkAdvancedServerOps-1673973422 tempest-TestNetworkAdvancedServerOps-1673973422-project] 10.222.0.39 "DELETE /v2.0/security-groups/47b0dbdb-57b8-4418-8f00-517478a8d172 HTTP/1.1" status: 204 len: 168 time: 0.2479901 Mar 11 16:37:49.748755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2c490a2f-aa2c-4c18-b745-8479c73b9848 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:49.783188 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 2c490a2f-aa2c-4c18-b745-8479c73b9848 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:37:49.783534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2c490a2f-aa2c-4c18-b745-8479c73b9848 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:49.783945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:49.816340 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:37:49.816712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 7cb3ce41-2871-45fd-bb8e-7b45fa587ee7 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:49.966578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50454) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:50.115670 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-671d92a1-fe93-44c9-82f4-4baa462462a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5302d0c64b947c4862cde1cc7d3c367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478267 Mar 11 16:37:50.119234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50460) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:50.178176 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:50.203754 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:50.338666 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:50.355686 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887531d9-8747-4b94-b8f9-ea5468a48248,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:50.365463 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.366360 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.366639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.366967 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.367290 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.367609 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.367928 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.368250 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.368583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.368901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.369216 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.369523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:50.373467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:50.375009 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8fffe379-c20f-471d-80e3-a1b5f8d0dc2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/887531d9-8747-4b94-b8f9-ea5468a48248 HTTP/1.1" status: 204 len: 168 time: 0.2543380 Mar 11 16:37:50.903851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1ded4e86-4fc1-4c5c-ac2d-dbe2d797eb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:50.962638 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50468) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:50.980867 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4f99b9a1-84de-4c3f-b2b5-a808ecb3a195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:50.995896 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4f99b9a1-84de-4c3f-b2b5-a808ecb3a195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:50.999729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4f99b9a1-84de-4c3f-b2b5-a808ecb3a195 admin admin] Usage tracker for resource:security_group_rule and tenant:6c06e2f48e90496c969d1199048542fb is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:51.002543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-4f99b9a1-84de-4c3f-b2b5-a808ecb3a195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:51.008279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-4f99b9a1-84de-4c3f-b2b5-a808ecb3a195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:51.088431 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4f99b9a1-84de-4c3f-b2b5-a808ecb3a195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.155299 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-4f99b9a1-84de-4c3f-b2b5-a808ecb3a195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.200509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99b9a1-84de-4c3f-b2b5-a808ecb3a195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34df8e34-149a-4da1-906d-af7cbf3e5b7c,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:51.204812 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-4f99b9a1-84de-4c3f-b2b5-a808ecb3a195 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c06e2f48e90496c969d1199048542fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411525 Mar 11 16:37:51.207578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50472) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:51.271509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b4cae225-e1a1-4ac1-b52d-7bbb61995f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.298221 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b4cae225-e1a1-4ac1-b52d-7bbb61995f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.466266 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b4cae225-e1a1-4ac1-b52d-7bbb61995f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.480329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cae225-e1a1-4ac1-b52d-7bbb61995f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34df8e34-149a-4da1-906d-af7cbf3e5b7c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:51.489240 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b4cae225-e1a1-4ac1-b52d-7bbb61995f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.489240 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b4cae225-e1a1-4ac1-b52d-7bbb61995f19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34df8e34-149a-4da1-906d-af7cbf3e5b7c HTTP/1.1" status: 204 len: 168 time: 0.2796926 Mar 11 16:37:52.576004 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50496) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:52.678643 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1192991698-network', 'tenant_id': '66056c1df3564877b23c799aa2ef0248'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:52.683631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:52.687428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Usage tracker for resource:network and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:52.690277 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:52.695899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:52.778636 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Made reservation on behalf of 66056c1df3564877b23c799aa2ef0248 for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:37:52.780965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.793574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.807418 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:52.811260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:52.814018 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:52.819590 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:52.904469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.957870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.989074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:37:52.998347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e33c1bb-f201-49d7-993d-3f0e76b82597,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:53.004693 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.005040 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Added segment e3f7d5e4-3699-4c36-981f-095ce7c6252d of type vlan for network ebf044c5-8aea-4d2d-b643-94fd0200491c Mar 11 16:37:53.030180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.143927 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.144889 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:53.145466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.247427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf044c5-8aea-4d2d-b643-94fd0200491c,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:53.258012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network ebf044c5-8aea-4d2d-b643-94fd0200491c details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:37:53.299335 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4e374f66-c88c-4ad8-b9b8-4ff2a26fce52 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7220871 Mar 11 16:37:53.302349 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50502) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:53.308606 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Request body: {'subnet': {'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1192991698-subnet', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:53.313697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:53.317540 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Usage tracker for resource:subnet and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:53.320408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:53.326160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:53.386467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Made reservation on behalf of 66056c1df3564877b23c799aa2ef0248 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:37:53.388876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.655523 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.741319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b094c23d-83da-47b0-98e4-5e05107981d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.744983 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=07fef3e5-06a4-4912-a862-df90b0a6a66f,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:53.750537 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Checking segment: {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:37:53.750949 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Network hostable DHCP agents. Network: ebf044c5-8aea-4d2d-b643-94fd0200491c, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:37:53.877921 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Network ebf044c5-8aea-4d2d-b643-94fd0200491c is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:37:53.969827 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, ebf044c5-8aea-4d2d-b643-94fd0200491c) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:53.973979 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:53.974560 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.979981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459be07f-2f68-48b3-bf4b-25ca6688d529 None None] Network ebf044c5-8aea-4d2d-b643-94fd0200491c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:37:54.056389 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-16791613-fd54-4906-bf02-056d6a6512cb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7527182 Mar 11 16:37:54.059066 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50506) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:54.064251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:54.069122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:54.073198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Usage tracker for resource:router and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:54.076020 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:54.081769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:54.164844 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.166222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.186131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.190196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-ebf044c5-8aea-4d2d-b643-94fd0200491c', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:37:54.191387 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.347246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Allocated IP 172.20.0.2 (ebf044c5-8aea-4d2d-b643-94fd0200491c/07fef3e5-06a4-4912-a862-df90b0a6a66f/b74d73a3-844a-40e8-a5d4-ccf85536625f) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:37:54.464711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.573514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.584197 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Transition to ACTIVE for port object b74d73a3-844a-40e8-a5d4-ccf85536625f will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:54.605112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Transition to ACTIVE for port object b74d73a3-844a-40e8-a5d4-ccf85536625f will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:54.633919 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.681316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.756208 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Network ebf044c5-8aea-4d2d-b643-94fd0200491c is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:54.759684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:54.763487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:37:54.804627 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Pushing event updated for resources: {'Port': ['ID=b74d73a3-844a-40e8-a5d4-ccf85536625f,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:54.850781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.899608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Attempting to bind port b74d73a3-844a-40e8-a5d4-ccf85536625f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:37:54.899992 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Attempting to bind port b74d73a3-844a-40e8-a5d4-ccf85536625f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:37:54.900377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Attempting to bind port b74d73a3-844a-40e8-a5d4-ccf85536625f on network ebf044c5-8aea-4d2d-b643-94fd0200491c {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:37:54.905632 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:37:54.905999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Checking segment: {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:37:54.906401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.906786 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Bound using segment: {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:37:54.907243 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Bound port: b74d73a3-844a-40e8-a5d4-ccf85536625f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:37:54.907613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.996728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] For port b74d73a3-844a-40e8-a5d4-ccf85536625f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:37:54.999783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] For port b74d73a3-844a-40e8-a5d4-ccf85536625f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b74d73a3-844a-40e8-a5d4-ccf85536625f,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:37:55.037475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.070088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.098941 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.187822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e7e57-8462-4198-b740-8d08c6d93a34 None None] Pushing event updated for resources: {'Port': ['ID=b74d73a3-844a-40e8-a5d4-ccf85536625f,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:55.208364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Allocated IP 172.26.6.143 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/cfc5b971-28b8-44bd-be81-a082a882bd55) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:37:55.381573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.464711 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.528659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:55.535380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:55.539445 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:37:55.572190 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc5b971-28b8-44bd-be81-a082a882bd55,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:55.783716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b74d73a3-844a-40e8-a5d4-ccf85536625f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:55.949770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port b74d73a3-844a-40e8-a5d4-ccf85536625f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:56.133853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94837ceb-41e1-439b-ae39-bd1e3e5cbd56 None None] Network ebf044c5-8aea-4d2d-b643-94fd0200491c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:37:56.140461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.217035 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.314960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-400bed0b-667a-4057-a064-61d0bbf90b27 None None] Provisioning for port b74d73a3-844a-40e8-a5d4-ccf85536625f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:56.323924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-400bed0b-667a-4057-a064-61d0bbf90b27 None None] Provisioning complete for port b74d73a3-844a-40e8-a5d4-ccf85536625f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:56.324314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-400bed0b-667a-4057-a064-61d0bbf90b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.501245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-400bed0b-667a-4057-a064-61d0bbf90b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.535792 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-400bed0b-667a-4057-a064-61d0bbf90b27 None None] For port b74d73a3-844a-40e8-a5d4-ccf85536625f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b74d73a3-844a-40e8-a5d4-ccf85536625f,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:56.607056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.620981 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-400bed0b-667a-4057-a064-61d0bbf90b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.689779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.695660 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bed0b-667a-4057-a064-61d0bbf90b27 None None] Pushing event updated for resources: {'Port': ['ID=b74d73a3-844a-40e8-a5d4-ccf85536625f,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:56.742084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-cd413c66-f48e-498a-b5ed-ef0620952614 None None] Provisioning complete for port b74d73a3-844a-40e8-a5d4-ccf85536625f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:56.742312 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cd413c66-f48e-498a-b5ed-ef0620952614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.909574 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Router 3154f0c7-a8cb-41ea-804b-2c5369be011c is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:37:57.086148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:37:57.095185 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Sync routers for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:37:57.105139 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:57.105787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:57.161006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:57.162333 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b560a623-f256-4c32-b6c7-ff56fc759551 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1022050 Mar 11 16:37:57.165816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50510) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:57.291859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:57.582349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 3, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:57.587017 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Checking router: 3154f0c7-a8cb-41ea-804b-2c5369be011c for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:37:57.587366 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Updating router 3154f0c7-a8cb-41ea-804b-2c5369be011c port cfc5b971-28b8-44bd-be81-a082a882bd55 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:37:57.644198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:57.764018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b74d73a3-844a-40e8-a5d4-ccf85536625f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:57.846438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:57.971303 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port b74d73a3-844a-40e8-a5d4-ccf85536625f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:57.971651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:58.165591 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Allocated IP 172.20.0.1 (ebf044c5-8aea-4d2d-b643-94fd0200491c/07fef3e5-06a4-4912-a862-df90b0a6a66f/53f97cc7-e92d-4131-9c4a-2e0c76bcd674) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:37:58.176619 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:58.188889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Transition to ACTIVE for port object cfc5b971-28b8-44bd-be81-a082a882bd55 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:58.277893 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:58.315099 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:58.330642 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Transition to ACTIVE for port object 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:58.358425 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Attempting to bind port cfc5b971-28b8-44bd-be81-a082a882bd55 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:37:58.358785 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Attempting to bind port cfc5b971-28b8-44bd-be81-a082a882bd55 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:37:58.359140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Attempting to bind port cfc5b971-28b8-44bd-be81-a082a882bd55 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:37:58.362050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde174db-0a66-4c49-8272-8994f7ffc084 None None] Pushing event updated for resources: {'Port': ['ID=cfc5b971-28b8-44bd-be81-a082a882bd55,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:58.370054 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:37:58.370723 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:37:58.370926 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:58.371255 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:37:58.371612 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Bound port: cfc5b971-28b8-44bd-be81-a082a882bd55, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:37:58.371972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:58.427116 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:58.445391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] For port cfc5b971-28b8-44bd-be81-a082a882bd55, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:37:58.448417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] For port cfc5b971-28b8-44bd-be81-a082a882bd55, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cfc5b971-28b8-44bd-be81-a082a882bd55,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:37:58.497140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Network ebf044c5-8aea-4d2d-b643-94fd0200491c is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:58.499929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:58.507491 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:58.507894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:37:58.543452 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Pushing event updated for resources: {'Port': ['ID=53f97cc7-e92d-4131-9c4a-2e0c76bcd674,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:58.568327 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:58.594171 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:58.594859 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:58.668061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde174db-0a66-4c49-8272-8994f7ffc084 None None] Pushing event updated for resources: {'Port': ['ID=cfc5b971-28b8-44bd-be81-a082a882bd55,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:58.807923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:58.922698 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.010293 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1dfb4558-e9e4-4527-bc2d-a54470307620 None None] Provisioning for port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:59.035892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-1dfb4558-e9e4-4527-bc2d-a54470307620 None None] Provisioning complete for port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:59.036395 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4558-e9e4-4527-bc2d-a54470307620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.144841 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb4558-e9e4-4527-bc2d-a54470307620 None None] Port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:37:59.149223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.230146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.234674 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 3, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:59.238742 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8711aa-a254-4ba2-940c-7e37ef1eb238 None None] The sync data for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv is: [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 3, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:37:59.358225 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.365871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Pushing event updated for resources: {'Port': ['ID=53f97cc7-e92d-4131-9c4a-2e0c76bcd674,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:59.533035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Network ebf044c5-8aea-4d2d-b643-94fd0200491c is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:59.534420 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:59.758506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Router 3154f0c7-a8cb-41ea-804b-2c5369be011c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:37:59.809205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cfc5b971-28b8-44bd-be81-a082a882bd55 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:59.883892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ff661770-f8a6-418b-aaf5-47bac3ecada0 None None] Provisioning complete for port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:59.884259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ff661770-f8a6-418b-aaf5-47bac3ecada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.944907 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ff661770-f8a6-418b-aaf5-47bac3ecada0 None None] Port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:37:59.993159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port cfc5b971-28b8-44bd-be81-a082a882bd55 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:00.000521 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port cfc5b971-28b8-44bd-be81-a082a882bd55 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:00.001002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.126727 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.146350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:38:00.146594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port cfc5b971-28b8-44bd-be81-a082a882bd55, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cfc5b971-28b8-44bd-be81-a082a882bd55,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:00.152209 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a532a56d-e747-4181-8745-b81142a75933 admin admin] 10.222.0.39 "PUT /v2.0/routers/3154f0c7-a8cb-41ea-804b-2c5369be011c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9853776 Mar 11 16:38:00.220909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.299564 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=cfc5b971-28b8-44bd-be81-a082a882bd55,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:00.839603 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Sync routers for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:38:00.849087 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:38:00.849690 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:00.919479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50528) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:00.925620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-40233278-network', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:00.930798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:00.934587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Usage tracker for resource:network and tenant:112ea844e6344b1f9dffc3d6ef5d8f9e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:00.937449 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:00.943027 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:01.024608 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:38:01.055641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Made reservation on behalf of 112ea844e6344b1f9dffc3d6ef5d8f9e for: {'network': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:38:01.058181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.071554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.086336 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:01.090561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Usage tracker for resource:security_group_rule and tenant:112ea844e6344b1f9dffc3d6ef5d8f9e is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:01.093431 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:01.099532 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:01.188148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.246974 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.278812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:38:01.287785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72638ffa-7dd5-4fa3-92c7-4b8ce43d91a7,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:01.295716 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.296174 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.segments_db [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Added segment 06e1f326-6da5-44a7-871c-e28d54d86796 of type vlan for network e9769913-3f03-41ba-9fec-6b6f5b4518da Mar 11 16:38:01.326331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.347765 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 2, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:01.352337 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Checking router: 3154f0c7-a8cb-41ea-804b-2c5369be011c for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:38:01.358661 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Updating router 3154f0c7-a8cb-41ea-804b-2c5369be011c port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:38:01.404712 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.430490 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.431466 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:01.432052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.530160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] Pushing event updated for resources: {'Network': ['ID=e9769913-3f03-41ba-9fec-6b6f5b4518da,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:01.540532 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network e9769913-3f03-41ba-9fec-6b6f5b4518da details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:38:01.582540 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-942cfbc2-8d6d-410e-9cdc-14e25a0aa68f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6582489 Mar 11 16:38:01.583132 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50532) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:01.590235 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Request body: {'subnet': {'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-40233278-subnet', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:01.596191 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:01.601647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Usage tracker for resource:subnet and tenant:112ea844e6344b1f9dffc3d6ef5d8f9e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:01.608524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:01.616215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:01.687514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Made reservation on behalf of 112ea844e6344b1f9dffc3d6ef5d8f9e for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:38:01.690693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.763394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cfc5b971-28b8-44bd-be81-a082a882bd55 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:01.805388 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.824888 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Transition to ACTIVE for port object 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:01.834079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port cfc5b971-28b8-44bd-be81-a082a882bd55 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:01.834447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.910813 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.002064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.058283 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Pushing event updated for resources: {'Port': ['ID=53f97cc7-e92d-4131-9c4a-2e0c76bcd674,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:02.127695 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.128022 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.128361 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.128919 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.129247 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.129569 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.129892 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.130210 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.130534 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.130852 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.131168 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.131483 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:02.200281 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Attempting to bind port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:38:02.201218 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Attempting to bind port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:38:02.201218 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Attempting to bind port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 on network ebf044c5-8aea-4d2d-b643-94fd0200491c {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:38:02.207034 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:38:02.207401 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Checking segment: {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:38:02.207824 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.208171 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Bound using segment: {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:38:02.208806 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Bound port: 53f97cc7-e92d-4131-9c4a-2e0c76bcd674, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:38:02.209081 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.257919 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5444baf7-f32d-47a3-8f74-ab9c4a77b60e,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:02.288876 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Checking segment: {'id': '06e1f326-6da5-44a7-871c-e28d54d86796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:38:02.289477 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Network hostable DHCP agents. Network: e9769913-3f03-41ba-9fec-6b6f5b4518da, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:38:02.325645 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] For port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:38:02.329023 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] For port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=53f97cc7-e92d-4131-9c4a-2e0c76bcd674,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:38:02.392093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Network e9769913-3f03-41ba-9fec-6b6f5b4518da is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:38:02.415271 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.460531 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, e9769913-3f03-41ba-9fec-6b6f5b4518da) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:38:02.466509 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:02.467369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.479174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8018bc8-e492-437e-878b-7486a4a007a0 None None] Network e9769913-3f03-41ba-9fec-6b6f5b4518da requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:38:02.489534 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d0d04-51df-4aab-85c8-a64b9ed0311f None None] Pushing event updated for resources: {'Port': ['ID=53f97cc7-e92d-4131-9c4a-2e0c76bcd674,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:02.503231 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:38:02.503868 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:02.572299 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c34a8904-c8c4-4b04-bed7-a2d9a10b7ca7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9841399 Mar 11 16:38:02.576789 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50536) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:02.577647 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-40233278-router', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:02.588723 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:02.593001 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Usage tracker for resource:router and tenant:112ea844e6344b1f9dffc3d6ef5d8f9e is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:02.596157 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:02.606538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:02.676398 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.678556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.712824 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.753006 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:38:02.776287 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-e9769913-3f03-41ba-9fec-6b6f5b4518da', 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'fixed_ips': [{'subnet_id': '5444baf7-f32d-47a3-8f74-ab9c4a77b60e'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:38:02.777458 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.006897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Allocated IP 172.20.0.2 (e9769913-3f03-41ba-9fec-6b6f5b4518da/5444baf7-f32d-47a3-8f74-ab9c4a77b60e/e5a815fb-9c9c-4ed2-8532-6ddc9fb11449) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:38:03.072950 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.165888 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:02Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:03.171607 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f2dc8-7f0e-4fce-8209-3a4ffe7a32f0 None None] The sync data for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv is: [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:02Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:38:03.278140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.294900 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Transition to ACTIVE for port object e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:03.333198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Transition to ACTIVE for port object e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:03.425843 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.518889 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.521933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Network e9769913-3f03-41ba-9fec-6b6f5b4518da is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:38:03.526505 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:38:03.540412 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:38:03.557326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Pushing event updated for resources: {'Port': ['ID=e5a815fb-9c9c-4ed2-8532-6ddc9fb11449,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:03.572152 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.692226 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Attempting to bind port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:38:03.692811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Attempting to bind port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '06e1f326-6da5-44a7-871c-e28d54d86796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:38:03.693316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Attempting to bind port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 on network e9769913-3f03-41ba-9fec-6b6f5b4518da {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:38:03.701838 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:38:03.702451 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Checking segment: {'id': '06e1f326-6da5-44a7-871c-e28d54d86796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:38:03.703037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.703631 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Bound using segment: {'id': '06e1f326-6da5-44a7-871c-e28d54d86796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:38:03.704437 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Bound port: e5a815fb-9c9c-4ed2-8532-6ddc9fb11449, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e1f326-6da5-44a7-871c-e28d54d86796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:38:03.704974 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.764528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Allocated IP 172.26.6.60 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/983c67a7-20ac-41c1-9e7a-173e5c88819f) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:38:03.849897 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:03.930239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] For port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:38:03.943251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] For port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e5a815fb-9c9c-4ed2-8532-6ddc9fb11449,segment=NetworkSegment(06e1f326-6da5-44a7-871c-e28d54d86796),segment_id=06e1f326-6da5-44a7-871c-e28d54d86796)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:38:03.970736 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:04.038520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:04.067054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:04.088982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:04.109281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:04.109707 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:04.132419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:38:04.140426 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:38:04.144091 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:38:04.169927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a602e3b-5150-4120-ba78-792599e9fa44 None None] Pushing event updated for resources: {'Port': ['ID=e5a815fb-9c9c-4ed2-8532-6ddc9fb11449,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:04.181659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Pushing event updated for resources: {'Port': ['ID=983c67a7-20ac-41c1-9e7a-173e5c88819f,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:04.270998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:04.346706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=53f97cc7-e92d-4131-9c4a-2e0c76bcd674,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:04.435754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:04.553406 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=53f97cc7-e92d-4131-9c4a-2e0c76bcd674,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:04.872292 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:05.216131 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:05.476568 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d8b47a-a6a6-44a7-80cf-bc59bfca9468 None None] Network e9769913-3f03-41ba-9fec-6b6f5b4518da requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:38:05.574744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Router 6d70767f-7fc8-4160-9f9f-35232afa6444 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:38:05.675949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-76cb0262-a6df-4e23-8e3a-fd4f73bc5912 None None] Provisioning for port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:05.770379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:38:05.787165 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Sync routers for ids ['6d70767f-7fc8-4160-9f9f-35232afa6444'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:38:05.800534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Routers {'6d70767f-7fc8-4160-9f9f-35232afa6444'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:38:05.801245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6d70767f-7fc8-4160-9f9f-35232afa6444'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:05.866835 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:05.868077 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-97693028-f71d-4ef8-90aa-d0abfdc55b0e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.2946312 Mar 11 16:38:05.872053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 50540) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:05.899375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:06.186403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Set router 6d70767f-7fc8-4160-9f9f-35232afa6444 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:38:06.260598 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:06.367851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:06.368417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:06.641102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:06.686238 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e5a815fb-9c9c-4ed2-8532-6ddc9fb11449,segment=NetworkSegment(06e1f326-6da5-44a7-871c-e28d54d86796),segment_id=06e1f326-6da5-44a7-871c-e28d54d86796)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:06.698174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'name': 'tempest-TestShelveInstance-40233278-router', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:38:02Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 3, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'gw_port': {'id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:03Z', 'updated_at': '2022-03-11T16:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:06.702257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Checking router: 6d70767f-7fc8-4160-9f9f-35232afa6444 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:38:06.702609 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Updating router 6d70767f-7fc8-4160-9f9f-35232afa6444 port 983c67a7-20ac-41c1-9e7a-173e5c88819f binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:38:06.755984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:06.757469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:06.823669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:06.869038 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:06.982671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=e5a815fb-9c9c-4ed2-8532-6ddc9fb11449,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:07.008483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:07.008882 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:07.089165 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Allocated IP 172.20.0.1 (e9769913-3f03-41ba-9fec-6b6f5b4518da/5444baf7-f32d-47a3-8f74-ab9c4a77b60e/25a13740-d145-461e-849e-e52c41aafdd8) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:38:07.246111 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:07.263321 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Transition to ACTIVE for port object 25a13740-d145-461e-849e-e52c41aafdd8 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:07.322885 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:07.334718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Transition to ACTIVE for port object 983c67a7-20ac-41c1-9e7a-173e5c88819f will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:07.352846 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:07.417708 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Network e9769913-3f03-41ba-9fec-6b6f5b4518da is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:38:07.420452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:38:07.429422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:38:07.435207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:07.470845 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Pushing event updated for resources: {'Port': ['ID=25a13740-d145-461e-849e-e52c41aafdd8,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:07.498585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:07.517307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Attempting to bind port 983c67a7-20ac-41c1-9e7a-173e5c88819f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:38:07.517679 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Attempting to bind port 983c67a7-20ac-41c1-9e7a-173e5c88819f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:38:07.518038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Attempting to bind port 983c67a7-20ac-41c1-9e7a-173e5c88819f on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:38:07.520285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4c55e-eb33-4bf4-8e42-bfceed258628 None None] Pushing event updated for resources: {'Port': ['ID=983c67a7-20ac-41c1-9e7a-173e5c88819f,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:07.526196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:38:07.526561 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:38:07.526969 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:07.527326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:38:07.527793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Bound port: 983c67a7-20ac-41c1-9e7a-173e5c88819f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:38:07.528169 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:07.662096 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] For port 983c67a7-20ac-41c1-9e7a-173e5c88819f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:38:07.666591 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] For port 983c67a7-20ac-41c1-9e7a-173e5c88819f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=983c67a7-20ac-41c1-9e7a-173e5c88819f,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:38:07.739211 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:07.746664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:07.791018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:07.829343 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7478dda9-5f9f-468b-94e7-0b9f3319f4eb None None] Provisioning for port 25a13740-d145-461e-849e-e52c41aafdd8 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:07.858763 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-7478dda9-5f9f-468b-94e7-0b9f3319f4eb None None] Provisioning complete for port 25a13740-d145-461e-849e-e52c41aafdd8 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:07.859030 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7478dda9-5f9f-468b-94e7-0b9f3319f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:07.934002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Routers {'6d70767f-7fc8-4160-9f9f-35232afa6444'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:38:07.934626 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6d70767f-7fc8-4160-9f9f-35232afa6444'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:07.993377 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:08.019624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4c55e-eb33-4bf4-8e42-bfceed258628 None None] Pushing event updated for resources: {'Port': ['ID=983c67a7-20ac-41c1-9e7a-173e5c88819f,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:08.024120 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-7478dda9-5f9f-468b-94e7-0b9f3319f4eb None None] Port 25a13740-d145-461e-849e-e52c41aafdd8 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:38:08.051297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:08.051669 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:08.055727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:08.160667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Pushing event updated for resources: {'Port': ['ID=25a13740-d145-461e-849e-e52c41aafdd8,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:08.163455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:08.191335 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] Set router 6d70767f-7fc8-4160-9f9f-35232afa6444 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:38:08.318725 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Network e9769913-3f03-41ba-9fec-6b6f5b4518da is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:38:08.320215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:38:08.581438 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-35ec8a37-f13f-4db6-b611-aae46025fcdf None None] Provisioning complete for port 25a13740-d145-461e-849e-e52c41aafdd8 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:08.581918 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-35ec8a37-f13f-4db6-b611-aae46025fcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:08.603378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Router 6d70767f-7fc8-4160-9f9f-35232afa6444 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:38:08.641447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-35ec8a37-f13f-4db6-b611-aae46025fcdf None None] Port 25a13740-d145-461e-849e-e52c41aafdd8 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:38:08.652084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'name': 'tempest-TestShelveInstance-40233278-router', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:38:02Z', 'updated_at': '2022-03-11T16:38:07Z', 'revision_number': 4, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'gw_port': {'id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:03Z', 'updated_at': '2022-03-11T16:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '25a13740-d145-461e-849e-e52c41aafdd8', 'name': '', 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'mac_address': 'fa:16:3e:2c:df:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '5444baf7-f32d-47a3-8f74-ab9c4a77b60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:06Z', 'updated_at': '2022-03-11T16:38:07Z', 'revision_number': 1, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'subnets': [{'id': '5444baf7-f32d-47a3-8f74-ab9c4a77b60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:08.656088 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f80af-e121-486b-aa47-56b0aef22278 None None] The sync data for ids ['6d70767f-7fc8-4160-9f9f-35232afa6444'] in dv-neutron-833203-2-hyperv is: [{'id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'name': 'tempest-TestShelveInstance-40233278-router', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:38:02Z', 'updated_at': '2022-03-11T16:38:07Z', 'revision_number': 4, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'gw_port': {'id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:03Z', 'updated_at': '2022-03-11T16:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '25a13740-d145-461e-849e-e52c41aafdd8', 'name': '', 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'mac_address': 'fa:16:3e:2c:df:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '5444baf7-f32d-47a3-8f74-ab9c4a77b60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:06Z', 'updated_at': '2022-03-11T16:38:07Z', 'revision_number': 1, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'subnets': [{'id': '5444baf7-f32d-47a3-8f74-ab9c4a77b60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:38:08.949051 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:38:08.962648 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-9b8a66bb-9e9e-452a-81fc-6fef1db160b2 admin admin] 10.222.0.39 "PUT /v2.0/routers/6d70767f-7fc8-4160-9f9f-35232afa6444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0888531 Mar 11 16:38:09.733211 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50554) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:09.739005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1452681589', 'description': 'tempest-secgroup-smoke-1452681589 description', 'project_id': '66056c1df3564877b23c799aa2ef0248'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:09.746384 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:09.752616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:09.755748 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:09.766266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:09.805589 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 983c67a7-20ac-41c1-9e7a-173e5c88819f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:09.880973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:09.902148 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:09.906306 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:09.909212 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:09.915535 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:09.933861 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 983c67a7-20ac-41c1-9e7a-173e5c88819f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:09.939606 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 983c67a7-20ac-41c1-9e7a-173e5c88819f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:09.942789 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:09.997694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.078182 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.084343 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.103822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 983c67a7-20ac-41c1-9e7a-173e5c88819f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=983c67a7-20ac-41c1-9e7a-173e5c88819f,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:10.138947 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10931c5-8894-4d54-8880-9e80a560e75e,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:10.169112 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.229822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.235462 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f48034fd-d3f9-4c0d-aceb-cd65e66c29c6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4977772 Mar 11 16:38:10.236640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50558) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:10.242718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=983c67a7-20ac-41c1-9e7a-173e5c88819f,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:10.248348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9036dd21-17fd-44cc-b92e-67847c19585f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': 'b10931c5-8894-4d54-8880-9e80a560e75e', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:10.259039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9036dd21-17fd-44cc-b92e-67847c19585f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:10.263791 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9036dd21-17fd-44cc-b92e-67847c19585f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:10.267201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9036dd21-17fd-44cc-b92e-67847c19585f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:10.275019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9036dd21-17fd-44cc-b92e-67847c19585f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:10.348604 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9036dd21-17fd-44cc-b92e-67847c19585f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.424228 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9036dd21-17fd-44cc-b92e-67847c19585f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.500835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9036dd21-17fd-44cc-b92e-67847c19585f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.526861 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036dd21-17fd-44cc-b92e-67847c19585f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db99547-ab69-4a18-976f-75a73e997fb6,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:10.603441 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9036dd21-17fd-44cc-b92e-67847c19585f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.604709 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9036dd21-17fd-44cc-b92e-67847c19585f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3654330 Mar 11 16:38:10.607489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50562) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:10.612679 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-2820ba03-41b7-4960-a822-f1dad27188fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': 'b10931c5-8894-4d54-8880-9e80a560e75e', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:10.619768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2820ba03-41b7-4960-a822-f1dad27188fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:10.623639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2820ba03-41b7-4960-a822-f1dad27188fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:10.626661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-2820ba03-41b7-4960-a822-f1dad27188fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:10.633722 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-2820ba03-41b7-4960-a822-f1dad27188fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:10.724772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2820ba03-41b7-4960-a822-f1dad27188fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.790798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2820ba03-41b7-4960-a822-f1dad27188fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.855168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2820ba03-41b7-4960-a822-f1dad27188fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.879366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820ba03-41b7-4960-a822-f1dad27188fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163d3d0e-c0ef-45c5-b4f1-1567673755f2,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:10.972940 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-2820ba03-41b7-4960-a822-f1dad27188fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.974077 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-2820ba03-41b7-4960-a822-f1dad27188fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3655958 Mar 11 16:38:10.977767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50566) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:10.982771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-8ae033f4-cb58-4a60-af06-446cbff22d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': 'b10931c5-8894-4d54-8880-9e80a560e75e', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:10.988943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8ae033f4-cb58-4a60-af06-446cbff22d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:10.993676 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8ae033f4-cb58-4a60-af06-446cbff22d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:10.996701 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-8ae033f4-cb58-4a60-af06-446cbff22d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:11.002477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-8ae033f4-cb58-4a60-af06-446cbff22d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:11.080831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ae033f4-cb58-4a60-af06-446cbff22d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.153417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ae033f4-cb58-4a60-af06-446cbff22d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.224162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ae033f4-cb58-4a60-af06-446cbff22d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.249756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae033f4-cb58-4a60-af06-446cbff22d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede4cfb3-145f-480d-9a7c-ba5b7d3729b2,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:11.323350 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8ae033f4-cb58-4a60-af06-446cbff22d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.324638 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8ae033f4-cb58-4a60-af06-446cbff22d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3458872 Mar 11 16:38:11.327319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50570) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:11.332394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-0f363f03-4191-43c2-8d44-918c40515242 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': 'b10931c5-8894-4d54-8880-9e80a560e75e', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:11.339028 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0f363f03-4191-43c2-8d44-918c40515242 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:11.342839 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0f363f03-4191-43c2-8d44-918c40515242 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:11.345733 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-0f363f03-4191-43c2-8d44-918c40515242 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:11.352140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-0f363f03-4191-43c2-8d44-918c40515242 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:11.378394 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Sync routers for ids ['6d70767f-7fc8-4160-9f9f-35232afa6444'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:38:11.387521 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Routers {'6d70767f-7fc8-4160-9f9f-35232afa6444'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:38:11.388124 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6d70767f-7fc8-4160-9f9f-35232afa6444'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:11.421655 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0f363f03-4191-43c2-8d44-918c40515242 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.488952 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0f363f03-4191-43c2-8d44-918c40515242 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.565873 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Set router 6d70767f-7fc8-4160-9f9f-35232afa6444 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:38:11.580273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0f363f03-4191-43c2-8d44-918c40515242 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.605518 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f363f03-4191-43c2-8d44-918c40515242 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0da0e6-c45e-4ec6-b0c5-523d4b2b3c88,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:11.672323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-0f363f03-4191-43c2-8d44-918c40515242 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.674341 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-0f363f03-4191-43c2-8d44-918c40515242 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3459234 Mar 11 16:38:11.677337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50574) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:11.684268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': 'b10931c5-8894-4d54-8880-9e80a560e75e', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:11.690605 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:11.694979 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:11.698049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:11.703838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:11.758664 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Project 66056c1df3564877b23c799aa2ef0248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:38:11.770578 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.770784 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 983c67a7-20ac-41c1-9e7a-173e5c88819f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:11.839582 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.843391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 983c67a7-20ac-41c1-9e7a-173e5c88819f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:11.843945 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.886541 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'name': 'tempest-TestShelveInstance-40233278-router', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:38:02Z', 'updated_at': '2022-03-11T16:38:07Z', 'revision_number': 4, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'gw_port': {'id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:03Z', 'updated_at': '2022-03-11T16:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '25a13740-d145-461e-849e-e52c41aafdd8', 'name': '', 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'mac_address': 'fa:16:3e:2c:df:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '5444baf7-f32d-47a3-8f74-ab9c4a77b60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:06Z', 'updated_at': '2022-03-11T16:38:07Z', 'revision_number': 2, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'subnets': [{'id': '5444baf7-f32d-47a3-8f74-ab9c4a77b60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:11.890406 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Checking router: 6d70767f-7fc8-4160-9f9f-35232afa6444 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:38:11.890761 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Updating router 6d70767f-7fc8-4160-9f9f-35232afa6444 port 25a13740-d145-461e-849e-e52c41aafdd8 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:38:11.894750 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.923996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde6c0fa-75be-4b0f-823d-46f7b0aaca5d,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:11.972934 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.986210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.987430 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c00f84d1-8abc-4d74-83da-c3e1c937b871 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3086417 Mar 11 16:38:11.990469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50578) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:11.995740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': 'b10931c5-8894-4d54-8880-9e80a560e75e', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:12.002168 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:12.006034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:12.013433 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:12.015402 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:12.094800 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Project 66056c1df3564877b23c799aa2ef0248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:38:12.101975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:12.167509 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:12.249475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:12.274273 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5811e27-89b4-4d22-b0ef-75bc4f8d2147,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:12.312244 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:12.324339 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Transition to ACTIVE for port object 25a13740-d145-461e-849e-e52c41aafdd8 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:12.358088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:12.359304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-313cbdfd-7f7f-44d8-a4d3-4b2fd9993b68 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3676817 Mar 11 16:38:12.386556 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:12.516487 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103be0db-8d11-48aa-a03a-4ecdf3dcb23b None None] Pushing event updated for resources: {'Port': ['ID=25a13740-d145-461e-849e-e52c41aafdd8,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:12.540659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-19ad0d30-131f-4e52-876f-456fd1752d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Synchronizing usage tracker for tenant:66056c1df3564877b23c799aa2ef0248 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:38:12.610980 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Attempting to bind port 25a13740-d145-461e-849e-e52c41aafdd8 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:38:12.611349 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Attempting to bind port 25a13740-d145-461e-849e-e52c41aafdd8 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '06e1f326-6da5-44a7-871c-e28d54d86796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:38:12.611708 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Attempting to bind port 25a13740-d145-461e-849e-e52c41aafdd8 on network e9769913-3f03-41ba-9fec-6b6f5b4518da {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:38:12.618651 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:38:12.619024 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Checking segment: {'id': '06e1f326-6da5-44a7-871c-e28d54d86796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:38:12.619427 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:12.619819 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Bound using segment: {'id': '06e1f326-6da5-44a7-871c-e28d54d86796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:38:12.620282 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Bound port: 25a13740-d145-461e-849e-e52c41aafdd8, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e1f326-6da5-44a7-871c-e28d54d86796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:38:12.620678 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:12.624043 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-19ad0d30-131f-4e52-876f-456fd1752d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Unset dirty status for tenant:66056c1df3564877b23c799aa2ef0248 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:38:12.625317 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-19ad0d30-131f-4e52-876f-456fd1752d2e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452681589&fields=id&tenant_id=66056c1df3564877b23c799aa2ef0248 HTTP/1.1" status: 200 len: 267 time: 0.1328549 Mar 11 16:38:12.723487 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] For port 25a13740-d145-461e-849e-e52c41aafdd8, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:38:12.727613 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] For port 25a13740-d145-461e-849e-e52c41aafdd8, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=25a13740-d145-461e-849e-e52c41aafdd8,segment=NetworkSegment(06e1f326-6da5-44a7-871c-e28d54d86796),segment_id=06e1f326-6da5-44a7-871c-e28d54d86796)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:38:12.787060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-42f9c69d-c768-4a00-8493-5c3fafc3d28c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:12.788188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-42f9c69d-c768-4a00-8493-5c3fafc3d28c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Synchronizing usage tracker for tenant:66056c1df3564877b23c799aa2ef0248 on resource:network {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:38:12.798045 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:12.867330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-42f9c69d-c768-4a00-8493-5c3fafc3d28c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Unset dirty status for tenant:66056c1df3564877b23c799aa2ef0248 on resource:network {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:38:12.868731 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-42f9c69d-c768-4a00-8493-5c3fafc3d28c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 809 time: 0.2362931 Mar 11 16:38:12.876165 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Routers {'6d70767f-7fc8-4160-9f9f-35232afa6444'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:38:12.876870 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:37:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6d70767f-7fc8-4160-9f9f-35232afa6444'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:12.885864 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-806e2687-5553-49b5-b1cb-9c901d679a43 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/quotas/66056c1df3564877b23c799aa2ef0248 HTTP/1.1" status: 200 len: 375 time: 0.0113511 Mar 11 16:38:12.949775 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103be0db-8d11-48aa-a03a-4ecdf3dcb23b None None] Pushing event updated for resources: {'Port': ['ID=25a13740-d145-461e-849e-e52c41aafdd8,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:12.978880 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-9b243f6c-de7a-4aca-95ae-bfd15ef4b7a7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Synchronizing usage tracker for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:38:13.070652 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] Set router 6d70767f-7fc8-4160-9f9f-35232afa6444 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:38:13.083152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-9b243f6c-de7a-4aca-95ae-bfd15ef4b7a7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Unset dirty status for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:38:13.085049 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-9b243f6c-de7a-4aca-95ae-bfd15ef4b7a7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1928957 Mar 11 16:38:13.359858 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-6f481b82-246d-459f-9b5a-9417184c0252 service neutron] 10.222.0.39 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690645 Mar 11 16:38:13.384467 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'name': 'tempest-TestShelveInstance-40233278-router', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:38:02Z', 'updated_at': '2022-03-11T16:38:07Z', 'revision_number': 4, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'gw_port': {'id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:03Z', 'updated_at': '2022-03-11T16:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '25a13740-d145-461e-849e-e52c41aafdd8', 'name': '', 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'mac_address': 'fa:16:3e:2c:df:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '5444baf7-f32d-47a3-8f74-ab9c4a77b60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:06Z', 'updated_at': '2022-03-11T16:38:12Z', 'revision_number': 4, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'subnets': [{'id': '5444baf7-f32d-47a3-8f74-ab9c4a77b60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:13.388266 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c833536d-432e-4678-8f82-ba496d992ab0 None None] The sync data for ids ['6d70767f-7fc8-4160-9f9f-35232afa6444'] in dv-neutron-833203-2-hyperv is: [{'id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'name': 'tempest-TestShelveInstance-40233278-router', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:38:02Z', 'updated_at': '2022-03-11T16:38:07Z', 'revision_number': 4, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'gw_port': {'id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:03Z', 'updated_at': '2022-03-11T16:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '25a13740-d145-461e-849e-e52c41aafdd8', 'name': '', 'network_id': 'e9769913-3f03-41ba-9fec-6b6f5b4518da', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'mac_address': 'fa:16:3e:2c:df:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '5444baf7-f32d-47a3-8f74-ab9c4a77b60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:06Z', 'updated_at': '2022-03-11T16:38:12Z', 'revision_number': 4, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'subnets': [{'id': '5444baf7-f32d-47a3-8f74-ab9c4a77b60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:38:13.498689 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-444a1083-31a3-4eae-841b-b4e9eb3b446b service neutron] 10.222.0.39 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327608 Mar 11 16:38:13.817801 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 25a13740-d145-461e-849e-e52c41aafdd8 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:13.820530 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1f4511d6-f145-4205-a866-fd49d76acf8a req-66d3bb0b-d375-456c-b3af-633d05f07394 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 210 time: 0.0602911 Mar 11 16:38:13.992266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 25a13740-d145-461e-849e-e52c41aafdd8 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:13.997337 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 25a13740-d145-461e-849e-e52c41aafdd8 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:13.997707 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:14.118020 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:14.151435 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 25a13740-d145-461e-849e-e52c41aafdd8, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=25a13740-d145-461e-849e-e52c41aafdd8,segment=NetworkSegment(06e1f326-6da5-44a7-871c-e28d54d86796),segment_id=06e1f326-6da5-44a7-871c-e28d54d86796)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:14.223932 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:14.292397 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=25a13740-d145-461e-849e-e52c41aafdd8,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:14.916288 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7713a5e7-f7b1-450b-ba81-5f40f9fceeeb req-e394cdfa-4fbe-4784-899a-7a7a9c8f6d2a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 210 time: 0.0423012 Mar 11 16:38:15.769687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 25a13740-d145-461e-849e-e52c41aafdd8 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:15.836022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 25a13740-d145-461e-849e-e52c41aafdd8 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:15.836386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:16.106965 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d965bfcc-da77-42d4-9628-9d2089ec234f req-aca529fc-0848-440c-a37a-66aba16010b5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 210 time: 0.0653725 Mar 11 16:38:16.208516 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-196eaf15-8902-43cd-a4ce-557e05834b89 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:16.209939 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-196eaf15-8902-43cd-a4ce-557e05834b89 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 809 time: 0.1882317 Mar 11 16:38:16.263294 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-642b3100-94af-4d58-93cc-f4b6d8fa120c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66056c1df3564877b23c799aa2ef0248 HTTP/1.1" status: 200 len: 380 time: 0.0443270 Mar 11 16:38:16.272403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'port': {'device_id': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'admin_state_up': True, 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'security_groups': ['b10931c5-8894-4d54-8880-9e80a560e75e']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:16.408689 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:16.418587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:16.469183 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Made reservation on behalf of 66056c1df3564877b23c799aa2ef0248 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:38:16.472690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:16.628003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Allocated IP 172.20.0.11 (ebf044c5-8aea-4d2d-b643-94fd0200491c/07fef3e5-06a4-4912-a862-df90b0a6a66f/ff6db173-7e1b-4c7e-92b9-9a03b94a001b) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:38:16.909331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:16.924210 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Transition to ACTIVE for port object ff6db173-7e1b-4c7e-92b9-9a03b94a001b will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:16.989297 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:17.052731 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Network ebf044c5-8aea-4d2d-b643-94fd0200491c is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:38:17.056363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:38:17.065201 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:38:17.105800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'Port': ['ID=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:17.139092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:17.139737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:17.258671 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-bfead270-2435-4218-b2f1-b9cae744e8ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9897292 Mar 11 16:38:17.274848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Request body: {'port': {'device_id': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:17.360922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a2919beb-e83b-45e7-87c1-a865f8f6d9f6 None None] Provisioning for port ff6db173-7e1b-4c7e-92b9-9a03b94a001b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:17.366166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a2919beb-e83b-45e7-87c1-a865f8f6d9f6 None None] Provisioning complete for port ff6db173-7e1b-4c7e-92b9-9a03b94a001b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:17.366535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a2919beb-e83b-45e7-87c1-a865f8f6d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:17.407475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdea78e-80b0-48ce-aab0-d8b50e7cfc8e req-04c4f824-a857-42cc-b718-a5470672a485 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:17.409883 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-efdea78e-80b0-48ce-aab0-d8b50e7cfc8e req-04c4f824-a857-42cc-b718-a5470672a485 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Synchronizing usage tracker for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:38:17.416406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:17.422261 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-a2919beb-e83b-45e7-87c1-a865f8f6d9f6 None None] Port ff6db173-7e1b-4c7e-92b9-9a03b94a001b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:38:17.536255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-efdea78e-80b0-48ce-aab0-d8b50e7cfc8e req-04c4f824-a857-42cc-b718-a5470672a485 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Unset dirty status for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:38:17.537561 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-efdea78e-80b0-48ce-aab0-d8b50e7cfc8e req-04c4f824-a857-42cc-b718-a5470672a485 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 932 time: 0.3174825 Mar 11 16:38:17.628277 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-efdea78e-80b0-48ce-aab0-d8b50e7cfc8e req-0f1419ba-a63e-4df5-8caf-bd77ec0d9c4b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842378 Mar 11 16:38:17.759279 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:38:17.791517 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6db173-7e1b-4c7e-92b9-9a03b94a001b {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:38:17.798541 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:17.811980 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Transition to ACTIVE for port object ff6db173-7e1b-4c7e-92b9-9a03b94a001b will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:17.909247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:18.063737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Pushing event updated for resources: {'Port': ['ID=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:18.143154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Attempting to bind port ff6db173-7e1b-4c7e-92b9-9a03b94a001b on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:38:18.143840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Attempting to bind port ff6db173-7e1b-4c7e-92b9-9a03b94a001b by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:38:18.143967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Attempting to bind port ff6db173-7e1b-4c7e-92b9-9a03b94a001b on network ebf044c5-8aea-4d2d-b643-94fd0200491c {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:38:18.149188 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Port ff6db173-7e1b-4c7e-92b9-9a03b94a001b on network ebf044c5-8aea-4d2d-b643-94fd0200491c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:38:18.149506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Attempting to bind port ff6db173-7e1b-4c7e-92b9-9a03b94a001b on network ebf044c5-8aea-4d2d-b643-94fd0200491c {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:38:18.154510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:38:18.154838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Checking segment: {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:38:18.155216 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Bound using segment: {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:38:18.155629 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Bound port: ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:38:18.155973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:18.244172 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:38:18.246929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:38:18.306546 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:18.360729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:18.361329 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:18.362655 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] 10.222.0.30 "PUT /v2.0/ports/ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 200 len: 1094 time: 1.0941176 Mar 11 16:38:18.363075 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:38:18.389232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffb3ad-d697-41cd-9188-256cbf2a897e service neutron] Pushing event updated for resources: {'Port': ['ID=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:18.412345 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'status': 'completed', 'code': 200} Mar 11 16:38:18.507613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90487838-6cb7-4928-b9b6-ea016c146eb9 req-c46a3896-5c11-4673-81e0-674b7d0131ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:18.509721 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-90487838-6cb7-4928-b9b6-ea016c146eb9 req-c46a3896-5c11-4673-81e0-674b7d0131ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1097 time: 0.0785708 Mar 11 16:38:18.649134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90487838-6cb7-4928-b9b6-ea016c146eb9 req-a732e20e-b21f-4511-a9c6-11081e91ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:18.650520 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-90487838-6cb7-4928-b9b6-ea016c146eb9 req-a732e20e-b21f-4511-a9c6-11081e91ccc9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=66056c1df3564877b23c799aa2ef0248&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1324871 Mar 11 16:38:18.928854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90487838-6cb7-4928-b9b6-ea016c146eb9 req-ca722a32-0b93-4466-98c3-402bd9a69840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:18.930920 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-90487838-6cb7-4928-b9b6-ea016c146eb9 req-ca722a32-0b93-4466-98c3-402bd9a69840 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2732840 Mar 11 16:38:18.955752 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127a356-21f0-42ab-9e0a-e55e2367a466 req-035d8b80-a4a1-497d-9c6e-e28db91b8989 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:18.957205 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c127a356-21f0-42ab-9e0a-e55e2367a466 req-035d8b80-a4a1-497d-9c6e-e28db91b8989 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.2177286 Mar 11 16:38:19.047085 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c127a356-21f0-42ab-9e0a-e55e2367a466 req-6ebd8832-47d3-4fb5-84d7-ab104dca6a18 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833991 Mar 11 16:38:19.067729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-e74966ac-e2f2-4f31-8a90-2684fc6a3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:19.069205 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-e74966ac-e2f2-4f31-8a90-2684fc6a3e7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1097 time: 0.0928702 Mar 11 16:38:19.140219 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-df84ccd0-bfae-424b-bc3e-dc1bcf39d19a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 200 len: 217 time: 0.0632775 Mar 11 16:38:19.200669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-43cc8d22-d8b3-44a9-a854-fc884a5b491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:19.201961 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-43cc8d22-d8b3-44a9-a854-fc884a5b491e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0553715 Mar 11 16:38:19.274996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-d0726e94-7498-4d9a-a140-8d03532f496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:19.276430 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-d0726e94-7498-4d9a-a140-8d03532f496b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680740 Mar 11 16:38:19.406463 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-982f6520-ba4b-4ff3-b84d-9da5d257a2d7 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225224 Mar 11 16:38:19.536697 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e1d6c86-617b-4d54-97f0-b4f83d70c11f req-d16740fa-106a-4dd0-958e-f88b03f5fb4f service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235735 Mar 11 16:38:20.233700 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f27bfc-b909-45ac-83d7-da9bc4018e96 req-1c8b9b31-5b06-4c73-bc04-ce7030fcd804 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:20.235140 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-22f27bfc-b909-45ac-83d7-da9bc4018e96 req-1c8b9b31-5b06-4c73-bc04-ce7030fcd804 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0831275 Mar 11 16:38:20.279118 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-22f27bfc-b909-45ac-83d7-da9bc4018e96 req-5856c36d-f63d-4ee9-b0fa-e756a7c78bbd tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381250 Mar 11 16:38:20.922990 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-00a4695c-98a0-4339-94ba-0af5daac9157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:21.463581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d810b-b0d0-43a8-9fb8-6249fc694e40 req-467b0ec1-9bf5-4bd0-ad3b-1846c1741ce5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:21.467403 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fa4d810b-b0d0-43a8-9fb8-6249fc694e40 req-467b0ec1-9bf5-4bd0-ad3b-1846c1741ce5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0790823 Mar 11 16:38:21.512353 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fa4d810b-b0d0-43a8-9fb8-6249fc694e40 req-91d1dbae-bed8-46ca-b6b4-76e89e26a529 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Mar 11 16:38:22.670562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ff6db173-7e1b-4c7e-92b9-9a03b94a001b details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:38:22.693487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795a504-6aac-400e-9db2-8f6ace9fa0cb req-ce10beee-66da-4bd1-9703-225dc24c681c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:22.695024 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3795a504-6aac-400e-9db2-8f6ace9fa0cb req-ce10beee-66da-4bd1-9703-225dc24c681c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0804462 Mar 11 16:38:22.740279 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3795a504-6aac-400e-9db2-8f6ace9fa0cb req-64e41148-ce6f-4697-99ea-dca66be7dc69 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387120 Mar 11 16:38:22.803621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:22.816319 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'port_id': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'mac_address': 'fa:16:3e:97:2b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:38:22.870956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:22.887520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6db173-7e1b-4c7e-92b9-9a03b94a001b {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:38:22.902577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:23.017613 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:23.086081 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:23.346944 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['ff6db173-7e1b-4c7e-92b9-9a03b94a001b'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:38:23.715338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a7d45f35-f114-4b61-b7e5-e8a88bee9677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:23.929180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d06c6-c8fe-4420-9f19-172fd70fdf6d req-9f144270-3891-4991-8cdd-d20fce9791de tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:23.930617 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-948d06c6-c8fe-4420-9f19-172fd70fdf6d req-9f144270-3891-4991-8cdd-d20fce9791de tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 945 time: 0.0830469 Mar 11 16:38:23.975380 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-948d06c6-c8fe-4420-9f19-172fd70fdf6d req-423097bb-e112-41b8-afd6-d72dd88a15b8 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381169 Mar 11 16:38:24.475113 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:24.686102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ff6db173-7e1b-4c7e-92b9-9a03b94a001b up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:24.837056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:24.865948 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port ff6db173-7e1b-4c7e-92b9-9a03b94a001b completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:24.871457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port ff6db173-7e1b-4c7e-92b9-9a03b94a001b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:24.871818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:24.986222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:25.013718 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:38:25.024712 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:25.107338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:25.152119 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'code': 200} Mar 11 16:38:25.170101 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d841e7f-a8be-44ee-9d75-f5f187640c2d req-dc1820ed-76b8-4274-8943-a2a91dc5b376 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:25.171613 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d841e7f-a8be-44ee-9d75-f5f187640c2d req-dc1820ed-76b8-4274-8943-a2a91dc5b376 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0893180 Mar 11 16:38:25.177836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:25.217131 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d841e7f-a8be-44ee-9d75-f5f187640c2d req-8f9a91d0-30f6-4ed7-b940-0ba5d76a95ec tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393174 Mar 11 16:38:25.514814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955fab8-3b99-47a7-ba24-81c71db60606 req-92875a18-0a10-4ecb-8a50-9e388c50d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:25.516254 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6955fab8-3b99-47a7-ba24-81c71db60606 req-92875a18-0a10-4ecb-8a50-9e388c50d6cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1099 time: 0.0730970 Mar 11 16:38:25.555899 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-6955fab8-3b99-47a7-ba24-81c71db60606 req-f212828f-14f9-4a40-ba11-4fc7254f0038 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331256 Mar 11 16:38:26.174405 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:26.407424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afd0bc-cf54-406e-a896-17f754500b81 req-3ef967c2-4ceb-4626-8f7d-b02d62171702 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:26.408877 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e6afd0bc-cf54-406e-a896-17f754500b81 req-3ef967c2-4ceb-4626-8f7d-b02d62171702 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0785744 Mar 11 16:38:26.453062 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e6afd0bc-cf54-406e-a896-17f754500b81 req-460bc0fa-1d01-4883-bbfa-3cf3cacff0a9 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385320 Mar 11 16:38:26.671927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:27.635487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602cf48-503e-4799-96a9-c5c27715244e req-faa51a15-8c57-4358-b138-b67f5acd8ae3 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:27.637611 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b602cf48-503e-4799-96a9-c5c27715244e req-faa51a15-8c57-4358-b138-b67f5acd8ae3 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0827124 Mar 11 16:38:27.680126 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b602cf48-503e-4799-96a9-c5c27715244e req-7d1aab71-4dda-40dc-95c8-bcb44747d719 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369592 Mar 11 16:38:27.873256 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0846a8a-96bf-47bd-9091-604b9bdf613f req-bf46246a-9d2a-4e20-806f-d1731882b06c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:27.874702 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e0846a8a-96bf-47bd-9091-604b9bdf613f req-bf46246a-9d2a-4e20-806f-d1731882b06c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0788512 Mar 11 16:38:27.920998 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e0846a8a-96bf-47bd-9091-604b9bdf613f req-9f53eb59-b54a-4eed-b739-e74d657d7a2b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406804 Mar 11 16:38:27.943388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50660) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:28.055504 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed4e32-555d-4b08-8a6c-1d993933ad16 tempest-TestShelveInstance-1387239609 tempest-TestShelveInstance-1387239609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:28.057037 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-62ed4e32-555d-4b08-8a6c-1d993933ad16 tempest-TestShelveInstance-1387239609 tempest-TestShelveInstance-1387239609-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1094 time: 0.1126969 Mar 11 16:38:28.060515 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 50666) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:28.065467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:28.071266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:28.075056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:floatingip and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:28.077887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:28.083465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:28.187219 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:28.324093 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:28.457907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Allocated IP 172.26.6.135 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/1fcd4ab5-ea73-4904-8501-77c9ad0607af) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:38:28.691929 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:28.769177 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:28.825827 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:38:28.828595 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:38:28.832053 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:38:28.882265 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'Port': ['ID=1fcd4ab5-ea73-4904-8501-77c9ad0607af,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:29.242708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:29.362732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:29.568222 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:29.622835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:29.731637 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'Port': ['ID=1fcd4ab5-ea73-4904-8501-77c9ad0607af,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:29.742042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:29.909360 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Floating IP b51228b4-26c0-4986-a35f-dec7f21afcef associated. External IP: 172.26.6.135, port: ff6db173-7e1b-4c7e-92b9-9a03b94a001b. Mar 11 16:38:30.362430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Router 3154f0c7-a8cb-41ea-804b-2c5369be011c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:38:30.537055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:38:30.546982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4d9b3-2052-4440-852e-33427db702df None None] Sync routers for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:38:30.556069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4d9b3-2052-4440-852e-33427db702df None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:38:30.556704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-90f4d9b3-2052-4440-852e-33427db702df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:38:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:30.620559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:30.678919 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f3157db0-5f05-4c7a-a758-16884e11495a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6173649 Mar 11 16:38:30.679794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:38:30.727462 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'status': 'completed', 'code': 200} Mar 11 16:38:30.743052 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-90f4d9b3-2052-4440-852e-33427db702df None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:38:30.831197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb7e66-9eda-44fc-9411-49e5ab60fee2 req-74ab3b49-b2dc-4e10-8d12-15c266886384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:30.832891 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-21eb7e66-9eda-44fc-9411-49e5ab60fee2 req-74ab3b49-b2dc-4e10-8d12-15c266886384 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1099 time: 0.0832460 Mar 11 16:38:30.966351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb7e66-9eda-44fc-9411-49e5ab60fee2 req-63e846b4-d108-4229-b7d3-9b8ec7b5f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:30.967863 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-21eb7e66-9eda-44fc-9411-49e5ab60fee2 req-63e846b4-d108-4229-b7d3-9b8ec7b5f163 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1288452 Mar 11 16:38:31.072798 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-21eb7e66-9eda-44fc-9411-49e5ab60fee2 req-93195801-d77f-4727-8d8f-c0fe45324ea3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 200 len: 1000 time: 0.0986290 Mar 11 16:38:31.123119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-90f4d9b3-2052-4440-852e-33427db702df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'b51228b4-26c0-4986-a35f-dec7f21afcef', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'floating_ip_address': '172.26.6.135', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'port_id': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'mac_address': 'fa:16:3e:97:2b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:38:29Z', 'updated_at': '2022-03-11T16:38:29Z', 'revision_number': 0, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:31.126958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4d9b3-2052-4440-852e-33427db702df None None] Checking router: 3154f0c7-a8cb-41ea-804b-2c5369be011c for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:38:31.135271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4d9b3-2052-4440-852e-33427db702df None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:38:31.136528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-90f4d9b3-2052-4440-852e-33427db702df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:38:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:31.138386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb7e66-9eda-44fc-9411-49e5ab60fee2 req-0e938fa5-2f30-4e63-8add-236e61c83a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:31.139834 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-21eb7e66-9eda-44fc-9411-49e5ab60fee2 req-0e938fa5-2f30-4e63-8add-236e61c83a90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0595460 Mar 11 16:38:31.219521 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb7e66-9eda-44fc-9411-49e5ab60fee2 req-d6c13d14-a903-4c69-807b-2063199d9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:31.221022 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-21eb7e66-9eda-44fc-9411-49e5ab60fee2 req-d6c13d14-a903-4c69-807b-2063199d9bf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743010 Mar 11 16:38:31.318638 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-90f4d9b3-2052-4440-852e-33427db702df None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:38:31.356825 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-21eb7e66-9eda-44fc-9411-49e5ab60fee2 req-c7fcad34-7f63-4a3b-b81e-f7f8a61882ad service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294646 Mar 11 16:38:31.489707 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-21eb7e66-9eda-44fc-9411-49e5ab60fee2 req-500802eb-4691-4a26-80ef-01afdd472a7d service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261821 Mar 11 16:38:31.668984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-90f4d9b3-2052-4440-852e-33427db702df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'b51228b4-26c0-4986-a35f-dec7f21afcef', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'floating_ip_address': '172.26.6.135', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'port_id': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'mac_address': 'fa:16:3e:97:2b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:38:29Z', 'updated_at': '2022-03-11T16:38:29Z', 'revision_number': 0, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:31.673175 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4d9b3-2052-4440-852e-33427db702df None None] The sync data for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv is: [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': 'b51228b4-26c0-4986-a35f-dec7f21afcef', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'floating_ip_address': '172.26.6.135', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'port_id': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'mac_address': 'fa:16:3e:97:2b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:38:29Z', 'updated_at': '2022-03-11T16:38:29Z', 'revision_number': 0, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:38:31.864406 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efdc30a-05c4-4b8a-87d3-878281695be7 None None] New status for floating IP b51228b4-26c0-4986-a35f-dec7f21afcef: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:38:44.513636 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-fa62cb82-da71-4d0b-ad83-9ffb5d4f6286 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699642 Mar 11 16:38:44.652033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-3e022dde-ed34-4be4-8137-0b6a3ec049c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:44.653527 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-3e022dde-ed34-4be4-8137-0b6a3ec049c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1099 time: 0.0697284 Mar 11 16:38:44.804070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-4386b4e5-71ac-4742-804f-2e23ae3e4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:44.805556 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-4386b4e5-71ac-4742-804f-2e23ae3e4328 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1301103 Mar 11 16:38:44.911530 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-34233419-295d-48fd-a2eb-609233bca87e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 200 len: 1002 time: 0.0959272 Mar 11 16:38:45.070994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-72d6e26a-f90d-43d4-b579-1608c30ed813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:45.072427 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-72d6e26a-f90d-43d4-b579-1608c30ed813 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.1543133 Mar 11 16:38:45.148990 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-830d74ee-de9f-406b-9c8a-28cccac841d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:45.150420 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-830d74ee-de9f-406b-9c8a-28cccac841d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688577 Mar 11 16:38:45.281135 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-ffb318d1-b726-46a2-a81b-7194dfd33e71 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232288 Mar 11 16:38:45.412245 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8e911a41-54c5-4f30-9877-05e26cfcf3f3 req-a1eb64e7-0433-47dc-b33f-28cf5a17ef79 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251740 Mar 11 16:38:50.916775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-58d978a2-51db-4131-b30f-d2765bbabced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:53.728017 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8eed4331-47d2-44e2-9328-4fb1d9587a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:54.454050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:54.757781 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:38:54.823098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:56.219359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:56.682320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:20.930896 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5e43-917f-4724-93c7-bd5ba1a9554d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:23.751209 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-020656a6-ac72-4f2c-8a91-550d131f1d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:24.467487 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:24.821810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:26.176153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:26.676108 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:31.757702 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:39:46.480592 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-5bed25b6-e476-4077-9b47-7a32fe67574c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824933 Mar 11 16:39:46.622842 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-f175daac-ef56-44d0-8e98-571da6656874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:46.624323 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-f175daac-ef56-44d0-8e98-571da6656874 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1099 time: 0.0726852 Mar 11 16:39:46.766945 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-9e43ca54-92d8-47cb-aac8-ed0ab4d4802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:46.768372 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-9e43ca54-92d8-47cb-aac8-ed0ab4d4802d service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1254625 Mar 11 16:39:46.869533 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-e25e5dff-8429-4dc1-8823-0248b5184824 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 200 len: 1002 time: 0.0944479 Mar 11 16:39:46.930660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-20f98947-b6b5-4146-9cb2-a5676fe88be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:46.931926 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-20f98947-b6b5-4146-9cb2-a5676fe88be0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0554335 Mar 11 16:39:47.009354 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-ca2cbd16-71fe-4978-94e9-e243170a4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:47.010831 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-ca2cbd16-71fe-4978-94e9-e243170a4edc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721271 Mar 11 16:39:47.143739 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-43a6f7f7-c1ed-4364-bd16-f1a378ffae12 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251299 Mar 11 16:39:47.274836 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-af3f2136-f41d-435c-b1c5-bebea8e40f83 req-aaa79ba3-3c46-4143-9faa-48c0f95a0567 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246319 Mar 11 16:39:50.915666 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b6759cea-1c0c-4018-ac40-c7336bbd7e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:53.715642 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b6643f3f-d79e-4d5f-86e8-c2b4b25c5f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:54.449915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:54.798705 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:56.186996 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:56.701854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:08.756897 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:40:20.894923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8a7dab0c-72e2-4b38-a62a-3b4ece5062d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:23.721550 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5eb229cb-1227-4a36-9ec4-290ec287dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:24.446546 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:24.806881 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:26.189810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:26.712119 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:45.755442 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:40:48.456248 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-06ddabf4-ead8-4394-ab42-c98bc80b17fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675862 Mar 11 16:40:48.600813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-8a0c8e14-cfa7-467e-846d-9ae6b7242693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:48.602311 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-8a0c8e14-cfa7-467e-846d-9ae6b7242693 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1099 time: 0.0734253 Mar 11 16:40:48.746659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-a2b51759-009f-4660-8271-49eb23ecf107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:48.748112 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-a2b51759-009f-4660-8271-49eb23ecf107 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1266320 Mar 11 16:40:48.849378 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-5b2fc1d9-7df6-46e2-ad9e-7145df1cc2c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 200 len: 1002 time: 0.0947568 Mar 11 16:40:49.012854 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-89519eb8-2ba2-4028-80ca-16052d57a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:49.014198 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-89519eb8-2ba2-4028-80ca-16052d57a807 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.1585240 Mar 11 16:40:49.091178 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-c4e4dcb6-8453-4f22-baca-b30d1d825651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:49.092727 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-c4e4dcb6-8453-4f22-baca-b30d1d825651 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715604 Mar 11 16:40:49.102953 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-b1384271-b897-4a0f-a3a0-6f8c74e6f389 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:40:49.104044 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-b1384271-b897-4a0f-a3a0-6f8c74e6f389 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047903 Mar 11 16:40:49.237410 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-535d8008-7df6-4747-9b5e-b5761aca90ae service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274140 Mar 11 16:40:49.368482 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9d58f942-12f1-48d6-aa76-6775b0ca9401 req-6ebf7139-7027-46d3-bb88-081c7ed112b5 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243408 Mar 11 16:40:50.900951 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-40262ec2-8206-43e1-86e5-350b6195fef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:53.723180 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-89ca754f-1e57-4b7e-ac3f-2249012e030c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:54.460446 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:54.789422 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:56.183903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:56.692194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:08.421939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e11723-e48a-4801-91a4-a6bba671f20e req-1282f04b-2b1b-436a-9a88-8bf8552f836c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:08.423400 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4e11723-e48a-4801-91a4-a6bba671f20e req-1282f04b-2b1b-436a-9a88-8bf8552f836c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0818861 Mar 11 16:41:08.467517 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4e11723-e48a-4801-91a4-a6bba671f20e req-17f743cf-e928-49f3-9086-0d4bc561f492 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384276 Mar 11 16:41:09.662251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725dd0d-d7ca-4b95-b7ea-d63e06f1a3ab req-b2134a04-f3d1-4bc7-9663-7b093c62bc26 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:09.663732 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f725dd0d-d7ca-4b95-b7ea-d63e06f1a3ab req-b2134a04-f3d1-4bc7-9663-7b093c62bc26 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0851948 Mar 11 16:41:09.707759 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f725dd0d-d7ca-4b95-b7ea-d63e06f1a3ab req-71bdc991-b8d0-430a-a60d-674908460f44 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377405 Mar 11 16:41:10.897965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064bdc2-f1c5-482e-b44a-dfe3e4414686 req-235a1527-141e-45e8-8344-89cad16653b6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:10.899433 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b064bdc2-f1c5-482e-b44a-dfe3e4414686 req-235a1527-141e-45e8-8344-89cad16653b6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0797284 Mar 11 16:41:10.946383 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b064bdc2-f1c5-482e-b44a-dfe3e4414686 req-4a01c5f8-6b85-4d39-8ca6-36908c1938b4 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Mar 11 16:41:12.131006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea194a5e-2872-4ad9-a63e-2e32e7a4142d req-936f35af-0443-4245-bc7e-efbcdc20d9e7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:12.132470 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ea194a5e-2872-4ad9-a63e-2e32e7a4142d req-936f35af-0443-4245-bc7e-efbcdc20d9e7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0815506 Mar 11 16:41:12.176985 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ea194a5e-2872-4ad9-a63e-2e32e7a4142d req-af80d5e3-2075-4f31-871d-e60dde50922d tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387490 Mar 11 16:41:13.363856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619df580-1c47-44aa-abde-b4aa3c1a249b req-e0ed85ac-8267-4962-88ce-5a58457f3ff5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:13.365370 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-619df580-1c47-44aa-abde-b4aa3c1a249b req-e0ed85ac-8267-4962-88ce-5a58457f3ff5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0827758 Mar 11 16:41:13.410360 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-619df580-1c47-44aa-abde-b4aa3c1a249b req-d62ea968-f6f8-485e-9ddf-4f27a94be402 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384994 Mar 11 16:41:14.598994 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fab167-d33d-4df6-83b7-7bdfce9f4433 req-5590ccd1-0c4b-4159-a7f3-046c3418a11a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:14.600463 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e8fab167-d33d-4df6-83b7-7bdfce9f4433 req-5590ccd1-0c4b-4159-a7f3-046c3418a11a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0808601 Mar 11 16:41:14.644071 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e8fab167-d33d-4df6-83b7-7bdfce9f4433 req-ff447fed-fd71-4511-913e-5cd061cb6aba tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380428 Mar 11 16:41:15.829298 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06199-cae5-46fe-8f7e-c6f65fce10bb req-363cefc0-956b-432b-9a7e-8a3a4929730e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:15.830772 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d7a06199-cae5-46fe-8f7e-c6f65fce10bb req-363cefc0-956b-432b-9a7e-8a3a4929730e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0826659 Mar 11 16:41:15.876064 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d7a06199-cae5-46fe-8f7e-c6f65fce10bb req-817714cf-d987-4c16-af03-3af24af9dfb7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396006 Mar 11 16:41:17.057492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20949476-9803-4f56-98c3-8d7d959dbd16 req-6335e5a2-7b55-476a-b587-f5b1a0f5cbb8 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:17.060136 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-20949476-9803-4f56-98c3-8d7d959dbd16 req-6335e5a2-7b55-476a-b587-f5b1a0f5cbb8 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0806899 Mar 11 16:41:17.108040 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-20949476-9803-4f56-98c3-8d7d959dbd16 req-2cf2dcbb-1696-48db-9949-0e8edf48cbba tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Mar 11 16:41:18.291616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207c8e0-ba28-47f7-8310-7d4b50783864 req-df7052ef-192d-4e42-bb6e-e615ab604624 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:18.293656 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e207c8e0-ba28-47f7-8310-7d4b50783864 req-df7052ef-192d-4e42-bb6e-e615ab604624 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0798151 Mar 11 16:41:18.338368 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e207c8e0-ba28-47f7-8310-7d4b50783864 req-c4cd83b4-9a7e-466b-9d31-cd433ce953e5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389800 Mar 11 16:41:19.523119 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acd5fe-cce4-4890-8117-eb8bfc5c1f80 req-ba15630d-6c83-4d60-a766-053388266339 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:19.524567 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43acd5fe-cce4-4890-8117-eb8bfc5c1f80 req-ba15630d-6c83-4d60-a766-053388266339 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0815682 Mar 11 16:41:19.567583 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-43acd5fe-cce4-4890-8117-eb8bfc5c1f80 req-0b68bd79-78ee-4a78-a3b6-ce975db986c9 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373077 Mar 11 16:41:20.748223 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256ab26-a3cb-4616-8d3e-ed35a457c74e req-24a355f6-841f-4121-bedd-0c6183a8b436 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:20.749718 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f256ab26-a3cb-4616-8d3e-ed35a457c74e req-24a355f6-841f-4121-bedd-0c6183a8b436 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0788507 Mar 11 16:41:20.793645 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f256ab26-a3cb-4616-8d3e-ed35a457c74e req-fde3bc3d-26ab-4b9b-b86c-0990589e186a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384111 Mar 11 16:41:20.899855 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-64409a78-2969-4847-a1ad-808d1ee85da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.494338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ff6db173-7e1b-4c7e-92b9-9a03b94a001b details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:41:21.626390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:41:21.639206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'port_id': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'mac_address': 'fa:16:3e:97:2b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:41:21.694183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.710357 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff6db173-7e1b-4c7e-92b9-9a03b94a001b {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:41:21.725595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:41:21.788833 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.861565 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:21.866783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['ff6db173-7e1b-4c7e-92b9-9a03b94a001b'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:41:21.899371 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.899595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.899933 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.900495 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.900639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.900935 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.901759 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.902083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.902403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.902722 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.903038 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.903354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:21.997585 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde598e-5eb6-4167-a6da-065be84320ef req-f31cd0bf-e397-4922-b998-2459c7e3c7e4 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:21.999078 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bdde598e-5eb6-4167-a6da-065be84320ef req-f31cd0bf-e397-4922-b998-2459c7e3c7e4 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 945 time: 0.0939569 Mar 11 16:41:22.044265 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bdde598e-5eb6-4167-a6da-065be84320ef req-90c7c893-7f12-4a52-b260-a51aafa99931 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391603 Mar 11 16:41:22.755001 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:41:23.230475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41d74-f987-4aa2-bc22-322549be934b req-6dfb9ad2-3fed-4740-bc86-64cc3ec7f57c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:23.231968 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e8c41d74-f987-4aa2-bc22-322549be934b req-6dfb9ad2-3fed-4740-bc86-64cc3ec7f57c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 945 time: 0.0847652 Mar 11 16:41:23.376186 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e8c41d74-f987-4aa2-bc22-322549be934b req-16625750-15b8-4500-8f2e-99ed69193bca tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384287 Mar 11 16:41:23.509626 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ff6db173-7e1b-4c7e-92b9-9a03b94a001b up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:23.580345 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port ff6db173-7e1b-4c7e-92b9-9a03b94a001b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:23.580735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.705671 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.731903 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:41:23.742317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:41:23.748752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5cca9a3e-6f89-49b8-9959-b795365fa549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.778720 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'code': 200} Mar 11 16:41:23.814167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.885145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:24.451932 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:24.562843 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac83ec9-4f25-42ab-b4fb-6400b6c78938 req-319092e8-c67b-4724-b6cb-0df642db30c2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:24.564239 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9ac83ec9-4f25-42ab-b4fb-6400b6c78938 req-319092e8-c67b-4724-b6cb-0df642db30c2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0818686 Mar 11 16:41:24.609342 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9ac83ec9-4f25-42ab-b4fb-6400b6c78938 req-018ca78e-0fc2-4156-a2c4-8547d525b634 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394647 Mar 11 16:41:24.802573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:25.794732 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ff3d7-1ea2-4e4e-9b15-db20bf74a90d req-999510a0-2ad9-4c22-a58b-bba7b419e428 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:25.795621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-320ff3d7-1ea2-4e4e-9b15-db20bf74a90d req-999510a0-2ad9-4c22-a58b-bba7b419e428 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0821791 Mar 11 16:41:25.840390 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-320ff3d7-1ea2-4e4e-9b15-db20bf74a90d req-a329d52e-8197-41ce-9dd2-04481371caa6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390315 Mar 11 16:41:26.225856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:26.694047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:27.040662 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed6efc-65d7-479a-a163-8b3dd165f922 req-7bad2b53-cd13-400d-a232-8d77517ddead tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:27.042822 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11ed6efc-65d7-479a-a163-8b3dd165f922 req-7bad2b53-cd13-400d-a232-8d77517ddead tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0901277 Mar 11 16:41:27.102163 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-11ed6efc-65d7-479a-a163-8b3dd165f922 req-c6f131ac-6ff0-4eba-9f06-b312a22b26b4 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508018 Mar 11 16:41:28.338220 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c6469-b796-493b-8157-dcb7fd0c13bf req-1d6211b3-0a34-4ca1-a2f4-1582043f80e2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:28.340298 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ef1c6469-b796-493b-8157-dcb7fd0c13bf req-1d6211b3-0a34-4ca1-a2f4-1582043f80e2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.1196313 Mar 11 16:41:28.395875 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ef1c6469-b796-493b-8157-dcb7fd0c13bf req-f2db4274-0661-475c-b035-aff1ce98ac05 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490465 Mar 11 16:41:29.598852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f9087-b2ac-448c-b66c-6a1182a57071 req-e9adac9f-e436-4be6-909b-86c305ae48dc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:29.600391 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2b6f9087-b2ac-448c-b66c-6a1182a57071 req-e9adac9f-e436-4be6-909b-86c305ae48dc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0975544 Mar 11 16:41:29.653189 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2b6f9087-b2ac-448c-b66c-6a1182a57071 req-e942ecde-4e77-41e0-b237-c28081fc5cc9 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464554 Mar 11 16:41:30.856102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cdf53-6812-4ff4-9c37-194dfe61c62d req-2b2ebefc-027c-480f-81da-ccd61e7d9afb tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:30.857739 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-809cdf53-6812-4ff4-9c37-194dfe61c62d req-2b2ebefc-027c-480f-81da-ccd61e7d9afb tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0856524 Mar 11 16:41:30.914716 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-809cdf53-6812-4ff4-9c37-194dfe61c62d req-99dfaef4-18d4-467a-b043-5ce936caba7c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509524 Mar 11 16:41:32.151841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b566f-ab0d-4df3-b031-f6086b217df6 req-ce096ece-697d-4743-b868-18b2e7855c7d tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:32.158129 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-196b566f-ab0d-4df3-b031-f6086b217df6 req-ce096ece-697d-4743-b868-18b2e7855c7d tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0917504 Mar 11 16:41:32.210140 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-196b566f-ab0d-4df3-b031-f6086b217df6 req-e9040482-aa9a-4cce-a3eb-5ce2d1574d76 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460191 Mar 11 16:41:33.446209 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e518c-966f-439f-bb62-47245cb6c9a2 req-6e82dee8-43e5-4f66-a217-171388db1d51 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:33.448400 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8c7e518c-966f-439f-bb62-47245cb6c9a2 req-6e82dee8-43e5-4f66-a217-171388db1d51 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.1176636 Mar 11 16:41:33.502143 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8c7e518c-966f-439f-bb62-47245cb6c9a2 req-627cdf24-be5d-4928-badd-733b712e6aa5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445075 Mar 11 16:41:34.695799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9333273-b453-411c-b20d-808662a9d76a req-7c95be1a-8d2f-4dbd-be5f-011740adf45b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:34.697554 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e9333273-b453-411c-b20d-808662a9d76a req-7c95be1a-8d2f-4dbd-be5f-011740adf45b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0864687 Mar 11 16:41:34.751126 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e9333273-b453-411c-b20d-808662a9d76a req-7b475d3a-ecc6-4457-b444-4339c12b4e2b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458641 Mar 11 16:41:35.942489 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320ee2f-1611-48b7-bfd5-5777200edd21 req-eb5ef515-9c2d-4627-a97d-4800dfb144cc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:35.944050 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a320ee2f-1611-48b7-bfd5-5777200edd21 req-eb5ef515-9c2d-4627-a97d-4800dfb144cc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0871937 Mar 11 16:41:35.996646 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a320ee2f-1611-48b7-bfd5-5777200edd21 req-b0b0bb9c-1938-4445-ae8a-67c003370b9c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465076 Mar 11 16:41:37.195996 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea63060-6a77-4659-8358-95d9a756e741 req-744bc958-de98-4214-8198-16e4ef4fc376 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:37.197438 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5ea63060-6a77-4659-8358-95d9a756e741 req-744bc958-de98-4214-8198-16e4ef4fc376 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0862398 Mar 11 16:41:37.242826 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5ea63060-6a77-4659-8358-95d9a756e741 req-df72f918-c825-4bbb-8f81-d7b38bae14fc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395999 Mar 11 16:41:38.059457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3507165-c690-437e-8e9f-36d082f1b335 req-f958b8e8-766b-405f-b9c7-0840886b351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:38.060883 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3507165-c690-437e-8e9f-36d082f1b335 req-f958b8e8-766b-405f-b9c7-0840886b351a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1099 time: 0.0707667 Mar 11 16:41:38.200181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3507165-c690-437e-8e9f-36d082f1b335 req-1f41f228-acc6-45d6-b4d4-29d2f9b9625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:38.201675 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3507165-c690-437e-8e9f-36d082f1b335 req-1f41f228-acc6-45d6-b4d4-29d2f9b9625c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1351423 Mar 11 16:41:38.308774 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3507165-c690-437e-8e9f-36d082f1b335 req-82ba29c0-bf65-4e86-b36d-a9edd7b98d72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 200 len: 1002 time: 0.1004198 Mar 11 16:41:38.413481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3507165-c690-437e-8e9f-36d082f1b335 req-5762b19d-3c6d-4d26-a04e-f63340992dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:38.414901 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3507165-c690-437e-8e9f-36d082f1b335 req-5762b19d-3c6d-4d26-a04e-f63340992dd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.1002474 Mar 11 16:41:38.495832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258af3b2-c1e2-40d4-b6be-729d00f798d9 req-6739e578-711f-4e64-bee0-2e37e79216ac tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:38.497301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-258af3b2-c1e2-40d4-b6be-729d00f798d9 req-6739e578-711f-4e64-bee0-2e37e79216ac tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.1412256 Mar 11 16:41:38.648293 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-258af3b2-c1e2-40d4-b6be-729d00f798d9 req-0a2c9637-1f97-4f2b-aee2-29df53fbc0d8 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452470 Mar 11 16:41:38.650325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3507165-c690-437e-8e9f-36d082f1b335 req-52369710-c26c-4936-a3c4-028374233fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:38.651722 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3507165-c690-437e-8e9f-36d082f1b335 req-52369710-c26c-4936-a3c4-028374233fe2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2292702 Mar 11 16:41:38.784773 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3507165-c690-437e-8e9f-36d082f1b335 req-ad8456c7-0dec-41f1-be8f-424e9258eabe service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260233 Mar 11 16:41:38.914997 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a3507165-c690-437e-8e9f-36d082f1b335 req-9f7eeeee-e218-4e99-9e90-e43c03d4041c service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240821 Mar 11 16:41:39.834462 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb4b05-fadb-440a-9eeb-6a2aebf0b1a8 req-b46cbb09-b1b7-46a2-8ed0-d7bf43af7096 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:39.835923 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-97eb4b05-fadb-440a-9eeb-6a2aebf0b1a8 req-b46cbb09-b1b7-46a2-8ed0-d7bf43af7096 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0801697 Mar 11 16:41:39.880095 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-97eb4b05-fadb-440a-9eeb-6a2aebf0b1a8 req-3485e1a0-7927-44f7-ad93-7d26dcb2e8e5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383632 Mar 11 16:41:41.066048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117fb86-9ce3-4da2-be93-1cd22aa1085e req-914596f2-3326-4628-986c-6649413dffa2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:41.067513 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4117fb86-9ce3-4da2-be93-1cd22aa1085e req-914596f2-3326-4628-986c-6649413dffa2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0832188 Mar 11 16:41:41.112749 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4117fb86-9ce3-4da2-be93-1cd22aa1085e req-250bb955-7f9a-4c4c-af84-29d9f1802820 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389569 Mar 11 16:41:41.587172 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ff6db173-7e1b-4c7e-92b9-9a03b94a001b no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:41:41.619788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37915d22-d179-4677-847d-c2e934f22f2a req-afd2e7e7-abaa-4f3f-bb97-9f12dab17dc0 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:41.621356 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-37915d22-d179-4677-847d-c2e934f22f2a req-afd2e7e7-abaa-4f3f-bb97-9f12dab17dc0 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 946 time: 0.0830722 Mar 11 16:41:41.677175 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-37915d22-d179-4677-847d-c2e934f22f2a req-baa4a6e5-9df7-47a0-8e7d-7abce294657a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473173 Mar 11 16:41:41.709229 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.736140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:41:41.748297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:41:41.776246 dv-neutron-833203-2-hyperv neutron-server[88559]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'code': 422} returned with failed status Mar 11 16:41:41.819735 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.888237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:42.169038 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4092970d-e171-44dd-87b2-3cc69af68862 req-24ce6532-8fb9-4568-89e3-9194d5595040 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1353030 Mar 11 16:41:42.867787 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4f283-10b6-42a9-86aa-b6c44ddef26c req-515581c1-2e85-4b83-b9d0-3b9520abe975 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:42.869295 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bb4f283-10b6-42a9-86aa-b6c44ddef26c req-515581c1-2e85-4b83-b9d0-3b9520abe975 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0816283 Mar 11 16:41:42.914709 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4bb4f283-10b6-42a9-86aa-b6c44ddef26c req-094b15e1-ac59-4c5d-ae0c-1c529cffe186 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397320 Mar 11 16:41:43.617892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092970d-e171-44dd-87b2-3cc69af68862 req-881bea2b-11b4-41fa-a9f3-7a22c7c2b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:43.619871 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4092970d-e171-44dd-87b2-3cc69af68862 req-881bea2b-11b4-41fa-a9f3-7a22c7c2b8a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610&tenant_id=66056c1df3564877b23c799aa2ef0248 HTTP/1.1" status: 200 len: 1097 time: 0.0750222 Mar 11 16:41:43.709639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092970d-e171-44dd-87b2-3cc69af68862 req-220b7931-8893-4b99-aab2-a328b9956477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:43.711101 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4092970d-e171-44dd-87b2-3cc69af68862 req-220b7931-8893-4b99-aab2-a328b9956477 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1097 time: 0.0709188 Mar 11 16:41:43.843154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092970d-e171-44dd-87b2-3cc69af68862 req-209425e8-bf50-49fc-90f2-5e5a5cb02c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:43.844649 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4092970d-e171-44dd-87b2-3cc69af68862 req-209425e8-bf50-49fc-90f2-5e5a5cb02c04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1272867 Mar 11 16:41:43.947889 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4092970d-e171-44dd-87b2-3cc69af68862 req-ddc15bc1-4814-464e-b0bf-de3c1bfc0920 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 200 len: 1000 time: 0.0972598 Mar 11 16:41:44.009448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092970d-e171-44dd-87b2-3cc69af68862 req-744c388d-9ccb-432c-abad-d644b3050cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:44.011131 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4092970d-e171-44dd-87b2-3cc69af68862 req-744c388d-9ccb-432c-abad-d644b3050cce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0577002 Mar 11 16:41:44.150738 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092970d-e171-44dd-87b2-3cc69af68862 req-557acc02-e5ce-4445-8819-56270181f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:44.152274 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4092970d-e171-44dd-87b2-3cc69af68862 req-557acc02-e5ce-4445-8819-56270181f6ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1350467 Mar 11 16:41:44.163383 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30b576-74f5-4db2-bf03-ff8bde0be7f0 req-f9d17a8f-f1eb-4837-970a-0b71b7b5996b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:44.164770 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2b30b576-74f5-4db2-bf03-ff8bde0be7f0 req-f9d17a8f-f1eb-4837-970a-0b71b7b5996b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.1132586 Mar 11 16:41:44.304323 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2b30b576-74f5-4db2-bf03-ff8bde0be7f0 req-4bd118aa-ab48-45cb-bfd3-86b3236e9ca8 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178041 Mar 11 16:41:44.331793 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4092970d-e171-44dd-87b2-3cc69af68862 req-6b6ced1b-7802-4544-b67e-260bbc79fa65 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661334 Mar 11 16:41:44.561411 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4092970d-e171-44dd-87b2-3cc69af68862 req-b482f5f7-3327-4061-aac5-2e5742717d0c service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221973 Mar 11 16:41:45.520401 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe42f8b-e361-47c7-9fc5-aaf91a3cdb5b req-6426f90c-983c-4cf9-92ca-9f3226b0861a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:45.522054 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cbe42f8b-e361-47c7-9fc5-aaf91a3cdb5b req-6426f90c-983c-4cf9-92ca-9f3226b0861a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0873744 Mar 11 16:41:45.581262 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-cbe42f8b-e361-47c7-9fc5-aaf91a3cdb5b req-244b33f8-139f-4348-884b-11c574ea14ee tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532894 Mar 11 16:41:45.622152 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ff6db173-7e1b-4c7e-92b9-9a03b94a001b no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:41:46.789389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0257e3-79f4-487d-8ad7-46c38289c740 req-bfe4e996-e0ec-46fa-bd28-b76ccd32dd79 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:46.793428 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7f0257e3-79f4-487d-8ad7-46c38289c740 req-bfe4e996-e0ec-46fa-bd28-b76ccd32dd79 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0963666 Mar 11 16:41:46.840963 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7f0257e3-79f4-487d-8ad7-46c38289c740 req-c23ef485-5215-46a2-bf86-663b0547a4dc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422070 Mar 11 16:41:48.033588 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cc280-c8f6-4fba-9f53-dd89f64b6b6f req-524b0f95-e2bd-495c-840d-7cd851b2d11d tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:48.035191 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7b3cc280-c8f6-4fba-9f53-dd89f64b6b6f req-524b0f95-e2bd-495c-840d-7cd851b2d11d tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0840657 Mar 11 16:41:48.086793 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7b3cc280-c8f6-4fba-9f53-dd89f64b6b6f req-fe707580-a8d7-49fc-a75c-ac91841e412a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454323 Mar 11 16:41:49.286554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353d8d9-a31a-4530-937b-326b428d5c7e req-ad06fb92-73ae-4750-a78a-f70bf6067280 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:49.294039 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c353d8d9-a31a-4530-937b-326b428d5c7e req-ad06fb92-73ae-4750-a78a-f70bf6067280 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0982552 Mar 11 16:41:49.341545 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c353d8d9-a31a-4530-937b-326b428d5c7e req-84b6d3bc-50d7-4ec9-8368-d6373062a4b5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470152 Mar 11 16:41:50.549033 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891c9b1-8061-46d9-b059-319cc8771fba req-0f852b14-248e-413f-a329-241a90ecdc07 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:50.550712 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b891c9b1-8061-46d9-b059-319cc8771fba req-0f852b14-248e-413f-a329-241a90ecdc07 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0911291 Mar 11 16:41:50.599069 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b891c9b1-8061-46d9-b059-319cc8771fba req-f2f751b9-323c-4a33-abf8-dad02f7b8aa3 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427506 Mar 11 16:41:50.898012 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3a01a5e2-1426-400a-9cec-806a951bfe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:51.802300 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a645b43-d36b-443a-a4e0-d9f6206b583f req-3d1748bb-f003-438d-a097-e4978f1d7fb2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:51.803921 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a645b43-d36b-443a-a4e0-d9f6206b583f req-3d1748bb-f003-438d-a097-e4978f1d7fb2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0892425 Mar 11 16:41:51.883047 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a645b43-d36b-443a-a4e0-d9f6206b583f req-f6c7852d-2c1d-4119-aa6b-4e60368b332f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659277 Mar 11 16:41:53.085292 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5b247-2418-480a-93a7-685c40407634 req-8a947093-6e9c-421e-b3a8-fb0b5eb651bf tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:53.086751 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-57d5b247-2418-480a-93a7-685c40407634 req-8a947093-6e9c-421e-b3a8-fb0b5eb651bf tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0842078 Mar 11 16:41:53.131969 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-57d5b247-2418-480a-93a7-685c40407634 req-3bf6ceee-66db-44c9-80c8-f5a792f6293a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389137 Mar 11 16:41:53.745285 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7cfd63af-abae-45a1-b446-212a45330060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:54.316125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8de83d-9516-4d39-9fec-c779a0a026ba req-0cc59202-c3db-4a99-a101-62bfee7c8540 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:54.317621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e8de83d-9516-4d39-9fec-c779a0a026ba req-0cc59202-c3db-4a99-a101-62bfee7c8540 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0812118 Mar 11 16:41:54.364303 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-2e8de83d-9516-4d39-9fec-c779a0a026ba req-e0c01492-833b-4413-82bb-3fc8135d34b3 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Mar 11 16:41:54.470769 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:54.803455 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:55.544577 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76b900-28f5-4c13-997b-4ac4adb39ab2 req-68fd4e85-aef3-4407-b1e5-565a355d2609 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:55.545955 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc76b900-28f5-4c13-997b-4ac4adb39ab2 req-68fd4e85-aef3-4407-b1e5-565a355d2609 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0794301 Mar 11 16:41:55.590748 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fc76b900-28f5-4c13-997b-4ac4adb39ab2 req-edacaa35-391c-4706-8469-6e1263b0e37b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382454 Mar 11 16:41:56.179003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:56.722643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:56.781481 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5049eb-5816-4f3e-ba63-0977eb97f4bb req-b49dc838-0365-4d8f-8c38-95870c932fc4 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:56.783033 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb5049eb-5816-4f3e-ba63-0977eb97f4bb req-b49dc838-0365-4d8f-8c38-95870c932fc4 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0885499 Mar 11 16:41:56.829357 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fb5049eb-5816-4f3e-ba63-0977eb97f4bb req-e9c68b37-740a-42ec-8cc8-b44d1adbde38 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403392 Mar 11 16:41:57.236179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a3b84-0dbc-4ab8-b5a4-bcf4083fd5dd req-91502f10-a690-4ad7-87e6-b36079b2fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:57.237694 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-236a3b84-0dbc-4ab8-b5a4-bcf4083fd5dd req-91502f10-a690-4ad7-87e6-b36079b2fe27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1097 time: 0.0705934 Mar 11 16:41:57.383951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a3b84-0dbc-4ab8-b5a4-bcf4083fd5dd req-bd63d404-0571-4e57-bbea-adf65bc9f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:57.386098 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-236a3b84-0dbc-4ab8-b5a4-bcf4083fd5dd req-bd63d404-0571-4e57-bbea-adf65bc9f52c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1286948 Mar 11 16:41:57.489451 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-236a3b84-0dbc-4ab8-b5a4-bcf4083fd5dd req-68f0ece0-b8a0-449e-b860-ab967c09dc10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 200 len: 1000 time: 0.0969119 Mar 11 16:41:57.554100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a3b84-0dbc-4ab8-b5a4-bcf4083fd5dd req-ee477e55-3ec9-4538-ba75-452e4425ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:57.555532 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-236a3b84-0dbc-4ab8-b5a4-bcf4083fd5dd req-ee477e55-3ec9-4538-ba75-452e4425ca29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0600004 Mar 11 16:41:57.633080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a3b84-0dbc-4ab8-b5a4-bcf4083fd5dd req-3654ff64-6844-44ff-a95c-b8f4ec8fe205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:57.635182 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-236a3b84-0dbc-4ab8-b5a4-bcf4083fd5dd req-3654ff64-6844-44ff-a95c-b8f4ec8fe205 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726223 Mar 11 16:41:57.771071 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-236a3b84-0dbc-4ab8-b5a4-bcf4083fd5dd req-8707026c-58c0-46e2-b777-eb950984bf50 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289265 Mar 11 16:41:58.076914 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-236a3b84-0dbc-4ab8-b5a4-bcf4083fd5dd req-91a6df94-f251-4cbf-b78b-4754a5740223 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982926 Mar 11 16:41:58.101917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd9e1-c877-4fa7-874b-49bb6d9053d7 req-d93c3eb6-cf84-4a4f-9526-581c0bfe2efe tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:58.103989 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b3edd9e1-c877-4fa7-874b-49bb6d9053d7 req-d93c3eb6-cf84-4a4f-9526-581c0bfe2efe tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.1263690 Mar 11 16:41:58.150299 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b3edd9e1-c877-4fa7-874b-49bb6d9053d7 req-20d73909-9682-41e9-8938-6c301bdd3333 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405705 Mar 11 16:41:59.337498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc9f61-0241-4b44-9644-b25680d02c18 req-952dfc71-590e-470d-83e2-2468244c5f63 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:59.339003 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bddc9f61-0241-4b44-9644-b25680d02c18 req-952dfc71-590e-470d-83e2-2468244c5f63 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 944 time: 0.0800881 Mar 11 16:41:59.383722 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bddc9f61-0241-4b44-9644-b25680d02c18 req-dda57dc8-8202-4548-a4e4-f0c0440c713f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390143 Mar 11 16:41:59.732385 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ff6db173-7e1b-4c7e-92b9-9a03b94a001b details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:41:59.753850 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:41:59.864973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:41:59.877778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'port_id': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'mac_address': 'fa:16:3e:97:2b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:41:59.931194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:59.947577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6db173-7e1b-4c7e-92b9-9a03b94a001b {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:41:59.962863 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:42:00.033776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:00.110291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,revision_number=9']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:00.409282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['ff6db173-7e1b-4c7e-92b9-9a03b94a001b'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:42:00.573083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7d3d7-f1e7-4fe7-b48a-83a136c91cb8 req-c867bb4d-1db7-459e-9484-7319caa4ed40 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:00.574493 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c4d7d3d7-f1e7-4fe7-b48a-83a136c91cb8 req-c867bb4d-1db7-459e-9484-7319caa4ed40 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 945 time: 0.0842772 Mar 11 16:42:00.620425 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c4d7d3d7-f1e7-4fe7-b48a-83a136c91cb8 req-b2e2282f-06d2-41b1-a754-8bc3c7f464c9 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400591 Mar 11 16:42:01.743350 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ff6db173-7e1b-4c7e-92b9-9a03b94a001b up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:42:01.802690 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c3ff7-5461-4af1-a017-ca9a3753fd8f req-506ba8fb-8fa0-4670-ac6b-8f688c486d58 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:01.804153 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b05c3ff7-5461-4af1-a017-ca9a3753fd8f req-506ba8fb-8fa0-4670-ac6b-8f688c486d58 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 945 time: 0.0808873 Mar 11 16:42:01.812288 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port ff6db173-7e1b-4c7e-92b9-9a03b94a001b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:42:01.812687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:01.851875 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b05c3ff7-5461-4af1-a017-ca9a3753fd8f req-26b56df5-349c-423e-a5fa-f4699de4f069 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419822 Mar 11 16:42:01.928065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:01.955106 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:42:01.965390 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:42:01.999013 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'code': 200} Mar 11 16:42:02.068672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:02.137780 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,revision_number=10']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:02.373559 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0315d-1ebe-497c-838b-51c22f9c0d05 req-789e4e9c-dd67-48ef-80c3-a94f2d6f7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:02.375019 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66f0315d-1ebe-497c-838b-51c22f9c0d05 req-789e4e9c-dd67-48ef-80c3-a94f2d6f7821 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1100 time: 0.0695302 Mar 11 16:42:02.415426 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66f0315d-1ebe-497c-838b-51c22f9c0d05 req-2d06fd57-1620-416d-99cf-d6665c633e5b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343664 Mar 11 16:42:03.037270 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df5153-a8df-4d1f-b3ce-e9d60f8e0149 req-e585537f-7eeb-4424-86c4-da2c69f8bea1 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:03.038749 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-45df5153-a8df-4d1f-b3ce-e9d60f8e0149 req-e585537f-7eeb-4424-86c4-da2c69f8bea1 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 947 time: 0.0828590 Mar 11 16:42:03.083110 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-45df5153-a8df-4d1f-b3ce-e9d60f8e0149 req-a5f9039c-b0f2-40a4-9e40-83d5dad7b932 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380542 Mar 11 16:42:04.277343 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b0222-89f7-4dee-a9e1-8e6ff1fa4f15 req-a7600a08-aaf1-45d3-b6b6-eed94424bb53 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:04.278761 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b93b0222-89f7-4dee-a9e1-8e6ff1fa4f15 req-a7600a08-aaf1-45d3-b6b6-eed94424bb53 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 947 time: 0.0869071 Mar 11 16:42:04.326629 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b93b0222-89f7-4dee-a9e1-8e6ff1fa4f15 req-6252c130-b130-4565-b130-0a48aa7fbb9f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421462 Mar 11 16:42:05.514236 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c907be-d731-47f5-8357-214597b11f34 req-d8880490-414a-4671-85e1-27e6d78bc82a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:05.515721 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86c907be-d731-47f5-8357-214597b11f34 req-d8880490-414a-4671-85e1-27e6d78bc82a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 947 time: 0.0827193 Mar 11 16:42:05.560311 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-86c907be-d731-47f5-8357-214597b11f34 req-569b6adc-7f08-47cc-a260-38d586adcf50 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389392 Mar 11 16:42:20.893266 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f5130394-ae70-4f12-a62a-2dcb56a45497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:23.710203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9741-7c6f-4c17-b0ea-18965c7b18bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:24.450720 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:24.811267 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:26.201156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:26.708354 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:36.753689 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:42:49.497545 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-054ac9cd-e840-4260-a5b4-2937d2c66898 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1090381 Mar 11 16:42:49.635436 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-dc4a402b-33c0-47f7-a5e6-8a2bfd825d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:49.636928 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-dc4a402b-33c0-47f7-a5e6-8a2bfd825d52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1100 time: 0.0732770 Mar 11 16:42:49.777003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-d2aa89fb-f938-4c55-b5f1-9dc41d697f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:49.778414 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-d2aa89fb-f938-4c55-b5f1-9dc41d697f96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1249197 Mar 11 16:42:49.880825 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-9bcdb04c-d407-440a-832a-d88754099e3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 200 len: 1002 time: 0.0952749 Mar 11 16:42:49.942802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-37c8b45a-f3c9-4765-a71e-330e7baade09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:49.944091 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-37c8b45a-f3c9-4765-a71e-330e7baade09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0554235 Mar 11 16:42:50.017161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-5c575ced-ab04-476e-8142-507e2210354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:50.020096 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-5c575ced-ab04-476e-8142-507e2210354d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697544 Mar 11 16:42:50.147995 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-66072802-710e-427b-b99e-25375432aeb7 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206663 Mar 11 16:42:50.278145 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0cb953c8-4a3b-4cf6-a626-0390df1b821d req-01a40503-3221-48b7-a837-ceaa6e268398 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238925 Mar 11 16:42:50.891795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-78a3eeb2-8751-409f-91a9-98bfd43b4f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:53.753056 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2406f53a-2b79-4b55-ad6f-370e3fcbdc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:54.469349 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:54.804468 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.192923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.709191 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.752270 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:43:20.907304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b1c351f4-b88d-4700-b113-b665be047533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:23.720442 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5af3a290-d377-4942-a9f2-79d3ec7ff1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:24.490100 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:24.817138 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:26.223336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:26.748973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.154658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51050) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:42.492971 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Deleting port 1fcd4ab5-ea73-4904-8501-77c9ad0607af {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:43:42.493253 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.665219 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.665545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.787011 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Calling delete_port for 1fcd4ab5-ea73-4904-8501-77c9ad0607af owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:43:43.057537 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:43.102205 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event deleted for resources: {'Port': ['ID=1fcd4ab5-ea73-4904-8501-77c9ad0607af,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:43.135773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.136115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.136444 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.136823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.137134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.137456 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.137773 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.138088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.138403 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.138771 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.139094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.139407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.210311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:43.211032 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Floating IP b51228b4-26c0-4986-a35f-dec7f21afcef disassociated (deleted). External IP: 172.26.6.135, port: ff6db173-7e1b-4c7e-92b9-9a03b94a001b. Mar 11 16:43:43.561506 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Router 3154f0c7-a8cb-41ea-804b-2c5369be011c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:43:43.839641 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:43:43.849440 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc62877-6222-4018-a09d-c5db30f19dbe None None] Sync routers for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:43:43.858472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc62877-6222-4018-a09d-c5db30f19dbe None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:43:43.859694 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ecc62877-6222-4018-a09d-c5db30f19dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:43.919563 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:43.974408 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-8513f9dd-a71c-4c97-942a-d7b6fb3c2849 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "DELETE /v2.0/floatingips/b51228b4-26c0-4986-a35f-dec7f21afcef HTTP/1.1" status: 204 len: 168 time: 1.8187590 Mar 11 16:43:43.974981 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:43:44.036278 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ecc62877-6222-4018-a09d-c5db30f19dbe None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:43:44.081151 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'status': 'completed', 'code': 200} Mar 11 16:43:44.171863 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376a99a-4d15-4d4b-8513-ceb5ea12bb69 req-709d4e13-4e3e-4e92-9206-f16865d34878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:44.173402 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0376a99a-4d15-4d4b-8513-ceb5ea12bb69 req-709d4e13-4e3e-4e92-9206-f16865d34878 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 1100 time: 0.0734134 Mar 11 16:43:44.315266 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376a99a-4d15-4d4b-8513-ceb5ea12bb69 req-a734bc56-a3d3-4b36-b0f3-870f92f3517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:44.317186 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0376a99a-4d15-4d4b-8513-ceb5ea12bb69 req-a734bc56-a3d3-4b36-b0f3-870f92f3517f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1354580 Mar 11 16:43:44.355333 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ecc62877-6222-4018-a09d-c5db30f19dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:44.360207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc62877-6222-4018-a09d-c5db30f19dbe None None] Checking router: 3154f0c7-a8cb-41ea-804b-2c5369be011c for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:43:44.368883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc62877-6222-4018-a09d-c5db30f19dbe None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:43:44.369478 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ecc62877-6222-4018-a09d-c5db30f19dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:43:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:44.389518 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0376a99a-4d15-4d4b-8513-ceb5ea12bb69 req-a4951459-e87e-4091-aa1a-ee265e6e4fd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 200 len: 217 time: 0.0662138 Mar 11 16:43:44.456002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376a99a-4d15-4d4b-8513-ceb5ea12bb69 req-d8312d14-6655-42ec-931a-bf5c9b6713c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:44.457526 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0376a99a-4d15-4d4b-8513-ceb5ea12bb69 req-d8312d14-6655-42ec-931a-bf5c9b6713c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0625956 Mar 11 16:43:44.547392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376a99a-4d15-4d4b-8513-ceb5ea12bb69 req-01faccb3-a0bf-4ad6-92e3-b3ffb69d3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:44.548898 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0376a99a-4d15-4d4b-8513-ceb5ea12bb69 req-01faccb3-a0bf-4ad6-92e3-b3ffb69d3f06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843220 Mar 11 16:43:44.587711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-ecc62877-6222-4018-a09d-c5db30f19dbe None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:43:44.737338 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0376a99a-4d15-4d4b-8513-ceb5ea12bb69 req-93588d4c-116e-4c99-9ec7-3071be009ad5 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814950 Mar 11 16:43:44.750788 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd95ad-03ae-4197-bdaa-3265bd05e13c req-0f86cd68-2c10-40ad-a5de-196ee9fb04c2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:44.751467 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-65cd95ad-03ae-4197-bdaa-3265bd05e13c req-0f86cd68-2c10-40ad-a5de-196ee9fb04c2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Synchronizing usage tracker for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:43:44.862435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-65cd95ad-03ae-4197-bdaa-3265bd05e13c req-0f86cd68-2c10-40ad-a5de-196ee9fb04c2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Unset dirty status for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:43:44.863585 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-65cd95ad-03ae-4197-bdaa-3265bd05e13c req-0f86cd68-2c10-40ad-a5de-196ee9fb04c2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 947 time: 0.3444693 Mar 11 16:43:44.909854 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-ecc62877-6222-4018-a09d-c5db30f19dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:44.913851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc62877-6222-4018-a09d-c5db30f19dbe None None] The sync data for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv is: [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:43:44.919767 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0376a99a-4d15-4d4b-8513-ceb5ea12bb69 req-d3063455-bc12-40c5-89e5-0f42d6918810 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654084 Mar 11 16:43:44.930780 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-65cd95ad-03ae-4197-bdaa-3265bd05e13c req-a0d1ed77-24f0-40df-b040-af29cc2a4847 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600145 Mar 11 16:43:45.116513 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5109ddb-2249-4db2-9f67-5f991f0a2388 None None] New status for floating IP b51228b4-26c0-4986-a35f-dec7f21afcef: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:43:46.087758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71765ca0-6a16-4943-8520-2d2a33e40176 req-9aa75c85-99fd-4b70-821b-808ba1c429ad tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:46.093317 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-71765ca0-6a16-4943-8520-2d2a33e40176 req-9aa75c85-99fd-4b70-821b-808ba1c429ad tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.30 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 947 time: 0.0919821 Mar 11 16:43:46.208217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-71765ca0-6a16-4943-8520-2d2a33e40176 req-93e6b049-ed44-4fe5-b2c7-7472f2ae0885 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Deleting port ff6db173-7e1b-4c7e-92b9-9a03b94a001b {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:43:46.208447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-71765ca0-6a16-4943-8520-2d2a33e40176 req-93e6b049-ed44-4fe5-b2c7-7472f2ae0885 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:46.308626 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b701a-61b8-4987-bb05-c2f18cc81748 req-e618a4ff-a093-4649-b9ca-6b5e76ea10aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:46.310092 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff7b701a-61b8-4987-bb05-c2f18cc81748 req-e618a4ff-a093-4649-b9ca-6b5e76ea10aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 947 time: 0.2726486 Mar 11 16:43:46.405655 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ff7b701a-61b8-4987-bb05-c2f18cc81748 req-4f2e3da4-ff72-4aab-b448-b761786f0905 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=b10931c5-8894-4d54-8880-9e80a560e75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899680 Mar 11 16:43:46.510271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-71765ca0-6a16-4943-8520-2d2a33e40176 req-93e6b049-ed44-4fe5-b2c7-7472f2ae0885 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] For port ff6db173-7e1b-4c7e-92b9-9a03b94a001b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:43:46.510545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-71765ca0-6a16-4943-8520-2d2a33e40176 req-93e6b049-ed44-4fe5-b2c7-7472f2ae0885 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:46.635530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-71765ca0-6a16-4943-8520-2d2a33e40176 req-93e6b049-ed44-4fe5-b2c7-7472f2ae0885 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Calling delete_port for ff6db173-7e1b-4c7e-92b9-9a03b94a001b owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:43:46.931426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-71765ca0-6a16-4943-8520-2d2a33e40176 req-93e6b049-ed44-4fe5-b2c7-7472f2ae0885 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:46.980672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6b049-ed44-4fe5-b2c7-7472f2ae0885 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event deleted for resources: {'Port': ['ID=ff6db173-7e1b-4c7e-92b9-9a03b94a001b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:47.056055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-71765ca0-6a16-4943-8520-2d2a33e40176 req-93e6b049-ed44-4fe5-b2c7-7472f2ae0885 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] No DVR routers for this DVR port ff6db173-7e1b-4c7e-92b9-9a03b94a001b on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:43:47.058479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-71765ca0-6a16-4943-8520-2d2a33e40176 req-93e6b049-ed44-4fe5-b2c7-7472f2ae0885 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:47.060936 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'name': 'network-vif-deleted', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:43:47.104909 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29753ef4-0dfd-4f5a-9b46-3bf590738610', 'name': 'network-vif-deleted', 'tag': 'ff6db173-7e1b-4c7e-92b9-9a03b94a001b', 'status': 'completed', 'code': 200} Mar 11 16:43:47.149337 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-71765ca0-6a16-4943-8520-2d2a33e40176 req-93e6b049-ed44-4fe5-b2c7-7472f2ae0885 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.30 "DELETE /v2.0/ports/ff6db173-7e1b-4c7e-92b9-9a03b94a001b HTTP/1.1" status: 204 len: 173 time: 1.0221498 Mar 11 16:43:47.579525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-66c19b85-19c3-4beb-a437-78029bed82f7 req-54ab4680-95e4-4605-9738-c169ec39adec tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Synchronizing usage tracker for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:43:47.668086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-66c19b85-19c3-4beb-a437-78029bed82f7 req-54ab4680-95e4-4605-9738-c169ec39adec tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Unset dirty status for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:43:47.669264 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-66c19b85-19c3-4beb-a437-78029bed82f7 req-54ab4680-95e4-4605-9738-c169ec39adec tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=29753ef4-0dfd-4f5a-9b46-3bf590738610 HTTP/1.1" status: 200 len: 210 time: 0.1317484 Mar 11 16:43:48.769407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51078) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:48.839812 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92a9bb01-4a04-45c1-8c60-9e627a9b5920 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:48.870784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92a9bb01-4a04-45c1-8c60-9e627a9b5920 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:48.998159 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92a9bb01-4a04-45c1-8c60-9e627a9b5920 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:49.018039 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9bb01-4a04-45c1-8c60-9e627a9b5920 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10931c5-8894-4d54-8880-9e80a560e75e,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:49.094648 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-92a9bb01-4a04-45c1-8c60-9e627a9b5920 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:49.096343 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-92a9bb01-4a04-45c1-8c60-9e627a9b5920 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "DELETE /v2.0/security-groups/b10931c5-8894-4d54-8880-9e80a560e75e HTTP/1.1" status: 204 len: 168 time: 0.3257494 Mar 11 16:43:50.314281 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ff6db173-7e1b-4c7e-92b9-9a03b94a001b no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:43:50.354256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: ff6db173-7e1b-4c7e-92b9-9a03b94a001b {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:43:50.354596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device ff6db173-7e1b-4c7e-92b9-9a03b94a001b not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:43:50.751852 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:43:50.901990 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4e679d05-6d91-41a8-b7f0-ba6e277c388d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:51.771147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51090) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:51.777743 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095652633', 'description': 'tempest-secgroup-smoke-2095652633 description', 'project_id': '66056c1df3564877b23c799aa2ef0248'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:43:51.784933 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:51.789294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:51.792257 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:51.798576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:51.912638 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:51.933030 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:51.936905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:51.948347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:51.948347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:52.012274 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:52.117903 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:52.171094 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d8f302-b022-4bb7-b1ee-b62e73446959,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:52.245694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:52.246966 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-131265eb-6f54-4cde-83cf-4f9d77e74021 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4741430 Mar 11 16:43:52.249764 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51094) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:52.255034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-29945888-1bdd-4003-b546-446c3a8bc982 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': '70d8f302-b022-4bb7-b1ee-b62e73446959', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:43:52.261224 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-29945888-1bdd-4003-b546-446c3a8bc982 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:52.265087 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-29945888-1bdd-4003-b546-446c3a8bc982 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:52.268492 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-29945888-1bdd-4003-b546-446c3a8bc982 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:52.274366 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-29945888-1bdd-4003-b546-446c3a8bc982 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:52.364965 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29945888-1bdd-4003-b546-446c3a8bc982 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:52.424116 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29945888-1bdd-4003-b546-446c3a8bc982 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:52.519573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29945888-1bdd-4003-b546-446c3a8bc982 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:52.542323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29945888-1bdd-4003-b546-446c3a8bc982 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6363fa-12eb-4e22-ae58-114ff32a4430,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:52.620948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-29945888-1bdd-4003-b546-446c3a8bc982 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:52.622184 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-29945888-1bdd-4003-b546-446c3a8bc982 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3713341 Mar 11 16:43:52.624991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51098) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:52.630602 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-416bb1e0-697a-419a-bbec-3f5924a9ab02 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': '70d8f302-b022-4bb7-b1ee-b62e73446959', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:43:52.636639 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-416bb1e0-697a-419a-bbec-3f5924a9ab02 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:52.640428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-416bb1e0-697a-419a-bbec-3f5924a9ab02 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:52.643909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-416bb1e0-697a-419a-bbec-3f5924a9ab02 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:52.649461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-416bb1e0-697a-419a-bbec-3f5924a9ab02 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:52.750560 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-416bb1e0-697a-419a-bbec-3f5924a9ab02 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:52.812095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-416bb1e0-697a-419a-bbec-3f5924a9ab02 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:52.901531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-416bb1e0-697a-419a-bbec-3f5924a9ab02 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:52.926525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bb1e0-697a-419a-bbec-3f5924a9ab02 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f6d3fe-23a4-4062-9db6-41034e98fe30,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:53.009213 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-416bb1e0-697a-419a-bbec-3f5924a9ab02 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.010391 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-416bb1e0-697a-419a-bbec-3f5924a9ab02 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3838859 Mar 11 16:43:53.013155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51102) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:53.018135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a24c223c-a4ff-4a4a-8665-e1c99f198c60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': '70d8f302-b022-4bb7-b1ee-b62e73446959', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:43:53.024123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a24c223c-a4ff-4a4a-8665-e1c99f198c60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:53.028042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a24c223c-a4ff-4a4a-8665-e1c99f198c60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:53.030983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a24c223c-a4ff-4a4a-8665-e1c99f198c60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:53.036671 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a24c223c-a4ff-4a4a-8665-e1c99f198c60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:53.141691 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a24c223c-a4ff-4a4a-8665-e1c99f198c60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.205817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a24c223c-a4ff-4a4a-8665-e1c99f198c60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.279499 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a24c223c-a4ff-4a4a-8665-e1c99f198c60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.305276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c223c-a4ff-4a4a-8665-e1c99f198c60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35eb78a-8da4-4a14-8651-8ddaab4a2e51,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:53.394164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a24c223c-a4ff-4a4a-8665-e1c99f198c60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.395304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a24c223c-a4ff-4a4a-8665-e1c99f198c60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3812246 Mar 11 16:43:53.398084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51106) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:53.403045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-a4ada247-f864-4f8b-814f-917bb27304aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': '70d8f302-b022-4bb7-b1ee-b62e73446959', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:43:53.409510 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a4ada247-f864-4f8b-814f-917bb27304aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:53.413369 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a4ada247-f864-4f8b-814f-917bb27304aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:53.416352 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-a4ada247-f864-4f8b-814f-917bb27304aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:53.422755 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-a4ada247-f864-4f8b-814f-917bb27304aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:53.520348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4ada247-f864-4f8b-814f-917bb27304aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.582572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4ada247-f864-4f8b-814f-917bb27304aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.655363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4ada247-f864-4f8b-814f-917bb27304aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.683546 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ada247-f864-4f8b-814f-917bb27304aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41aa32f4-d4bd-4145-ac43-43a5cf76e2a3,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:53.746636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e4-480d-4016-9cbe-4465c0842500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.757910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-a4ada247-f864-4f8b-814f-917bb27304aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.759103 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-a4ada247-f864-4f8b-814f-917bb27304aa tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3601217 Mar 11 16:43:53.761870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51110) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:53.767276 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': '70d8f302-b022-4bb7-b1ee-b62e73446959', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:43:53.773243 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:53.777049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:53.779845 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:53.786145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:53.862406 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Project 66056c1df3564877b23c799aa2ef0248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:43:53.869289 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.934440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:53.993800 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:54.017663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a164710-3f6c-4fff-9630-9a854ad03617,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:54.073983 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:54.075523 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9c06d867-907e-4ceb-944e-a2670d95df73 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3126259 Mar 11 16:43:54.078125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51114) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:54.083816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'security_group_rule': {'security_group_id': '70d8f302-b022-4bb7-b1ee-b62e73446959', 'project_id': '66056c1df3564877b23c799aa2ef0248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:43:54.089726 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:54.093450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:security_group_rule and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:54.096326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:54.102037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:54.206057 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.securitygroups_db [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Project 66056c1df3564877b23c799aa2ef0248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:43:54.213747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:54.278967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:54.354197 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:54.383328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0003d60-996b-4901-be55-c26fa371488b,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:54.445002 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:54.473780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:54.474940 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-00802faf-1e81-4ad8-ae2f-9952e38e9f31 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3951547 Mar 11 16:43:54.832205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:56.233999 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:56.729348 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:20.913600 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a217c3d2-7be8-4841-9873-57fb40606ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:22.930814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-c02adaab-ca25-476b-b43a-4173d6ff031a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Synchronizing usage tracker for tenant:66056c1df3564877b23c799aa2ef0248 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:44:23.031930 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-c02adaab-ca25-476b-b43a-4173d6ff031a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Unset dirty status for tenant:66056c1df3564877b23c799aa2ef0248 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:44:23.033133 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-c02adaab-ca25-476b-b43a-4173d6ff031a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095652633&fields=id&tenant_id=66056c1df3564877b23c799aa2ef0248 HTTP/1.1" status: 200 len: 267 time: 0.1416571 Mar 11 16:44:23.186385 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b75e10c4-99ef-4466-a7d0-dbc310b13f90 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:23.187860 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b75e10c4-99ef-4466-a7d0-dbc310b13f90 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 809 time: 0.1471341 Mar 11 16:44:23.202792 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-7b7141df-900b-4cb1-aefa-264c44c18312 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/quotas/66056c1df3564877b23c799aa2ef0248 HTTP/1.1" status: 200 len: 375 time: 0.0089073 Mar 11 16:44:23.288523 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-1a34ddf1-192f-45f2-a64e-ab2f8763d533 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808918 Mar 11 16:44:23.372790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-448a3f79-b585-421c-a816-56d48c0a1221 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:44:23.373813 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-448a3f79-b585-421c-a816-56d48c0a1221 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0739145 Mar 11 16:44:23.505529 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-9bebaec0-b699-4895-bda7-d9975cab532e service neutron] 10.222.0.39 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256223 Mar 11 16:44:23.639440 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-70ca8db9-9341-49a9-9a08-aed93a42b894 service neutron] 10.222.0.39 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282604 Mar 11 16:44:23.723260 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-19170df7-31ce-4441-ad48-7112d26b643f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:24.358076 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-38c6fc36-7b23-47fe-809d-b556b8c57afb req-d9c92fef-cbce-4ef2-9e24-9447ac5b82d5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 210 time: 0.0427196 Mar 11 16:44:24.490418 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:24.838910 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:25.453383 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8f688735-723d-423d-a4eb-b263f02ec93c req-602442f4-761a-43cf-8ece-59c46311cb28 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 210 time: 0.0435164 Mar 11 16:44:26.226219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:26.627047 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3d204798-1341-45fe-bc31-f0d6a69b06f2 req-7b50fab9-6b15-47cf-91c6-168cfdbf5115 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 210 time: 0.0470686 Mar 11 16:44:26.764370 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:27.750226 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:44:27.773227 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9e08e6e7-7bea-40df-9578-3555607408d4 req-daf11bd0-5ae8-4996-a58f-b253721b1d26 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 210 time: 0.0422707 Mar 11 16:44:28.727122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-6127ee60-63ea-43a4-8c4b-89d35e54c84d tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:28.728622 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-6127ee60-63ea-43a4-8c4b-89d35e54c84d tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 809 time: 0.1465011 Mar 11 16:44:28.777598 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-bb0c4fdd-04fa-4d8f-8257-3991a7d6b5da tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66056c1df3564877b23c799aa2ef0248 HTTP/1.1" status: 200 len: 380 time: 0.0398185 Mar 11 16:44:28.785816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'port': {'device_id': '199df81f-648e-4378-a77d-ea8c7080fffc', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'admin_state_up': True, 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'security_groups': ['70d8f302-b022-4bb7-b1ee-b62e73446959']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:44:29.011238 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b5570b81-35d7-4992-8fe0-a4e5c0fb8791 req-b800ac0e-ffd7-461f-a6d0-fdfa59d4bf11 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 210 time: 0.0943117 Mar 11 16:44:29.067017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:29.076413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:29.140333 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Made reservation on behalf of 66056c1df3564877b23c799aa2ef0248 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:44:29.144113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:29.316051 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Allocated IP 172.20.0.3 (ebf044c5-8aea-4d2d-b643-94fd0200491c/07fef3e5-06a4-4912-a862-df90b0a6a66f/f45898ce-733e-466b-9b6f-e54768d1e6f8) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:44:29.506708 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:29.524414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Transition to ACTIVE for port object f45898ce-733e-466b-9b6f-e54768d1e6f8 will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:44:29.662525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:29.727886 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Network ebf044c5-8aea-4d2d-b643-94fd0200491c is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:44:29.730831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:44:29.733667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:44:29.789240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'Port': ['ID=f45898ce-733e-466b-9b6f-e54768d1e6f8,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:29.816696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:29.817264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:29.935529 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-b0884d20-983b-4fc2-b127-c21fccef9347 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1532493 Mar 11 16:44:29.946427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Request body: {'port': {'device_id': '199df81f-648e-4378-a77d-ea8c7080fffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:44:30.065848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:30.078821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d728aa72-49d3-442d-a643-f7ff31b83056 None None] Provisioning for port f45898ce-733e-466b-9b6f-e54768d1e6f8 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:44:30.084657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-d728aa72-49d3-442d-a643-f7ff31b83056 None None] Provisioning complete for port f45898ce-733e-466b-9b6f-e54768d1e6f8 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:44:30.085042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d728aa72-49d3-442d-a643-f7ff31b83056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:30.142552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-d728aa72-49d3-442d-a643-f7ff31b83056 None None] Port f45898ce-733e-466b-9b6f-e54768d1e6f8 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:44:30.304809 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ccd53-19f3-4a52-961a-04b12f63c5e6 req-15dd9f6c-1a39-47d0-935d-538a8e8fda76 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:30.305440 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-fa9ccd53-19f3-4a52-961a-04b12f63c5e6 req-15dd9f6c-1a39-47d0-935d-538a8e8fda76 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Synchronizing usage tracker for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:44:30.435964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-fa9ccd53-19f3-4a52-961a-04b12f63c5e6 req-15dd9f6c-1a39-47d0-935d-538a8e8fda76 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Unset dirty status for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:44:30.437082 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fa9ccd53-19f3-4a52-961a-04b12f63c5e6 req-15dd9f6c-1a39-47d0-935d-538a8e8fda76 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 931 time: 0.3009441 Mar 11 16:44:30.525557 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-fa9ccd53-19f3-4a52-961a-04b12f63c5e6 req-5b9d5dcc-a7fd-4a51-8afb-4dd1ed780632 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811555 Mar 11 16:44:30.554312 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45898ce-733e-466b-9b6f-e54768d1e6f8 {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:44:30.561622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:30.576531 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Transition to ACTIVE for port object f45898ce-733e-466b-9b6f-e54768d1e6f8 will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:44:30.654847 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:30.811939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Pushing event updated for resources: {'Port': ['ID=f45898ce-733e-466b-9b6f-e54768d1e6f8,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:30.903692 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Attempting to bind port f45898ce-733e-466b-9b6f-e54768d1e6f8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:44:30.908871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Attempting to bind port f45898ce-733e-466b-9b6f-e54768d1e6f8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:44:30.908871 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Attempting to bind port f45898ce-733e-466b-9b6f-e54768d1e6f8 on network ebf044c5-8aea-4d2d-b643-94fd0200491c {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:44:30.909502 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Port f45898ce-733e-466b-9b6f-e54768d1e6f8 on network ebf044c5-8aea-4d2d-b643-94fd0200491c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:44:30.909814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Attempting to bind port f45898ce-733e-466b-9b6f-e54768d1e6f8 on network ebf044c5-8aea-4d2d-b643-94fd0200491c {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:44:30.915122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:44:30.915485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Checking segment: {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:44:30.915829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Bound using segment: {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:44:30.916263 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Bound port: f45898ce-733e-466b-9b6f-e54768d1e6f8, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f7d5e4-3699-4c36-981f-095ce7c6252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:44:30.916650 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:31.006105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] For port f45898ce-733e-466b-9b6f-e54768d1e6f8, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:44:31.009129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] For port f45898ce-733e-466b-9b6f-e54768d1e6f8, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:44:31.097115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:31.155310 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:31.155925 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:31.157399 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] 10.222.0.30 "PUT /v2.0/ports/f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 1093 time: 1.2149076 Mar 11 16:44:31.163017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:44:31.185394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9be73-d3b6-4ecb-8e30-0356c2dd6638 service neutron] Pushing event updated for resources: {'Port': ['ID=f45898ce-733e-466b-9b6f-e54768d1e6f8,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:31.211296 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'status': 'completed', 'code': 200} Mar 11 16:44:31.416758 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abf7a4-16b1-4e4f-958b-851ab0208a69 req-f35fea08-cbd0-45cf-bdc0-d76c86562eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:31.418227 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a5abf7a4-16b1-4e4f-958b-851ab0208a69 req-f35fea08-cbd0-45cf-bdc0-d76c86562eea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1096 time: 0.1860290 Mar 11 16:44:31.555309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abf7a4-16b1-4e4f-958b-851ab0208a69 req-5dff12ab-7193-46c4-91a3-19444ba54796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:31.556706 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a5abf7a4-16b1-4e4f-958b-851ab0208a69 req-5dff12ab-7193-46c4-91a3-19444ba54796 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=66056c1df3564877b23c799aa2ef0248&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1317015 Mar 11 16:44:31.743323 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abf7a4-16b1-4e4f-958b-851ab0208a69 req-0e50a998-5ea9-484e-981c-bf4d95bd1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:31.744819 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a5abf7a4-16b1-4e4f-958b-851ab0208a69 req-0e50a998-5ea9-484e-981c-bf4d95bd1858 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1819074 Mar 11 16:44:31.769954 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad43e80-c860-4574-b9bd-0d716c702593 req-81794638-41f1-4e12-afce-5c16c5a495f5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:31.771486 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3ad43e80-c860-4574-b9bd-0d716c702593 req-81794638-41f1-4e12-afce-5c16c5a495f5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.1218827 Mar 11 16:44:31.857138 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3ad43e80-c860-4574-b9bd-0d716c702593 req-ece7e5b4-fb97-4852-a2c4-19f86b5bf884 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798604 Mar 11 16:44:31.880783 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-a6952fd5-8b0a-4617-9a55-dc87af4d7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:31.882249 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-a6952fd5-8b0a-4617-9a55-dc87af4d7bee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1096 time: 0.0920153 Mar 11 16:44:31.951984 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-4d244b9a-8bb0-44a9-832c-aa6d9a7c2f4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 217 time: 0.0625389 Mar 11 16:44:32.016672 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-57db61f0-52c7-4921-8fe7-bec7ccd3d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:32.018102 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-57db61f0-52c7-4921-8fe7-bec7ccd3d7ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0604980 Mar 11 16:44:32.092198 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-cd555eec-c2ef-423c-87f7-2dc3562f6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:32.093707 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-cd555eec-c2ef-423c-87f7-2dc3562f6974 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702655 Mar 11 16:44:32.224873 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-87c09ff4-e178-4743-81b4-e0afdf317ab3 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248236 Mar 11 16:44:32.355017 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-887e8231-ebb3-4e07-b103-4e3e9b0c0fc0 req-214f157a-81a0-4485-a19a-6dea889120c5 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237266 Mar 11 16:44:33.043475 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047c2d-b712-412a-b16e-a898fae64916 req-bb3115dd-98e6-4f15-b1d6-be2eea8ba1e5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:33.044967 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3b047c2d-b712-412a-b16e-a898fae64916 req-bb3115dd-98e6-4f15-b1d6-be2eea8ba1e5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0791421 Mar 11 16:44:33.092442 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3b047c2d-b712-412a-b16e-a898fae64916 req-b40e29ff-5bf8-48d8-a0ce-d6ed3b85ebb8 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418630 Mar 11 16:44:34.274704 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083a3a9-351e-45dd-809d-af98e0560fad req-f055de1e-13a5-45a9-bb5b-b981ab8e52bb tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:34.276088 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1083a3a9-351e-45dd-809d-af98e0560fad req-f055de1e-13a5-45a9-bb5b-b981ab8e52bb tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0802782 Mar 11 16:44:34.320242 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1083a3a9-351e-45dd-809d-af98e0560fad req-9dfa9477-1c7a-4ef1-8b2a-c58c53a29491 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383220 Mar 11 16:44:35.507121 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59743efa-6cfb-44df-9cf3-f134e0ec6997 req-e34d3f3d-a804-4a86-a9af-da317565484f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:35.508581 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-59743efa-6cfb-44df-9cf3-f134e0ec6997 req-e34d3f3d-a804-4a86-a9af-da317565484f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0837612 Mar 11 16:44:35.551922 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-59743efa-6cfb-44df-9cf3-f134e0ec6997 req-31ea7d9d-0ea8-4279-bf1e-674fca07df95 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377049 Mar 11 16:44:36.738427 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0332cee-009f-40ae-82fc-1ca740fdde23 req-485affb2-140a-412c-aeb9-cd2dfb45a277 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:36.740496 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0332cee-009f-40ae-82fc-1ca740fdde23 req-485affb2-140a-412c-aeb9-cd2dfb45a277 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0795634 Mar 11 16:44:36.785011 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d0332cee-009f-40ae-82fc-1ca740fdde23 req-e58a2245-7a73-4529-8e22-28b309125f78 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382423 Mar 11 16:44:37.972644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65751fca-db6a-4bc4-8251-38392aa9ae20 req-f4b1147e-1823-4aca-85d1-5a2c57f97df9 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:37.974014 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-65751fca-db6a-4bc4-8251-38392aa9ae20 req-f4b1147e-1823-4aca-85d1-5a2c57f97df9 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0832653 Mar 11 16:44:38.019064 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-65751fca-db6a-4bc4-8251-38392aa9ae20 req-24747bf0-0fdd-4e45-8649-61cf764f7ac5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394988 Mar 11 16:44:39.198962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42cd82-43a6-4008-8614-8c31ce3336a7 req-a5332f59-471b-4bdb-9a84-f52497c7f76e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:39.200340 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e42cd82-43a6-4008-8614-8c31ce3336a7 req-a5332f59-471b-4bdb-9a84-f52497c7f76e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0798092 Mar 11 16:44:39.246162 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e42cd82-43a6-4008-8614-8c31ce3336a7 req-ff0826a7-3e39-4d1a-aaca-7c9c4cacf894 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401869 Mar 11 16:44:40.531155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6510077-1415-4d20-81ce-a201dce1561b req-8fe7d4d7-d612-438e-8905-1dc51d2e58c0 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:40.532561 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b6510077-1415-4d20-81ce-a201dce1561b req-8fe7d4d7-d612-438e-8905-1dc51d2e58c0 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.1786706 Mar 11 16:44:40.575739 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b6510077-1415-4d20-81ce-a201dce1561b req-a6db0e35-abf1-4b23-8742-29d434fe1404 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375426 Mar 11 16:44:41.759098 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d95b63-be64-4dbc-8200-b1f55fe489a4 req-6518d900-0ad6-4ae4-af5a-f828aa44bc86 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:41.760534 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a6d95b63-be64-4dbc-8200-b1f55fe489a4 req-6518d900-0ad6-4ae4-af5a-f828aa44bc86 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0811653 Mar 11 16:44:41.805238 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a6d95b63-be64-4dbc-8200-b1f55fe489a4 req-efca3512-c400-4a2c-957d-1812cad6f4bf tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389793 Mar 11 16:44:42.569076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f45898ce-733e-466b-9b6f-e54768d1e6f8 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:44:42.701778 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f45898ce-733e-466b-9b6f-e54768d1e6f8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:44:42.715394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'port_id': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'mac_address': 'fa:16:3e:11:21:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:44:42.770452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:42.787549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45898ce-733e-466b-9b6f-e54768d1e6f8 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:44:42.805588 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f45898ce-733e-466b-9b6f-e54768d1e6f8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:44:42.884426 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:42.955663 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=f45898ce-733e-466b-9b6f-e54768d1e6f8,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:42.963299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.963644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.963986 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.964316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.964670 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.964997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.965317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.965636 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.965958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.966292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.966586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.966894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:42.990162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4e876-1957-417e-88bc-0c33f27bbf6c req-e7f2bade-98ea-40ce-a34f-1d96d9438599 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:42.992680 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-13d4e876-1957-417e-88bc-0c33f27bbf6c req-e7f2bade-98ea-40ce-a34f-1d96d9438599 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 944 time: 0.0825152 Mar 11 16:44:43.036277 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-13d4e876-1957-417e-88bc-0c33f27bbf6c req-34485fd3-3e6a-4745-b7df-271289e38533 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385487 Mar 11 16:44:43.279446 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['f45898ce-733e-466b-9b6f-e54768d1e6f8'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:44:44.224932 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0d56-142f-443b-b20a-3324077710c0 req-86d6fcb0-6907-497b-b58a-0b44c93e936c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:44.226335 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ee5f0d56-142f-443b-b20a-3324077710c0 req-86d6fcb0-6907-497b-b58a-0b44c93e936c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 944 time: 0.0831554 Mar 11 16:44:44.270625 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ee5f0d56-142f-443b-b20a-3324077710c0 req-00ccad3a-c767-41fa-8a05-30ec461e6b60 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385044 Mar 11 16:44:44.583746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f45898ce-733e-466b-9b6f-e54768d1e6f8 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:44:44.746827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port f45898ce-733e-466b-9b6f-e54768d1e6f8 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:44:44.751723 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port f45898ce-733e-466b-9b6f-e54768d1e6f8 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:44:44.752084 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:44.864597 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:44.891316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:44:44.901542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f45898ce-733e-466b-9b6f-e54768d1e6f8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:44:44.987576 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:45.027860 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'code': 200} Mar 11 16:44:45.060824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=f45898ce-733e-466b-9b6f-e54768d1e6f8,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:45.516687 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ee107-df36-4237-9583-7f9161d9167b req-24f39b3f-379d-4809-83fe-f78651db0ae9 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:45.518180 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db5ee107-df36-4237-9583-7f9161d9167b req-24f39b3f-379d-4809-83fe-f78651db0ae9 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.1445601 Mar 11 16:44:45.520055 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5181ed8-ad8d-4d27-9a7b-3b9b9cf01a3e req-3f1461a9-0d2e-4586-ac1d-6384f02dc961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:45.521954 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a5181ed8-ad8d-4d27-9a7b-3b9b9cf01a3e req-3f1461a9-0d2e-4586-ac1d-6384f02dc961 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1098 time: 0.1133270 Mar 11 16:44:45.590701 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-db5ee107-df36-4237-9583-7f9161d9167b req-1bef59c3-823d-470e-8763-71d23d400ec1 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664389 Mar 11 16:44:45.593846 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a5181ed8-ad8d-4d27-9a7b-3b9b9cf01a3e req-5d9f3bdc-879f-4be7-a360-8cf2c6ff7271 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570378 Mar 11 16:44:46.774644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eadfcc-a920-41d0-8736-102f80067802 req-953c05fa-1b63-4ff5-a76a-d7ba081736bd tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:46.776130 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-25eadfcc-a920-41d0-8736-102f80067802 req-953c05fa-1b63-4ff5-a76a-d7ba081736bd tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0795476 Mar 11 16:44:46.820307 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-25eadfcc-a920-41d0-8736-102f80067802 req-11b1cb85-ad6d-4e4c-ae6b-47e4fc134499 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384729 Mar 11 16:44:48.006241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa3ef5-43d1-4ca6-8a7d-da942aa7d020 req-12028fec-1c80-495c-a46c-9542c4114d8c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:48.007723 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-97aa3ef5-43d1-4ca6-8a7d-da942aa7d020 req-12028fec-1c80-495c-a46c-9542c4114d8c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0826538 Mar 11 16:44:48.056013 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-97aa3ef5-43d1-4ca6-8a7d-da942aa7d020 req-684d1b05-5e39-4354-9459-bf2453acc2f0 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Mar 11 16:44:48.240012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38be08-3af4-4ebb-926f-590e2ef404f8 req-3250650d-897e-4cbb-8d1f-0d9d6fce7025 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:48.241550 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0e38be08-3af4-4ebb-926f-590e2ef404f8 req-3250650d-897e-4cbb-8d1f-0d9d6fce7025 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0812869 Mar 11 16:44:48.286131 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0e38be08-3af4-4ebb-926f-590e2ef404f8 req-7641650a-6451-4245-97d4-0c0f23ba1624 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386524 Mar 11 16:44:48.309083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51382) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:48.422282 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58c8810-d45c-4e46-b6fd-a12a313509df tempest-TestShelveInstance-1387239609 tempest-TestShelveInstance-1387239609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:48.423751 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-c58c8810-d45c-4e46-b6fd-a12a313509df tempest-TestShelveInstance-1387239609 tempest-TestShelveInstance-1387239609-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1093 time: 0.1137049 Mar 11 16:44:48.426603 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51388) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:48.431332 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:44:48.437134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:48.440923 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Usage tracker for resource:floatingip and tenant:66056c1df3564877b23c799aa2ef0248 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:44:48.443670 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:44:48.449255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:48.564231 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:48.697082 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:48.827038 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Allocated IP 172.26.6.55 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/3f628e93-cdb7-4d6e-85f1-e0453c77da38) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:44:48.971878 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:49.067149 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:49.126525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:44:49.129450 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:44:49.133669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:44:49.180434 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'Port': ['ID=3f628e93-cdb7-4d6e-85f1-e0453c77da38,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:49.192341 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.192725 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.193070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.193938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.194294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.194627 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.194956 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.195304 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.195611 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.195998 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.196325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.196683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:49.655390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:49.805397 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:50.008268 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:50.078060 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:50.187025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event updated for resources: {'Port': ['ID=3f628e93-cdb7-4d6e-85f1-e0453c77da38,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:50.199955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:50.374413 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Floating IP 2bf19736-b186-4d33-899f-52d4c1a529ae associated. External IP: 172.26.6.55, port: f45898ce-733e-466b-9b6f-e54768d1e6f8. Mar 11 16:44:50.603461 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-8b895b46-0f92-40d4-9dad-918d9edf0838 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1812601 Mar 11 16:44:50.835438 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Router 3154f0c7-a8cb-41ea-804b-2c5369be011c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:44:50.837659 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-c0a5c3e4-5127-4eda-90d2-cd4afb500e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:50.839197 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-c0a5c3e4-5127-4eda-90d2-cd4afb500e9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1098 time: 0.1680984 Mar 11 16:44:50.913884 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a5c62925-d824-42a9-b644-0c7f757b7643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:51.231616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-3a4274be-55aa-41eb-a0f0-8330cc295adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:51.235965 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-3a4274be-55aa-41eb-a0f0-8330cc295adc service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.2314982 Mar 11 16:44:51.237084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:44:51.247563 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a3d8cf-7630-4b32-b059-997ff663f588 None None] Sync routers for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:44:51.257275 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a3d8cf-7630-4b32-b059-997ff663f588 None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:44:51.257947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-33a3d8cf-7630-4b32-b059-997ff663f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:44:51.353389 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-59d2033c-350f-4d12-bae5-09af194a0f63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 998 time: 0.1100254 Mar 11 16:44:51.392984 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:51.468167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-5854075d-dea0-4925-9222-21d712079601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:51.469653 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-5854075d-dea0-4925-9222-21d712079601 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.1102679 Mar 11 16:44:51.471219 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-fc7734b6-32b3-48d0-8658-f93bacc4f278 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0437386 Mar 11 16:44:51.471862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:44:51.476776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-33a3d8cf-7630-4b32-b059-997ff663f588 None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:44:51.517591 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'status': 'completed', 'code': 200} Mar 11 16:44:51.552062 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-315e1afa-bd19-4684-9759-c9ca7b9d4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:51.553604 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-315e1afa-bd19-4684-9759-c9ca7b9d4646 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753009 Mar 11 16:44:51.685585 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-872f7784-b1ad-4d68-a7d8-55885e359491 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256099 Mar 11 16:44:51.816996 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-abc8001c-ba16-426f-b5c4-c372bf78301f req-2668b4af-93d5-4b47-bca0-0d1cc15bc7bd service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253891 Mar 11 16:44:51.823698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-33a3d8cf-7630-4b32-b059-997ff663f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '2bf19736-b186-4d33-899f-52d4c1a529ae', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'port_id': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'mac_address': 'fa:16:3e:11:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199df81f-648e-4378-a77d-ea8c7080fffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:44:49Z', 'updated_at': '2022-03-11T16:44:49Z', 'revision_number': 0, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:44:51.827595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a3d8cf-7630-4b32-b059-997ff663f588 None None] Checking router: 3154f0c7-a8cb-41ea-804b-2c5369be011c for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:44:51.836368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a3d8cf-7630-4b32-b059-997ff663f588 None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:44:51.836997 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-33a3d8cf-7630-4b32-b059-997ff663f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:44:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:44:52.023482 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-33a3d8cf-7630-4b32-b059-997ff663f588 None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:44:52.026804 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e87c5-a8bc-4891-b471-35f5c81fca14 req-8e306b9b-39b4-4f66-ad34-b53346ca4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:52.028355 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e61e87c5-a8bc-4891-b471-35f5c81fca14 req-8e306b9b-39b4-4f66-ad34-b53346ca4854 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1098 time: 0.0869420 Mar 11 16:44:52.165512 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e87c5-a8bc-4891-b471-35f5c81fca14 req-a007d211-d8ac-4791-ad53-0b6fdcfcfaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:52.166972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e61e87c5-a8bc-4891-b471-35f5c81fca14 req-a007d211-d8ac-4791-ad53-0b6fdcfcfaab service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1323388 Mar 11 16:44:52.273042 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e61e87c5-a8bc-4891-b471-35f5c81fca14 req-745df1e2-df10-4962-b132-e31a7f5e830e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 998 time: 0.1001456 Mar 11 16:44:52.336096 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e87c5-a8bc-4891-b471-35f5c81fca14 req-a5708a63-2f1a-4d98-9593-a6c26cad5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:52.337592 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e61e87c5-a8bc-4891-b471-35f5c81fca14 req-a5708a63-2f1a-4d98-9593-a6c26cad5303 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0589790 Mar 11 16:44:52.377032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-33a3d8cf-7630-4b32-b059-997ff663f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '2bf19736-b186-4d33-899f-52d4c1a529ae', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'port_id': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'mac_address': 'fa:16:3e:11:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199df81f-648e-4378-a77d-ea8c7080fffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:44:49Z', 'updated_at': '2022-03-11T16:44:49Z', 'revision_number': 0, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:44:52.381265 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a3d8cf-7630-4b32-b059-997ff663f588 None None] The sync data for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv is: [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '2bf19736-b186-4d33-899f-52d4c1a529ae', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'port_id': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'mac_address': 'fa:16:3e:11:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199df81f-648e-4378-a77d-ea8c7080fffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:44:49Z', 'updated_at': '2022-03-11T16:44:49Z', 'revision_number': 0, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:44:52.415717 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e87c5-a8bc-4891-b471-35f5c81fca14 req-ab0a5e48-8417-405c-9439-985a34256218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:52.417154 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e61e87c5-a8bc-4891-b471-35f5c81fca14 req-ab0a5e48-8417-405c-9439-985a34256218 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736203 Mar 11 16:44:52.557613 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e61e87c5-a8bc-4891-b471-35f5c81fca14 req-11ba0a74-879b-413f-a33b-761558d243bf service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341803 Mar 11 16:44:52.590483 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5342941e-62da-4c6b-a492-e780aa67fe17 None None] New status for floating IP 2bf19736-b186-4d33-899f-52d4c1a529ae: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:44:52.797154 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e61e87c5-a8bc-4891-b471-35f5c81fca14 req-86463961-e712-4144-ba84-5c8f57b992e7 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333198 Mar 11 16:44:53.745691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9634f411-e398-4328-9fb8-18505f6706f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:54.478382 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:54.867202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:56.215470 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:56.752751 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:04.749228 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:45:20.940974 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9c5fca1e-27a0-4410-81f8-18b95526fac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:23.775046 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b9d4eadc-3a34-400b-b1ea-3b73d74469a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:24.456929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:24.854808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:26.215993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:26.826508 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:41.748348 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:45:50.912004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8e418d21-1a42-4d05-9ea4-05c7593b997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:52.458078 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-1ae8e1a8-80d2-4535-a4fc-5d3b70f8f75e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724313 Mar 11 16:45:52.599928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-bf0a0e43-daba-4e8f-a659-abea7ca26eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:52.601444 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-bf0a0e43-daba-4e8f-a659-abea7ca26eda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1098 time: 0.0757642 Mar 11 16:45:52.747721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-ac5c2ab4-641d-48ed-b80b-0175b198b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:52.749264 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-ac5c2ab4-641d-48ed-b80b-0175b198b125 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1275492 Mar 11 16:45:52.859530 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-8e1ac52d-e685-4869-adea-0e631d28579b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 1000 time: 0.1004646 Mar 11 16:45:52.929576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-7e989196-611f-4508-9a02-ad9e0e508f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:52.931017 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-7e989196-611f-4508-9a02-ad9e0e508f3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0655589 Mar 11 16:45:53.009005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-a096c8b9-0374-4ce5-9263-e8d0253dac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:53.010476 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-a096c8b9-0374-4ce5-9263-e8d0253dac74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733213 Mar 11 16:45:53.145838 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-16d13821-e83f-47fc-a1c3-a800e1b8f0b5 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278453 Mar 11 16:45:53.276053 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1c310e2f-d38d-453e-981c-1e76bb3641db req-285968e0-1ce6-40a1-8a7e-d921f51ebafd service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240468 Mar 11 16:45:53.750379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bb759a0a-dde1-4255-aefe-b4c5c6025b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:54.477047 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:54.900237 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:56.260143 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:56.802864 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:18.748415 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:46:20.906151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-20a31fe5-4247-4f30-8b26-135f4d48db78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:23.780834 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-58d1beae-ae98-4774-89cf-a9b6f3bef428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:24.483263 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:24.842136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:26.383537 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:26.824347 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:50.904868 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2552ed1c-c022-4c82-88f1-f91665bea08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:53.738958 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7dd8bcfa-793e-404a-9fd4-233c06dc574b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.453087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.477493 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-d8bb6860-0b98-41d0-96ad-d10bef937d4e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759072 Mar 11 16:46:54.613835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-fa282cf1-930f-457e-a340-f6c4892d368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:54.615340 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-fa282cf1-930f-457e-a340-f6c4892d368c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1098 time: 0.0708408 Mar 11 16:46:54.758617 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-0a88d570-983e-4481-9354-8f9f7796db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:54.760051 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-0a88d570-983e-4481-9354-8f9f7796db57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1263926 Mar 11 16:46:54.846729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.863234 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-bad665bf-e380-41b1-a0bb-3dc66faae2cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0971820 Mar 11 16:46:54.924848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-487b4c90-d00d-4b08-8899-3baf0cb54245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:54.926290 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-487b4c90-d00d-4b08-8899-3baf0cb54245 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0564122 Mar 11 16:46:55.005189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-5ce880d2-60de-48ba-b1a1-cf1f62543137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:55.006827 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-5ce880d2-60de-48ba-b1a1-cf1f62543137 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745933 Mar 11 16:46:55.232301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-6112fa14-9cff-43e6-a5c7-e4791e5e5d31 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193625 Mar 11 16:46:55.364118 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac7b4579-0d4d-4a70-9434-f61847959546 req-29cf4d66-5883-4593-a87a-cb3b4bd684e2 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255057 Mar 11 16:46:55.747340 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:46:56.218146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:56.830074 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:20.932979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fca19c8a-5adc-402c-beed-7982660f6c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:23.778445 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d5c60402-d75f-4181-a83b-7a6cea6fcae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:24.457615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:24.841192 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:26.229336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:26.857824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:32.746485 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:47:44.137821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df328c4-5a39-4327-b28a-af3a85dcfe52 req-bbb41b91-3af3-49b8-8ac5-df2bf56a1c7f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:44.139371 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0df328c4-5a39-4327-b28a-af3a85dcfe52 req-bbb41b91-3af3-49b8-8ac5-df2bf56a1c7f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0812364 Mar 11 16:47:44.191119 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0df328c4-5a39-4327-b28a-af3a85dcfe52 req-7fbb43ae-4249-4ccd-960a-5ae0c6a92b43 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419917 Mar 11 16:47:45.390534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163751e-2548-4583-b067-999dea5af714 req-bb3772dd-6245-45f1-a2fe-80fda348ed1d tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:45.391980 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0163751e-2548-4583-b067-999dea5af714 req-bb3772dd-6245-45f1-a2fe-80fda348ed1d tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0873611 Mar 11 16:47:45.437613 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0163751e-2548-4583-b067-999dea5af714 req-4fa81605-ef29-4233-a6c4-8b5c1f6750ea tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 Mar 11 16:47:46.630124 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1366423-b2c1-499a-990a-60039bfaa509 req-a77374db-0cc6-49ce-bfd2-2c5e3260b09b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:46.632316 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f1366423-b2c1-499a-990a-60039bfaa509 req-a77374db-0cc6-49ce-bfd2-2c5e3260b09b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0834451 Mar 11 16:47:46.678788 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f1366423-b2c1-499a-990a-60039bfaa509 req-8b7bb188-ef82-40e9-ab66-e774848502c1 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Mar 11 16:47:47.863729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769861-fa10-4c11-884a-a85f2dfe9e0e req-6b2b72fa-8877-4325-82d2-7fdfa1cf7d86 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:47.865221 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a4769861-fa10-4c11-884a-a85f2dfe9e0e req-6b2b72fa-8877-4325-82d2-7fdfa1cf7d86 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0806658 Mar 11 16:47:47.911394 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a4769861-fa10-4c11-884a-a85f2dfe9e0e req-3fa3583f-b932-4ea0-9096-e2a84bc00a2a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402169 Mar 11 16:47:49.099851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35c006-318d-467a-ade5-d8d5fdebed61 req-29be1f7e-89e1-48ec-8e38-64fd4d8727fb tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:49.102139 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ee35c006-318d-467a-ade5-d8d5fdebed61 req-29be1f7e-89e1-48ec-8e38-64fd4d8727fb tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0857122 Mar 11 16:47:49.146371 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ee35c006-318d-467a-ade5-d8d5fdebed61 req-594ea547-f6b5-4bc9-b7d0-bccbf29e702f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385854 Mar 11 16:47:50.336678 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467ff9-c739-4a04-819b-017f26e9c4ee req-424fd66a-51b8-43a6-82b8-d5596bd3c191 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:50.338154 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-92467ff9-c739-4a04-819b-017f26e9c4ee req-424fd66a-51b8-43a6-82b8-d5596bd3c191 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0837131 Mar 11 16:47:50.383814 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-92467ff9-c739-4a04-819b-017f26e9c4ee req-b18305bc-2902-48bb-98e7-ff7b87fdb009 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396826 Mar 11 16:47:50.932200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-94cb74f5-8104-44b1-bfbf-0cdb183e261b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:51.579035 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3211776-38e5-4380-8589-2ba56c8008b0 req-9ced4f43-2fbd-413a-a066-a8875c0cbf7c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:51.580531 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b3211776-38e5-4380-8589-2ba56c8008b0 req-9ced4f43-2fbd-413a-a066-a8875c0cbf7c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0864627 Mar 11 16:47:51.629237 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b3211776-38e5-4380-8589-2ba56c8008b0 req-259398d8-2b4c-4698-8d0e-5b79ac172e30 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415506 Mar 11 16:47:52.827640 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8e645-73a1-457b-8bad-6b1c34179493 req-16ce97f3-976a-48c8-9d8a-09c8ade67d77 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:52.829224 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-97a8e645-73a1-457b-8bad-6b1c34179493 req-16ce97f3-976a-48c8-9d8a-09c8ade67d77 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0886145 Mar 11 16:47:52.874532 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-97a8e645-73a1-457b-8bad-6b1c34179493 req-b9e9d1b8-9d7a-4d1c-9a72-5d80146fdf07 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393107 Mar 11 16:47:53.783530 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7706d457-05a4-4774-8d61-3e5a6031f643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:54.058167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5a79c-e195-4706-8155-015a95905abd req-0ba0632a-e030-4384-ada6-88d5bde814f2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:54.059573 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1ae5a79c-e195-4706-8155-015a95905abd req-0ba0632a-e030-4384-ada6-88d5bde814f2 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0812199 Mar 11 16:47:54.103939 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1ae5a79c-e195-4706-8155-015a95905abd req-8e08cae7-cb7e-46da-8245-149053d89b21 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386331 Mar 11 16:47:54.345876 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0b7d-c860-4163-a489-9612c952bd9f req-63d87cc8-a693-4f9c-b3d3-ed6367d59ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:54.347354 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c64f0b7d-c860-4163-a489-9612c952bd9f req-63d87cc8-a693-4f9c-b3d3-ed6367d59ac8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1098 time: 0.1200233 Mar 11 16:47:54.469413 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:54.479921 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0b7d-c860-4163-a489-9612c952bd9f req-8a0333f3-1854-4085-9c16-b2493f5591a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:54.483890 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c64f0b7d-c860-4163-a489-9612c952bd9f req-8a0333f3-1854-4085-9c16-b2493f5591a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1283569 Mar 11 16:47:54.583028 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c64f0b7d-c860-4163-a489-9612c952bd9f req-80c840bc-ef10-492a-affe-085be9f3559c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0954680 Mar 11 16:47:54.643904 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0b7d-c860-4163-a489-9612c952bd9f req-7ce797e6-c068-467a-8190-29dc0f15d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:54.645255 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c64f0b7d-c860-4163-a489-9612c952bd9f req-7ce797e6-c068-467a-8190-29dc0f15d170 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0562079 Mar 11 16:47:54.721195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0b7d-c860-4163-a489-9612c952bd9f req-8e99b4bb-6fa7-4916-a8c3-c0d2d80f013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:54.722621 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c64f0b7d-c860-4163-a489-9612c952bd9f req-8e99b4bb-6fa7-4916-a8c3-c0d2d80f013a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713174 Mar 11 16:47:54.854171 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c64f0b7d-c860-4163-a489-9612c952bd9f req-ed115043-d4b5-43a1-8f9a-c491245ac9ce service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254447 Mar 11 16:47:54.869795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:55.083993 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c64f0b7d-c860-4163-a489-9612c952bd9f req-0b0120f0-3b5e-4211-b31f-d8e9f699e479 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244022 Mar 11 16:47:55.294794 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31726e62-9350-4b5f-926f-87677d99b8cf req-bb0703c8-5dfe-4800-a3b0-8d4d5a1361ba tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:55.296267 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31726e62-9350-4b5f-926f-87677d99b8cf req-bb0703c8-5dfe-4800-a3b0-8d4d5a1361ba tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0802333 Mar 11 16:47:55.339965 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-31726e62-9350-4b5f-926f-87677d99b8cf req-09f02c74-ead8-4870-ab53-954cee6a48f9 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374017 Mar 11 16:47:56.234483 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:56.580864 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8d5ad-e7f8-4c8f-ac8d-ad40c6fcf028 req-d37e892c-4562-47d6-89eb-5c35f2fd1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:56.582331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dbe8d5ad-e7f8-4c8f-ac8d-ad40c6fcf028 req-d37e892c-4562-47d6-89eb-5c35f2fd1f61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1098 time: 0.1339095 Mar 11 16:47:56.594683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b81123-e48a-4fec-a9f1-3ea17edc3f45 req-040cdfbe-6c99-4c46-bb38-29e277817d32 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:56.596675 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81b81123-e48a-4fec-a9f1-3ea17edc3f45 req-040cdfbe-6c99-4c46-bb38-29e277817d32 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.1091795 Mar 11 16:47:56.738759 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-81b81123-e48a-4fec-a9f1-3ea17edc3f45 req-d988979b-e694-4845-8d05-5f44f54c1fd0 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151090 Mar 11 16:47:56.772523 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8d5ad-e7f8-4c8f-ac8d-ad40c6fcf028 req-0937eec2-45a3-4011-829e-a96c7f31a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:56.773988 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dbe8d5ad-e7f8-4c8f-ac8d-ad40c6fcf028 req-0937eec2-45a3-4011-829e-a96c7f31a1f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1723359 Mar 11 16:47:56.869519 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:56.884738 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dbe8d5ad-e7f8-4c8f-ac8d-ad40c6fcf028 req-da281a60-3d32-4738-9d52-890d9dee5b5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 1000 time: 0.1038072 Mar 11 16:47:56.949772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8d5ad-e7f8-4c8f-ac8d-ad40c6fcf028 req-eda59c19-f14c-4162-9269-c6c5f1b5eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:56.951216 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dbe8d5ad-e7f8-4c8f-ac8d-ad40c6fcf028 req-eda59c19-f14c-4162-9269-c6c5f1b5eb9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0604815 Mar 11 16:47:57.028735 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8d5ad-e7f8-4c8f-ac8d-ad40c6fcf028 req-26e61a99-26a5-4723-878e-9f95add4fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:57.030232 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dbe8d5ad-e7f8-4c8f-ac8d-ad40c6fcf028 req-26e61a99-26a5-4723-878e-9f95add4fd3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730686 Mar 11 16:47:57.172094 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dbe8d5ad-e7f8-4c8f-ac8d-ad40c6fcf028 req-9549b3c9-01a9-4267-8e0c-8d345725914a service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357737 Mar 11 16:47:57.314222 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-dbe8d5ad-e7f8-4c8f-ac8d-ad40c6fcf028 req-b01a11cf-a1bf-46c4-ad02-6d4717682286 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365583 Mar 11 16:47:57.933573 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36736641-d652-425e-b8fd-23fc2ce4302b req-813b7fe9-1f59-4ed7-9900-81bec1d064c8 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:57.935462 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-36736641-d652-425e-b8fd-23fc2ce4302b req-813b7fe9-1f59-4ed7-9900-81bec1d064c8 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0902462 Mar 11 16:47:57.981134 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-36736641-d652-425e-b8fd-23fc2ce4302b req-c61b8227-6001-405f-95fa-70172b453569 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391972 Mar 11 16:47:58.596709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8390920-392c-47dc-8e88-a7329059ccd5 req-cf455076-fb1e-4c60-b124-c485a4585082 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:58.598247 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a8390920-392c-47dc-8e88-a7329059ccd5 req-cf455076-fb1e-4c60-b124-c485a4585082 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0838633 Mar 11 16:47:58.611283 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51498) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:58.653223 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a8390920-392c-47dc-8e88-a7329059ccd5 req-989df1f6-646c-4998-9f80-3026563323cc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484235 Mar 11 16:47:58.750133 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-9d87aafe-9204-44b9-97a7-9cd429b56430 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1375463 Mar 11 16:47:59.671676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f45898ce-733e-466b-9b6f-e54768d1e6f8 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:47:59.790986 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:59.820122 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:47:59.832203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f45898ce-733e-466b-9b6f-e54768d1e6f8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:47:59.857195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4712fd7-932c-4009-919d-e5b3de87afd9 req-f738f5eb-f947-4ade-86b5-44105be566bc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:59.858822 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a4712fd7-932c-4009-919d-e5b3de87afd9 req-f738f5eb-f947-4ade-86b5-44105be566bc tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0935466 Mar 11 16:47:59.875397 dv-neutron-833203-2-hyperv neutron-server[88559]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'code': 422} returned with failed status Mar 11 16:47:59.886512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:59.909720 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a4712fd7-932c-4009-919d-e5b3de87afd9 req-6648b655-afe4-4735-a220-d82636a0ceeb tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447333 Mar 11 16:47:59.961991 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=f45898ce-733e-466b-9b6f-e54768d1e6f8,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:59.969621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:59.969956 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:59.970287 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:59.970617 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:59.970936 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:59.971256 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:59.971571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:59.971886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:59.972203 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:59.972512 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:59.972853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:59.973167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:01.113469 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bb15d-4584-43c2-adbf-452bbf70c2a2 req-b2730442-22bc-4700-9977-42d4c3535698 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:01.114870 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-266bb15d-4584-43c2-adbf-452bbf70c2a2 req-b2730442-22bc-4700-9977-42d4c3535698 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0851741 Mar 11 16:48:01.163028 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-266bb15d-4584-43c2-adbf-452bbf70c2a2 req-eb3fb0e6-5fa7-4cae-8f6a-93a478029bfb tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Mar 11 16:48:02.363862 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1618a-dad3-44fa-b6a4-9d307b37c0b8 req-5f11573e-9bf4-4810-85b2-de969719da0e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:02.365371 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04e1618a-dad3-44fa-b6a4-9d307b37c0b8 req-5f11573e-9bf4-4810-85b2-de969719da0e tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0932858 Mar 11 16:48:02.413259 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04e1618a-dad3-44fa-b6a4-9d307b37c0b8 req-6fd80617-731e-40b1-bdbe-107be00b3925 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419135 Mar 11 16:48:02.870141 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-60b87f4d-604a-4c8d-81d0-02e9460df433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:02.871609 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-60b87f4d-604a-4c8d-81d0-02e9460df433 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc&tenant_id=66056c1df3564877b23c799aa2ef0248 HTTP/1.1" status: 200 len: 1096 time: 0.1691334 Mar 11 16:48:02.963014 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-3f810f72-d024-4fdf-a3e6-e3d9e8104537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:02.964519 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-3f810f72-d024-4fdf-a3e6-e3d9e8104537 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1096 time: 0.0717785 Mar 11 16:48:03.103699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-127ff547-66e4-462d-a6fb-18cce8e4709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:03.105165 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-127ff547-66e4-462d-a6fb-18cce8e4709f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1349821 Mar 11 16:48:03.208631 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-7e3fb98c-75fd-432d-a343-026cac333af4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 998 time: 0.0967650 Mar 11 16:48:03.277052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-71c6b492-c721-4a05-9f1b-2607d34b60be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:03.278419 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-71c6b492-c721-4a05-9f1b-2607d34b60be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0639567 Mar 11 16:48:03.354911 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-1ec876a3-7625-4e42-ad60-bde447958717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:03.356352 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-1ec876a3-7625-4e42-ad60-bde447958717 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719922 Mar 11 16:48:03.488656 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-b66d9b00-e833-43b4-9635-2b73c1035ac4 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257365 Mar 11 16:48:03.676376 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-3a85d680-9d55-482e-ba08-66525858a4d0 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809032 Mar 11 16:48:03.689373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cc969-1ced-4429-8212-16c84829a4ad req-767d9602-c305-435f-8b2c-5093c7ce4d83 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:03.690780 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-912cc969-1ced-4429-8212-16c84829a4ad req-767d9602-c305-435f-8b2c-5093c7ce4d83 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.1660771 Mar 11 16:48:03.736802 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-912cc969-1ced-4429-8212-16c84829a4ad req-8d74b3a8-86e6-4181-93e4-919d8517b21a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403626 Mar 11 16:48:04.928364 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3726c-449c-45ca-9882-93a6eaba0e52 req-61344cb2-8e22-4ce6-9100-96ebbf663d33 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:04.929777 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35a3726c-449c-45ca-9882-93a6eaba0e52 req-61344cb2-8e22-4ce6-9100-96ebbf663d33 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0810621 Mar 11 16:48:04.975126 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35a3726c-449c-45ca-9882-93a6eaba0e52 req-dbfd50d7-7c87-4b14-b3ad-dfe341adbcff tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396836 Mar 11 16:48:06.166451 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc6f2c-36df-4aef-9d91-c1fcfc4faff3 req-7a8db7f8-e493-4421-a801-decb23eb9d0a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:06.167726 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-52cc6f2c-36df-4aef-9d91-c1fcfc4faff3 req-7a8db7f8-e493-4421-a801-decb23eb9d0a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0845220 Mar 11 16:48:06.213971 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-52cc6f2c-36df-4aef-9d91-c1fcfc4faff3 req-f7c44d7a-4c43-4ec8-a425-62375b6c370a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398660 Mar 11 16:48:07.399824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe703a1-9537-4a3f-8820-40b55fa2945f req-a1ed4ae7-a064-4866-8fcf-290cc6e4c7a5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:07.401457 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfe703a1-9537-4a3f-8820-40b55fa2945f req-a1ed4ae7-a064-4866-8fcf-290cc6e4c7a5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0804253 Mar 11 16:48:07.449251 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-bfe703a1-9537-4a3f-8820-40b55fa2945f req-9ab84054-f724-4b96-b28b-fe87967277b6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Mar 11 16:48:08.636002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cd924-38ff-4884-8c28-9cb091b9ef93 req-1412e505-b866-491c-aa9b-ecd5353903bf tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:08.637505 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f69cd924-38ff-4884-8c28-9cb091b9ef93 req-1412e505-b866-491c-aa9b-ecd5353903bf tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0821669 Mar 11 16:48:08.683080 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f69cd924-38ff-4884-8c28-9cb091b9ef93 req-7007747c-f72e-4631-b516-a23421c2c355 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398977 Mar 11 16:48:09.748914 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:48:09.870581 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb4a24-0c7a-4ab4-b733-8c3ce379e9cc req-3cd452bb-94b8-487b-8773-1d4c82ba64cd tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:09.872074 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93fb4a24-0c7a-4ab4-b733-8c3ce379e9cc req-3cd452bb-94b8-487b-8773-1d4c82ba64cd tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0851362 Mar 11 16:48:09.919107 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-93fb4a24-0c7a-4ab4-b733-8c3ce379e9cc req-21b71828-8947-462e-b597-8b4719429fb8 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405610 Mar 11 16:48:11.103616 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0146bb7-54e5-4e60-9268-051e61e35690 req-4d24106b-2c0d-4860-988a-180e99acff6a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:11.105304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0146bb7-54e5-4e60-9268-051e61e35690 req-4d24106b-2c0d-4860-988a-180e99acff6a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0820513 Mar 11 16:48:11.149544 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0146bb7-54e5-4e60-9268-051e61e35690 req-4729d9ca-9633-4b7a-88fe-042d1455e67d tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387294 Mar 11 16:48:12.341702 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e29ee-ba2e-4d1d-8a83-7caaf3be1d9c req-c8037418-870a-46f6-94b6-7eb63a9a6eed tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:12.343163 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e7e29ee-ba2e-4d1d-8a83-7caaf3be1d9c req-c8037418-870a-46f6-94b6-7eb63a9a6eed tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0831432 Mar 11 16:48:12.388909 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7e7e29ee-ba2e-4d1d-8a83-7caaf3be1d9c req-59a5d3b1-079c-4f11-a808-e13d39aba56d tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399296 Mar 11 16:48:13.579373 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add0d29-05c4-4621-8670-5d7986e8879a req-3b29e1ae-4a5d-423b-8ce3-3935f6821eeb tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:13.580860 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3add0d29-05c4-4621-8670-5d7986e8879a req-3b29e1ae-4a5d-423b-8ce3-3935f6821eeb tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 943 time: 0.0828907 Mar 11 16:48:13.629364 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3add0d29-05c4-4621-8670-5d7986e8879a req-0a7fc44a-9408-432c-840e-2151663b2117 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 Mar 11 16:48:13.718283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f45898ce-733e-466b-9b6f-e54768d1e6f8 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:48:13.854643 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f45898ce-733e-466b-9b6f-e54768d1e6f8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:13.867871 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'port_id': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'mac_address': 'fa:16:3e:11:21:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:48:13.923253 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:13.939647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45898ce-733e-466b-9b6f-e54768d1e6f8 {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:48:13.954765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f45898ce-733e-466b-9b6f-e54768d1e6f8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:14.057304 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:14.128050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=f45898ce-733e-466b-9b6f-e54768d1e6f8,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:14.470646 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['f45898ce-733e-466b-9b6f-e54768d1e6f8'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:48:14.908625 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02aa3b-c437-44ea-84dd-c4b453bae93e req-e8ee73b1-c5f6-464a-98e2-113006ff7b49 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:14.910090 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a02aa3b-c437-44ea-84dd-c4b453bae93e req-e8ee73b1-c5f6-464a-98e2-113006ff7b49 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 944 time: 0.1755378 Mar 11 16:48:14.954648 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a02aa3b-c437-44ea-84dd-c4b453bae93e req-08e54713-27c5-46bf-b925-62b9809e5689 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383987 Mar 11 16:48:15.718387 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f45898ce-733e-466b-9b6f-e54768d1e6f8 up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:48:15.788599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port f45898ce-733e-466b-9b6f-e54768d1e6f8 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:48:15.788965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:15.903824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:15.929499 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:48:15.939356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port f45898ce-733e-466b-9b6f-e54768d1e6f8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:15.974334 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'code': 200} Mar 11 16:48:16.017467 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:16.085937 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=f45898ce-733e-466b-9b6f-e54768d1e6f8,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:16.140805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1012260-2c46-4318-8674-9ee923891ad7 req-b684b825-b565-49f4-bab5-b5e1c296ac45 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:16.142276 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e1012260-2c46-4318-8674-9ee923891ad7 req-b684b825-b565-49f4-bab5-b5e1c296ac45 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0829039 Mar 11 16:48:16.185948 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e1012260-2c46-4318-8674-9ee923891ad7 req-f096f7c6-a8cc-41b1-ae76-db508baa14f5 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380373 Mar 11 16:48:16.331801 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6f626-bc72-4987-b292-0be4c5fca18c req-35c3694f-dc9b-4e5e-9a6e-e6e41ebf585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:16.333309 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f0c6f626-bc72-4987-b292-0be4c5fca18c req-35c3694f-dc9b-4e5e-9a6e-e6e41ebf585e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1098 time: 0.0691888 Mar 11 16:48:16.379253 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f0c6f626-bc72-4987-b292-0be4c5fca18c req-d2f29d86-9519-4e1e-b251-b0c305f01400 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368991 Mar 11 16:48:17.369179 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e72c16-5aab-4558-b97e-6847dbf9bc7f req-a9e8c3b4-a15a-4d6b-bc7a-aab3232a983c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:17.370632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9e72c16-5aab-4558-b97e-6847dbf9bc7f req-a9e8c3b4-a15a-4d6b-bc7a-aab3232a983c tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0783751 Mar 11 16:48:17.414690 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c9e72c16-5aab-4558-b97e-6847dbf9bc7f req-abc457cd-ebc2-4252-ad03-6e6881156bc6 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384824 Mar 11 16:48:18.600958 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c9394-bf34-40bf-bc58-2898588a5a27 req-3e6bec85-d5f9-4311-93a5-8b7513df5aed tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:18.602402 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f50c9394-bf34-40bf-bc58-2898588a5a27 req-3e6bec85-d5f9-4311-93a5-8b7513df5aed tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0826626 Mar 11 16:48:18.645920 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f50c9394-bf34-40bf-bc58-2898588a5a27 req-0289d6ad-00ff-478d-b243-0b07c5bf8b42 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378604 Mar 11 16:48:20.908850 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b0426c03-7d9e-4ea5-b080-9f6a8860618f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:23.737427 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9b593e69-ec57-41a5-80b8-c86d304ed9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:24.439783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:24.845559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:26.216894 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:26.839960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:46.747806 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:48:50.930898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bda33b6e-e5fe-4ec4-929f-cb6ae0bffb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.713917 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a9486f92-8eb9-4199-913d-2f37c9d8e4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.439608 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.840213 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:56.210890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:56.867973 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:58.626869 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e24c187-c76c-4977-87f0-eca3788b291c req-17a696dd-89c5-442d-8490-9a5320b7a66f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709665 Mar 11 16:48:58.771412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24c187-c76c-4977-87f0-eca3788b291c req-5278dc12-cee1-4a7b-ad3a-a1b3a261ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:58.772915 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e24c187-c76c-4977-87f0-eca3788b291c req-5278dc12-cee1-4a7b-ad3a-a1b3a261ec8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1098 time: 0.0750346 Mar 11 16:48:58.920337 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24c187-c76c-4977-87f0-eca3788b291c req-3e2e5a01-913d-4f81-8b33-3bf88e5bca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:58.922420 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e24c187-c76c-4977-87f0-eca3788b291c req-3e2e5a01-913d-4f81-8b33-3bf88e5bca99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1312129 Mar 11 16:48:59.027354 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e24c187-c76c-4977-87f0-eca3788b291c req-5c619149-6b99-4265-8055-e83ab190c1d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0982916 Mar 11 16:48:59.089526 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24c187-c76c-4977-87f0-eca3788b291c req-30d7c4b4-3fa4-406d-bb51-334ba4ac10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:59.090979 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e24c187-c76c-4977-87f0-eca3788b291c req-30d7c4b4-3fa4-406d-bb51-334ba4ac10c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0571287 Mar 11 16:48:59.166683 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24c187-c76c-4977-87f0-eca3788b291c req-7395adf7-210c-41a6-bc07-1a3d4cc7fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:59.168123 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e24c187-c76c-4977-87f0-eca3788b291c req-7395adf7-210c-41a6-bc07-1a3d4cc7fe75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701067 Mar 11 16:48:59.303671 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e24c187-c76c-4977-87f0-eca3788b291c req-21fd8ff0-7a58-4b1d-91b4-e0a61c7bb1c1 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284304 Mar 11 16:48:59.438760 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5e24c187-c76c-4977-87f0-eca3788b291c req-9e226c08-0c55-4420-8f0d-f3c7476e798f service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272120 Mar 11 16:49:20.895647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bbfa76a6-589e-49bd-9253-c44991309ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:23.746618 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:49:23.753105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5318c66d-93db-4bb7-9e8f-1aa840571df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:24.478452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:24.856377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:26.221949 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:26.924075 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:50.906679 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0506b2ad-a694-48d2-bc8d-67ed003cb5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:53.746791 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-878c259d-0378-4818-ab38-29b196ac4f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:54.535297 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:54.866607 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:56.238599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:56.849262 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:59.453468 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-618d8424-2cf5-4798-aed0-2dca41f5affa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744257 Mar 11 16:49:59.589797 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-da165908-1747-4d07-ae43-7567692c3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:59.591265 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-da165908-1747-4d07-ae43-7567692c3950 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1098 time: 0.0699861 Mar 11 16:49:59.734760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-c94549f9-3b03-4dcf-aaf0-53f0c104f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:59.736268 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-c94549f9-3b03-4dcf-aaf0-53f0c104f895 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1260870 Mar 11 16:49:59.932050 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-49377837-3df3-4eea-abc5-7352487e10cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 1000 time: 0.1891305 Mar 11 16:50:00.001536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-7403971f-d4be-4c75-8b29-8dcc93474dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:00.003007 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-7403971f-d4be-4c75-8b29-8dcc93474dea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0651009 Mar 11 16:50:00.079086 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-e64c293c-8864-4151-bf90-6e0859706a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:00.080599 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-e64c293c-8864-4151-bf90-6e0859706a67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703444 Mar 11 16:50:00.215435 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-530f59d7-5ecf-4bfb-b008-31bb5b8eb016 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265123 Mar 11 16:50:00.346871 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4440bfad-b2b9-4ca0-9505-8c27ba66f975 req-62bc6af1-4e1a-4ea1-9912-3f7a8199af66 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252973 Mar 11 16:50:00.746347 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:50:06.983909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51584) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:07.390192 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Deleting port 3f628e93-cdb7-4d6e-85f1-e0453c77da38 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:07.390539 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:07.562849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:07.563109 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:07.688005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Calling delete_port for 3f628e93-cdb7-4d6e-85f1-e0453c77da38 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:50:07.924241 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:07.978882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event deleted for resources: {'Port': ['ID=3f628e93-cdb7-4d6e-85f1-e0453c77da38,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:08.021856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.022482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.022562 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.022830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.023154 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.023474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.023790 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.024114 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.024432 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.024768 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.025080 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.025389 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:08.083937 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:08.084263 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Floating IP 2bf19736-b186-4d33-899f-52d4c1a529ae disassociated (deleted). External IP: 172.26.6.55, port: f45898ce-733e-466b-9b6f-e54768d1e6f8. Mar 11 16:50:08.552413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Router 3154f0c7-a8cb-41ea-804b-2c5369be011c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:50:08.734134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:50:08.745368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be179628-f4f7-49c2-bcda-a19f405f3814 None None] Sync routers for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:50:08.755124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be179628-f4f7-49c2-bcda-a19f405f3814 None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:08.755745 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-be179628-f4f7-49c2-bcda-a19f405f3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:49:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:08.798387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:08.858387 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-6de25b6c-6e69-4092-82fb-6405bceffe3a tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "DELETE /v2.0/floatingips/2bf19736-b186-4d33-899f-52d4c1a529ae HTTP/1.1" status: 204 len: 168 time: 1.8738921 Mar 11 16:50:08.859295 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:50:08.951830 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-be179628-f4f7-49c2-bcda-a19f405f3814 None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:09.062487 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'status': 'completed', 'code': 200} Mar 11 16:50:09.157189 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42749f81-9e16-4376-9841-5d486efcbb97 req-dd02cb3f-31e3-4e85-bc7a-61a0628d45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:09.158687 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42749f81-9e16-4376-9841-5d486efcbb97 req-dd02cb3f-31e3-4e85-bc7a-61a0628d45a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66056c1df3564877b23c799aa2ef0248&device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 1098 time: 0.0731950 Mar 11 16:50:09.282922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-be179628-f4f7-49c2-bcda-a19f405f3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:09.288124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be179628-f4f7-49c2-bcda-a19f405f3814 None None] Checking router: 3154f0c7-a8cb-41ea-804b-2c5369be011c for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:50:09.297200 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be179628-f4f7-49c2-bcda-a19f405f3814 None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:09.297840 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-be179628-f4f7-49c2-bcda-a19f405f3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:49:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:09.312852 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42749f81-9e16-4376-9841-5d486efcbb97 req-00e785c9-b95d-46db-8d5e-e8865f035c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:09.314472 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42749f81-9e16-4376-9841-5d486efcbb97 req-00e785c9-b95d-46db-8d5e-e8865f035c47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 200 len: 910 time: 0.1491716 Mar 11 16:50:09.394925 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42749f81-9e16-4376-9841-5d486efcbb97 req-6e010131-fe44-42ac-876c-815dbc196186 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 200 len: 217 time: 0.0729835 Mar 11 16:50:09.465114 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42749f81-9e16-4376-9841-5d486efcbb97 req-8bedd49d-e8c0-4a98-9f26-59abc061c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:09.466845 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42749f81-9e16-4376-9841-5d486efcbb97 req-8bedd49d-e8c0-4a98-9f26-59abc061c159 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 200 len: 848 time: 0.0649574 Mar 11 16:50:09.494907 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-be179628-f4f7-49c2-bcda-a19f405f3814 None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:09.599022 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42749f81-9e16-4376-9841-5d486efcbb97 req-4a2b3721-10ea-4f84-b639-f73ffe345dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:09.600708 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42749f81-9e16-4376-9841-5d486efcbb97 req-4a2b3721-10ea-4f84-b639-f73ffe345dc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ebf044c5-8aea-4d2d-b643-94fd0200491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1271348 Mar 11 16:50:09.757031 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056db7-e2d4-4460-bd12-1a634779f18c req-76fe9f6d-0e93-4dd4-bb00-5d8eaaeaba6f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:09.757688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-12056db7-e2d4-4460-bd12-1a634779f18c req-76fe9f6d-0e93-4dd4-bb00-5d8eaaeaba6f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Synchronizing usage tracker for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:50:09.771790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42749f81-9e16-4376-9841-5d486efcbb97 req-97d81799-1042-44aa-84b3-99eb098133a3 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630292 Mar 11 16:50:09.821879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-be179628-f4f7-49c2-bcda-a19f405f3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:09.825980 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be179628-f4f7-49c2-bcda-a19f405f3814 None None] The sync data for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv is: [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:37:58Z', 'revision_number': 4, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '53f97cc7-e92d-4131-9c4a-2e0c76bcd674', 'name': '', 'network_id': 'ebf044c5-8aea-4d2d-b643-94fd0200491c', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'mac_address': 'fa:16:3e:82:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:57Z', 'updated_at': '2022-03-11T16:38:04Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'subnets': [{'id': '07fef3e5-06a4-4912-a862-df90b0a6a66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:50:09.868593 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-12056db7-e2d4-4460-bd12-1a634779f18c req-76fe9f6d-0e93-4dd4-bb00-5d8eaaeaba6f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Unset dirty status for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:50:09.869995 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-12056db7-e2d4-4460-bd12-1a634779f18c req-76fe9f6d-0e93-4dd4-bb00-5d8eaaeaba6f tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.3659782 Mar 11 16:50:09.942188 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-12056db7-e2d4-4460-bd12-1a634779f18c req-f8fec6fc-a6bb-4063-b7f2-d00462d048b1 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645869 Mar 11 16:50:09.944301 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42749f81-9e16-4376-9841-5d486efcbb97 req-aa81516a-9c89-4181-b470-a308c0811631 service neutron] 10.222.0.30 "GET /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654077 Mar 11 16:50:10.056969 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c8e2cf-6cc7-445f-92a1-1284411991b6 None None] New status for floating IP 2bf19736-b186-4d33-899f-52d4c1a529ae: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:50:11.181026 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1058cb-1d52-4bcf-ba1e-10db9f92d663 req-ac931ada-8ef0-48c1-85ad-23f26d8beb9b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:11.182472 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1d1058cb-1d52-4bcf-ba1e-10db9f92d663 req-ac931ada-8ef0-48c1-85ad-23f26d8beb9b tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.1274822 Mar 11 16:50:11.226042 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1d1058cb-1d52-4bcf-ba1e-10db9f92d663 req-73cac7aa-dc2a-4d29-aca2-de6fb58d04bf tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/security-groups?id=70d8f302-b022-4bb7-b1ee-b62e73446959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379109 Mar 11 16:50:11.430230 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76fe2-5129-4624-83af-212defd26bbb req-ea3fe054-179a-4ff6-8eb1-820f486941d8 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:11.431616 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-10a76fe2-5129-4624-83af-212defd26bbb req-ea3fe054-179a-4ff6-8eb1-820f486941d8 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.30 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 945 time: 0.0808747 Mar 11 16:50:11.505084 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-10a76fe2-5129-4624-83af-212defd26bbb req-c7c22aad-a033-4341-90d1-10b1b22a2422 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Deleting port f45898ce-733e-466b-9b6f-e54768d1e6f8 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:11.505367 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-10a76fe2-5129-4624-83af-212defd26bbb req-c7c22aad-a033-4341-90d1-10b1b22a2422 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:11.854428 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-10a76fe2-5129-4624-83af-212defd26bbb req-c7c22aad-a033-4341-90d1-10b1b22a2422 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] For port f45898ce-733e-466b-9b6f-e54768d1e6f8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f45898ce-733e-466b-9b6f-e54768d1e6f8,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:11.854780 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-10a76fe2-5129-4624-83af-212defd26bbb req-c7c22aad-a033-4341-90d1-10b1b22a2422 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:11.978146 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-10a76fe2-5129-4624-83af-212defd26bbb req-c7c22aad-a033-4341-90d1-10b1b22a2422 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Calling delete_port for f45898ce-733e-466b-9b6f-e54768d1e6f8 owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:50:12.181132 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-10a76fe2-5129-4624-83af-212defd26bbb req-c7c22aad-a033-4341-90d1-10b1b22a2422 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:12.231070 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c22aad-a033-4341-90d1-10b1b22a2422 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event deleted for resources: {'Port': ['ID=f45898ce-733e-466b-9b6f-e54768d1e6f8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:12.309088 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a76fe2-5129-4624-83af-212defd26bbb req-c7c22aad-a033-4341-90d1-10b1b22a2422 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] No DVR routers for this DVR port f45898ce-733e-466b-9b6f-e54768d1e6f8 on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:50:12.311486 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-10a76fe2-5129-4624-83af-212defd26bbb req-c7c22aad-a033-4341-90d1-10b1b22a2422 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:12.314023 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'name': 'network-vif-deleted', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:50:12.373565 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199df81f-648e-4378-a77d-ea8c7080fffc', 'name': 'network-vif-deleted', 'tag': 'f45898ce-733e-466b-9b6f-e54768d1e6f8', 'status': 'completed', 'code': 200} Mar 11 16:50:12.379663 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c8db4d94-eaad-465c-a832-e73114423f58 req-e88f9d05-0884-4944-a7cd-3d1302558a66 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Synchronizing usage tracker for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:50:12.404884 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-10a76fe2-5129-4624-83af-212defd26bbb req-c7c22aad-a033-4341-90d1-10b1b22a2422 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.30 "DELETE /v2.0/ports/f45898ce-733e-466b-9b6f-e54768d1e6f8 HTTP/1.1" status: 204 len: 173 time: 0.9675622 Mar 11 16:50:12.512305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-c8db4d94-eaad-465c-a832-e73114423f58 req-e88f9d05-0884-4944-a7cd-3d1302558a66 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Unset dirty status for tenant:66056c1df3564877b23c799aa2ef0248 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:50:12.513684 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c8db4d94-eaad-465c-a832-e73114423f58 req-e88f9d05-0884-4944-a7cd-3d1302558a66 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 210 time: 0.1761193 Mar 11 16:50:13.689486 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0580b288-54e3-4ac2-82dd-316a243454ef req-98880fdd-5ea7-4d59-a298-13dfaa2ba177 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "GET /v2.0/ports?device_id=199df81f-648e-4378-a77d-ea8c7080fffc HTTP/1.1" status: 200 len: 210 time: 0.0429056 Mar 11 16:50:14.388069 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f45898ce-733e-466b-9b6f-e54768d1e6f8 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:50:14.426689 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: f45898ce-733e-466b-9b6f-e54768d1e6f8 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:50:14.427037 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device f45898ce-733e-466b-9b6f-e54768d1e6f8 not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:50:14.785455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51612) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:14.857819 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5588c387-09a4-4983-bda0-5319481aa9a7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:14.888195 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5588c387-09a4-4983-bda0-5319481aa9a7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:15.062083 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5588c387-09a4-4983-bda0-5319481aa9a7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:15.082065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588c387-09a4-4983-bda0-5319481aa9a7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d8f302-b022-4bb7-b1ee-b62e73446959,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:15.151712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-5588c387-09a4-4983-bda0-5319481aa9a7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:15.152862 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-5588c387-09a4-4983-bda0-5319481aa9a7 tempest-TestShelveInstance-94766045 tempest-TestShelveInstance-94766045-project] 10.222.0.39 "DELETE /v2.0/security-groups/70d8f302-b022-4bb7-b1ee-b62e73446959 HTTP/1.1" status: 204 len: 168 time: 0.3663630 Mar 11 16:50:15.307739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51618) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:16.015477 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:16.464991 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] Deleting port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:16.465326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:16.635408 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] For port 53f97cc7-e92d-4131-9c4a-2e0c76bcd674, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=53f97cc7-e92d-4131-9c4a-2e0c76bcd674,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:16.635694 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:16.767007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] Calling delete_port for 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 owned by network:router_interface {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:50:17.157802 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:17.203160 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f97cc7-e92d-4131-9c4a-2e0c76bcd674,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:17.578305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:17.934654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] Router 3154f0c7-a8cb-41ea-804b-2c5369be011c has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:50:18.106772 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:50:18.117965 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ba47b9-178a-4b7a-83df-eed6472c8db7 None None] Sync routers for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:50:18.122345 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51624) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:18.125133 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-dfc7a71a-5457-4c8d-8490-df8733f99722 admin admin] 10.222.0.39 "PUT /v2.0/routers/3154f0c7-a8cb-41ea-804b-2c5369be011c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8162768 Mar 11 16:50:18.130063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ba47b9-178a-4b7a-83df-eed6472c8db7 None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:18.130741 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b7ba47b9-178a-4b7a-83df-eed6472c8db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:49:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:18.298572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:18.351653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-b7ba47b9-178a-4b7a-83df-eed6472c8db7 None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:18.476528 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:18.626521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Deleting port cfc5b971-28b8-44bd-be81-a082a882bd55 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:18.627012 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:18.633486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b7ba47b9-178a-4b7a-83df-eed6472c8db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:50:17Z', 'revision_number': 5, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port': {'id': 'cfc5b971-28b8-44bd-be81-a082a882bd55', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:55Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:18.637362 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ba47b9-178a-4b7a-83df-eed6472c8db7 None None] Checking router: 3154f0c7-a8cb-41ea-804b-2c5369be011c for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:50:18.646130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ba47b9-178a-4b7a-83df-eed6472c8db7 None None] Routers {'3154f0c7-a8cb-41ea-804b-2c5369be011c'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:18.646729 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b7ba47b9-178a-4b7a-83df-eed6472c8db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:49:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['3154f0c7-a8cb-41ea-804b-2c5369be011c'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:18.799387 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-b7ba47b9-178a-4b7a-83df-eed6472c8db7 None None] Set router 3154f0c7-a8cb-41ea-804b-2c5369be011c gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:18.805034 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] For port cfc5b971-28b8-44bd-be81-a082a882bd55, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=cfc5b971-28b8-44bd-be81-a082a882bd55,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:18.805419 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:18.903822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-b7ba47b9-178a-4b7a-83df-eed6472c8db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:50:18Z', 'revision_number': 6, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:18.907796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ba47b9-178a-4b7a-83df-eed6472c8db7 None None] The sync data for ids ['3154f0c7-a8cb-41ea-804b-2c5369be011c'] in dv-neutron-833203-2-hyperv is: [{'id': '3154f0c7-a8cb-41ea-804b-2c5369be011c', 'name': 'tempest-TestShelveInstance-1192991698-router', 'tenant_id': '66056c1df3564877b23c799aa2ef0248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:54Z', 'updated_at': '2022-03-11T16:50:18Z', 'revision_number': 6, 'project_id': '66056c1df3564877b23c799aa2ef0248', 'gw_port_host': None}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:50:18.932414 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Calling delete_port for cfc5b971-28b8-44bd-be81-a082a882bd55 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:50:19.312182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:19.359883 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc5b971-28b8-44bd-be81-a082a882bd55,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:19.397475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.397818 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.398150 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.398479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.398803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.399125 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.399447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.399767 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.400085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.400418 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.400743 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.401060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:19.578486 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:19.751156 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:19.754039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:19.832408 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:19.832874 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3154f0c7-a8cb-41ea-804b-2c5369be011c {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:50:19.846133 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:19.852244 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0438e92c-7761-4b4f-a22d-45759343386a admin admin] 10.222.0.39 "DELETE /v2.0/routers/3154f0c7-a8cb-41ea-804b-2c5369be011c HTTP/1.1" status: 204 len: 168 time: 1.7245362 Mar 11 16:50:19.852244 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51628) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:19.914803 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6312c3-e25f-4d69-b4be-3ab2b2a14a29 admin admin] Deleting subnet 07fef3e5-06a4-4912-a862-df90b0a6a66f {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:50:19.917924 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad6312c3-e25f-4d69-b4be-3ab2b2a14a29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:19.969084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad6312c3-e25f-4d69-b4be-3ab2b2a14a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:20.047732 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad6312c3-e25f-4d69-b4be-3ab2b2a14a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:20.125186 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cfc5b971-28b8-44bd-be81-a082a882bd55 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:50:20.163962 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: cfc5b971-28b8-44bd-be81-a082a882bd55 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:50:20.164302 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device cfc5b971-28b8-44bd-be81-a082a882bd55 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:50:20.168616 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:50:20.197932 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:50:20.198205 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 53f97cc7-e92d-4131-9c4a-2e0c76bcd674 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:50:20.243710 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad6312c3-e25f-4d69-b4be-3ab2b2a14a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:20.281964 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6312c3-e25f-4d69-b4be-3ab2b2a14a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07fef3e5-06a4-4912-a862-df90b0a6a66f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:20.286521 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ad6312c3-e25f-4d69-b4be-3ab2b2a14a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:20.292872 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ad6312c3-e25f-4d69-b4be-3ab2b2a14a29 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/07fef3e5-06a4-4912-a862-df90b0a6a66f HTTP/1.1" status: 204 len: 168 time: 0.4412446 Mar 11 16:50:20.295449 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51632) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:20.296145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3141b-ac50-434b-8e2c-1cbcfc072959 None None] Network ebf044c5-8aea-4d2d-b643-94fd0200491c requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:50:20.401909 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:20.412938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Deleting port b74d73a3-844a-40e8-a5d4-ccf85536625f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:20.413276 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:20.547275 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8d008-6a3e-4f0c-ac67-b1198e3be7b1 None None] DHCP port deletion for ebf044c5-8aea-4d2d-b643-94fd0200491c request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:50:20.551809 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8d008-6a3e-4f0c-ac67-b1198e3be7b1 None None] Deleting port b74d73a3-844a-40e8-a5d4-ccf85536625f {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:20.552180 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d008-6a3e-4f0c-ac67-b1198e3be7b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:20.630378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] For port b74d73a3-844a-40e8-a5d4-ccf85536625f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b74d73a3-844a-40e8-a5d4-ccf85536625f,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:20.630731 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:20.754612 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-e6e8d008-6a3e-4f0c-ac67-b1198e3be7b1 None None] For port b74d73a3-844a-40e8-a5d4-ccf85536625f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=b74d73a3-844a-40e8-a5d4-ccf85536625f,segment=NetworkSegment(e3f7d5e4-3699-4c36-981f-095ce7c6252d),segment_id=e3f7d5e4-3699-4c36-981f-095ce7c6252d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:20.754816 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Calling delete_port for b74d73a3-844a-40e8-a5d4-ccf85536625f owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:50:20.754931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d008-6a3e-4f0c-ac67-b1198e3be7b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:20.884572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8d008-6a3e-4f0c-ac67-b1198e3be7b1 None None] Calling delete_port for b74d73a3-844a-40e8-a5d4-ccf85536625f owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:50:20.946301 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:20.995315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-e6e8d008-6a3e-4f0c-ac67-b1198e3be7b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:50:20.995543 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74d73a3-844a-40e8-a5d4-ccf85536625f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:20.995667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-e6e8d008-6a3e-4f0c-ac67-b1198e3be7b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:50:20.998890 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] No DVR routers for this DVR port b74d73a3-844a-40e8-a5d4-ccf85536625f on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:50:21.054776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f0f42827-3928-4b28-a806-ca6424ad7c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:21.115484 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:21.141761 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf044c5-8aea-4d2d-b643-94fd0200491c']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:21.153763 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f7d5e4-3699-4c36-981f-095ce7c6252d') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:21.154064 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f7d5e4-3699-4c36-981f-095ce7c6252d') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:21.165327 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:21.181681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:21.187945 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:50:21.188325 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:50:21.202544 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:50:21.489462 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:21.493916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:21.497239 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8d008-6a3e-4f0c-ac67-b1198e3be7b1 None None] Deleting port b74d73a3-844a-40e8-a5d4-ccf85536625f {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:21.497651 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d008-6a3e-4f0c-ac67-b1198e3be7b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:21.518215 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf044c5-8aea-4d2d-b643-94fd0200491c,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:21.565929 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8d008-6a3e-4f0c-ac67-b1198e3be7b1 None None] The port 'b74d73a3-844a-40e8-a5d4-ccf85536625f' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:50:21.593488 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e2ea5d17-2c43-4da3-a4b7-78bbd6b015c4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ebf044c5-8aea-4d2d-b643-94fd0200491c HTTP/1.1" status: 204 len: 168 time: 1.2968783 Mar 11 16:50:21.597777 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51636) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:22.118828 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b74d73a3-844a-40e8-a5d4-ccf85536625f no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:50:22.140108 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:22.152389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: b74d73a3-844a-40e8-a5d4-ccf85536625f {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:50:22.152755 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device b74d73a3-844a-40e8-a5d4-ccf85536625f not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:50:22.487524 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] Deleting port 25a13740-d145-461e-849e-e52c41aafdd8 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:22.487868 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:22.656177 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] For port 25a13740-d145-461e-849e-e52c41aafdd8, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=25a13740-d145-461e-849e-e52c41aafdd8,segment=NetworkSegment(06e1f326-6da5-44a7-871c-e28d54d86796),segment_id=06e1f326-6da5-44a7-871c-e28d54d86796)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:22.657006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:22.778145 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] Calling delete_port for 25a13740-d145-461e-849e-e52c41aafdd8 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:50:23.140678 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:23.189019 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] Pushing event deleted for resources: {'Port': ['ID=25a13740-d145-461e-849e-e52c41aafdd8,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:23.457853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:23.816679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] Router 6d70767f-7fc8-4160-9f9f-35232afa6444 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:50:23.838021 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-cf4c2620-e231-44ad-b9f4-13e816b976ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:23.994863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:50:24.005247 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c3929e67-8379-4dde-bfdf-4e173308f62b admin admin] 10.222.0.39 "PUT /v2.0/routers/6d70767f-7fc8-4160-9f9f-35232afa6444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4053762 Mar 11 16:50:24.005383 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c17fbf-1ad4-45b6-b802-ce9e1ea10399 None None] Sync routers for ids ['6d70767f-7fc8-4160-9f9f-35232afa6444'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:50:24.006694 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51640) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:24.014402 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c17fbf-1ad4-45b6-b802-ce9e1ea10399 None None] Routers {'6d70767f-7fc8-4160-9f9f-35232afa6444'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:24.015076 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d8c17fbf-1ad4-45b6-b802-ce9e1ea10399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6d70767f-7fc8-4160-9f9f-35232afa6444'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:24.195729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:24.209203 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-d8c17fbf-1ad4-45b6-b802-ce9e1ea10399 None None] Set router 6d70767f-7fc8-4160-9f9f-35232afa6444 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:24.443594 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:24.507307 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:24.539412 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d8c17fbf-1ad4-45b6-b802-ce9e1ea10399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'name': 'tempest-TestShelveInstance-40233278-router', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:38:02Z', 'updated_at': '2022-03-11T16:50:23Z', 'revision_number': 5, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'gw_port': {'id': '983c67a7-20ac-41c1-9e7a-173e5c88819f', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:38:03Z', 'updated_at': '2022-03-11T16:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:24.543128 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c17fbf-1ad4-45b6-b802-ce9e1ea10399 None None] Checking router: 6d70767f-7fc8-4160-9f9f-35232afa6444 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:50:24.551948 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c17fbf-1ad4-45b6-b802-ce9e1ea10399 None None] Routers {'6d70767f-7fc8-4160-9f9f-35232afa6444'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:24.552590 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d8c17fbf-1ad4-45b6-b802-ce9e1ea10399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['6d70767f-7fc8-4160-9f9f-35232afa6444'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:24.569422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Deleting port 983c67a7-20ac-41c1-9e7a-173e5c88819f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:24.569770 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:24.703098 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-d8c17fbf-1ad4-45b6-b802-ce9e1ea10399 None None] Set router 6d70767f-7fc8-4160-9f9f-35232afa6444 gateway port host: None {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:24.746567 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] For port 983c67a7-20ac-41c1-9e7a-173e5c88819f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=983c67a7-20ac-41c1-9e7a-173e5c88819f,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:24.746934 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:24.809433 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-d8c17fbf-1ad4-45b6-b802-ce9e1ea10399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'name': 'tempest-TestShelveInstance-40233278-router', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:38:02Z', 'updated_at': '2022-03-11T16:50:24Z', 'revision_number': 6, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:24.813576 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c17fbf-1ad4-45b6-b802-ce9e1ea10399 None None] The sync data for ids ['6d70767f-7fc8-4160-9f9f-35232afa6444'] in dv-neutron-833203-2-hyperv is: [{'id': '6d70767f-7fc8-4160-9f9f-35232afa6444', 'name': 'tempest-TestShelveInstance-40233278-router', 'tenant_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:38:02Z', 'updated_at': '2022-03-11T16:50:24Z', 'revision_number': 6, 'project_id': '112ea844e6344b1f9dffc3d6ef5d8f9e', 'gw_port_host': None}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:50:24.861159 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:24.879443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Calling delete_port for 983c67a7-20ac-41c1-9e7a-173e5c88819f owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:50:25.095239 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.170174 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Pushing event deleted for resources: {'Port': ['ID=983c67a7-20ac-41c1-9e7a-173e5c88819f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:25.242026 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.420939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.423056 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.529376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.529812 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d70767f-7fc8-4160-9f9f-35232afa6444 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:50:25.541706 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.542838 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-0ef4c5f8-0ea8-46d8-a773-3d6e9ee1ac55 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6d70767f-7fc8-4160-9f9f-35232afa6444 HTTP/1.1" status: 204 len: 168 time: 1.5352330 Mar 11 16:50:25.545614 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51644) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:25.607861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5df8bbe-7e9b-42ec-b88d-34b0ab5ac726 admin admin] Deleting subnet 5444baf7-f32d-47a3-8f74-ab9c4a77b60e {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:50:25.611035 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5df8bbe-7e9b-42ec-b88d-34b0ab5ac726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.666369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5df8bbe-7e9b-42ec-b88d-34b0ab5ac726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.745700 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5df8bbe-7e9b-42ec-b88d-34b0ab5ac726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.901226 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5df8bbe-7e9b-42ec-b88d-34b0ab5ac726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.943471 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df8bbe-7e9b-42ec-b88d-34b0ab5ac726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5444baf7-f32d-47a3-8f74-ab9c4a77b60e,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:25.948467 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-f5df8bbe-7e9b-42ec-b88d-34b0ab5ac726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.953283 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9884fa2-570d-429d-ab71-b28ccce3f153 None None] Network e9769913-3f03-41ba-9fec-6b6f5b4518da requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:50:25.955484 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-f5df8bbe-7e9b-42ec-b88d-34b0ab5ac726 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5444baf7-f32d-47a3-8f74-ab9c4a77b60e HTTP/1.1" status: 204 len: 168 time: 0.4088662 Mar 11 16:50:25.957916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51648) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:26.066704 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.078825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Deleting port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:26.079170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.129816 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 983c67a7-20ac-41c1-9e7a-173e5c88819f no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:50:26.171733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 983c67a7-20ac-41c1-9e7a-173e5c88819f {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:50:26.172107 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 983c67a7-20ac-41c1-9e7a-173e5c88819f not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:50:26.172474 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 25a13740-d145-461e-849e-e52c41aafdd8 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:50:26.211967 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 25a13740-d145-461e-849e-e52c41aafdd8 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:50:26.212216 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 25a13740-d145-461e-849e-e52c41aafdd8 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:50:26.295461 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.324733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab1c3df-5e72-465d-ad02-2e8daec0f3bf None None] DHCP port deletion for e9769913-3f03-41ba-9fec-6b6f5b4518da request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:50:26.329158 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1c3df-5e72-465d-ad02-2e8daec0f3bf None None] Deleting port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:26.329535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c3df-5e72-465d-ad02-2e8daec0f3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.403457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] For port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e5a815fb-9c9c-4ed2-8532-6ddc9fb11449,segment=NetworkSegment(06e1f326-6da5-44a7-871c-e28d54d86796),segment_id=06e1f326-6da5-44a7-871c-e28d54d86796)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:26.403808 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.530482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Calling delete_port for e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 owned by network:dhcp {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:50:26.539650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-5ab1c3df-5e72-465d-ad02-2e8daec0f3bf None None] For port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=e5a815fb-9c9c-4ed2-8532-6ddc9fb11449,segment=NetworkSegment(06e1f326-6da5-44a7-871c-e28d54d86796),segment_id=06e1f326-6da5-44a7-871c-e28d54d86796)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:26.540030 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c3df-5e72-465d-ad02-2e8daec0f3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.662798 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1c3df-5e72-465d-ad02-2e8daec0f3bf None None] Calling delete_port for e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:50:26.695369 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.739011 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-5ab1c3df-5e72-465d-ad02-2e8daec0f3bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:50:26.739361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-5ab1c3df-5e72-465d-ad02-2e8daec0f3bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:50:26.749353 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] No DVR routers for this DVR port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 on host dv-neutron-833203-2-hyperv {{(pid=88557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:50:26.775243 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a815fb-9c9c-4ed2-8532-6ddc9fb11449,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:26.869455 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.872232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.896391 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9769913-3f03-41ba-9fec-6b6f5b4518da']}} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:26.908667 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e1f326-6da5-44a7-871c-e28d54d86796') {'for_net_delete': True} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:26.909275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.services.segments.db [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e1f326-6da5-44a7-871c-e28d54d86796') {} {{(pid=88557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:26.921230 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363828'] for segment, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.937262 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.943395 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:50:26.943782 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2364658'] for segment, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: Traceback (most recent call last): Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: timer() Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: cb(*args, **kw) Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: return func(*args, **kwargs) Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: self._notify() Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: self.callback(batched_events) Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: event.method(event) Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: return f(self, *a, **k) Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._get(url).json() Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: return self.request(url, 'GET', **kwargs) Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:50:26.957745 dv-neutron-833203-2-hyperv neutron-server[88557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:50:27.100702 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:27.116709 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:27.128069 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9769913-3f03-41ba-9fec-6b6f5b4518da,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:27.130914 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-182438f4-472a-40fa-b468-f50c1c884eb6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e9769913-3f03-41ba-9fec-6b6f5b4518da HTTP/1.1" status: 204 len: 168 time: 1.1720624 Mar 11 16:50:27.240599 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1c3df-5e72-465d-ad02-2e8daec0f3bf None None] Deleting port e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:27.241156 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c3df-5e72-465d-ad02-2e8daec0f3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:27.309528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1c3df-5e72-465d-ad02-2e8daec0f3bf None None] The port 'e5a815fb-9c9c-4ed2-8532-6ddc9fb11449' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:50:27.451907 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51654) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:27.500884 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-776e5972-5a20-42ad-9bef-6c3a6bf31a3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66056c1df3564877b23c799aa2ef0248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477574 Mar 11 16:50:27.503916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51658) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:27.561526 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-51b36970-5272-49c0-aee8-3483d9f4a139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:27.588067 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-51b36970-5272-49c0-aee8-3483d9f4a139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:27.695029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-51b36970-5272-49c0-aee8-3483d9f4a139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:27.718515 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b36970-5272-49c0-aee8-3483d9f4a139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e33c1bb-f201-49d7-993d-3f0e76b82597,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:27.723010 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-51b36970-5272-49c0-aee8-3483d9f4a139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:27.723956 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-51b36970-5272-49c0-aee8-3483d9f4a139 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e33c1bb-f201-49d7-993d-3f0e76b82597 HTTP/1.1" status: 204 len: 168 time: 0.2191293 Mar 11 16:50:28.120541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:50:28.154132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:50:28.154481 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device e5a815fb-9c9c-4ed2-8532-6ddc9fb11449 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:50:28.322578 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51666) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:28.372967 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-c9e0cb05-067a-4bbd-83c0-8bde33337946 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=112ea844e6344b1f9dffc3d6ef5d8f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491967 Mar 11 16:50:28.378390 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51670) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:28.438473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1dd1-bd7b-467d-ad25-43efdb1938a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:28.465236 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1dd1-bd7b-467d-ad25-43efdb1938a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:28.574860 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1dd1-bd7b-467d-ad25-43efdb1938a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:28.590326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c1dd1-bd7b-467d-ad25-43efdb1938a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72638ffa-7dd5-4fa3-92c7-4b8ce43d91a7,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:28.597748 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1dd1-bd7b-467d-ad25-43efdb1938a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:28.599916 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-6d0c1dd1-bd7b-467d-ad25-43efdb1938a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72638ffa-7dd5-4fa3-92c7-4b8ce43d91a7 HTTP/1.1" status: 204 len: 168 time: 0.2196159 Mar 11 16:50:29.825396 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51694) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:29.926664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-336679499-network', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:29.931630 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:29.935424 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Usage tracker for resource:network and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:29.938246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:29.944376 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:30.049342 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Made reservation on behalf of 7daa1bef32d0433fb90a855988a9a372 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:50:30.051735 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.064843 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.084423 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:30.088329 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Usage tracker for resource:security_group_rule and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:30.091248 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:30.097496 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:30.178806 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.277915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.307959 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:50:30.316785 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e3e36-9042-4b64-b15c-b66b89dd2fc8,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:30.322412 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.322757 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Added segment fdd52580-01d2-4814-ae63-31f3d4795f88 of type vlan for network 7fa22e8a-d592-4af0-a283-f544f003d9a0 Mar 11 16:50:30.351585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.495223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.496255 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:30.496862 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.599443 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa22e8a-d592-4af0-a283-f544f003d9a0,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:30.609848 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 7fa22e8a-d592-4af0-a283-f544f003d9a0 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:50:30.678557 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-1afdd987-c80b-482c-86cb-7aa3124cde23 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8520477 Mar 11 16:50:30.681300 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51700) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:30.686699 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Request body: {'subnet': {'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-336679499-subnet', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:30.692229 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:30.696159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Usage tracker for resource:subnet and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:30.699081 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:30.704745 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:30.797693 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Made reservation on behalf of 7daa1bef32d0433fb90a855988a9a372 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:50:30.800699 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:31.094688 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:31.177401 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14eef279-322e-453c-a3c2-b519ff72b82c,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:31.187322 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Checking segment: {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:50:31.187681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Network hostable DHCP agents. Network: 7fa22e8a-d592-4af0-a283-f544f003d9a0, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:50:31.266378 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Network 7fa22e8a-d592-4af0-a283-f544f003d9a0 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:50:31.334689 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 7fa22e8a-d592-4af0-a283-f544f003d9a0) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:31.338791 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:31.339497 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:31.343369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244c3ad1-a03d-4990-812f-3f991de65023 None None] Network 7fa22e8a-d592-4af0-a283-f544f003d9a0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:50:31.447234 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-b9064cfb-747c-4efc-a8c7-3638382ef760 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7621286 Mar 11 16:50:31.447406 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51708) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:31.452365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:31.457960 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:31.461856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Usage tracker for resource:router and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:31.464757 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:31.470453 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:31.558706 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-7fa22e8a-d592-4af0-a283-f544f003d9a0', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:50:31.574998 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:31.615223 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:31.616286 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:31.632234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:31.745094 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Allocated IP 172.20.0.2 (7fa22e8a-d592-4af0-a283-f544f003d9a0/14eef279-322e-453c-a3c2-b519ff72b82c/394612d7-814b-4fb4-ab5a-1439d1475a26) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:50:31.964909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:31.975287 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Transition to ACTIVE for port object 394612d7-814b-4fb4-ab5a-1439d1475a26 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:31.998653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Transition to ACTIVE for port object 394612d7-814b-4fb4-ab5a-1439d1475a26 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:32.072829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:32.120048 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:32.133880 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Network 7fa22e8a-d592-4af0-a283-f544f003d9a0 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:50:32.139439 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:32.145529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:50:32.155511 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Pushing event updated for resources: {'Port': ['ID=394612d7-814b-4fb4-ab5a-1439d1475a26,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:32.198667 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.199017 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.199356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.199690 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.200022 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.200351 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.200704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.201033 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.201360 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.201685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.202004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.202323 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:32.257486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Attempting to bind port 394612d7-814b-4fb4-ab5a-1439d1475a26 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:50:32.257775 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Attempting to bind port 394612d7-814b-4fb4-ab5a-1439d1475a26 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:50:32.258136 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Attempting to bind port 394612d7-814b-4fb4-ab5a-1439d1475a26 on network 7fa22e8a-d592-4af0-a283-f544f003d9a0 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:50:32.264271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:50:32.264695 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Checking segment: {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:50:32.265125 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:32.265517 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Bound using segment: {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:50:32.265988 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Bound port: 394612d7-814b-4fb4-ab5a-1439d1475a26, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:50:32.266379 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:32.359547 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] For port 394612d7-814b-4fb4-ab5a-1439d1475a26, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:50:32.363151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] For port 394612d7-814b-4fb4-ab5a-1439d1475a26, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=394612d7-814b-4fb4-ab5a-1439d1475a26,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:50:32.450132 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:32.527583 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:32.540232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0ac35-7409-42df-bb90-42b61363e80a None None] Pushing event updated for resources: {'Port': ['ID=394612d7-814b-4fb4-ab5a-1439d1475a26,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:32.563008 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:32.716142 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Allocated IP 172.26.6.194 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/0dbe8a21-a99e-4b75-9dc4-762db4d17ccf) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:50:32.875179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:32.969370 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:33.029256 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:50:33.032287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:33.041514 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:50:33.082086 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Pushing event updated for resources: {'Port': ['ID=0dbe8a21-a99e-4b75-9dc4-762db4d17ccf,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:33.461654 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4aa4a-d613-4c00-b77a-f7d296977250 None None] Network 7fa22e8a-d592-4af0-a283-f544f003d9a0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:50:33.645182 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-67e3ec94-7bca-4519-ba0b-ddb0cb66856c None None] Provisioning for port 394612d7-814b-4fb4-ab5a-1439d1475a26 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:33.659185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:34.010832 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:34.151766 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 394612d7-814b-4fb4-ab5a-1439d1475a26 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:34.284508 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 394612d7-814b-4fb4-ab5a-1439d1475a26 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:34.290006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 394612d7-814b-4fb4-ab5a-1439d1475a26 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:34.290447 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:34.311927 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Router 8b259795-7aca-454e-b4f3-bc80ff0461d7 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:50:34.411314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:34.442808 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 394612d7-814b-4fb4-ab5a-1439d1475a26, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=394612d7-814b-4fb4-ab5a-1439d1475a26,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:34.492380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:50:34.503029 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Sync routers for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:50:34.515459 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:34.516089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:34.572943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:34.626792 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:34.628412 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-15f9cad4-2e65-4cb2-b92a-d939d8378bbd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1801937 Mar 11 16:50:34.631202 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51716) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:34.725989 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=394612d7-814b-4fb4-ab5a-1439d1475a26,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:34.752134 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:35.070429 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:33Z', 'revision_number': 3, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:35.074452 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Checking router: 8b259795-7aca-454e-b4f3-bc80ff0461d7 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:50:35.074799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Updating router 8b259795-7aca-454e-b4f3-bc80ff0461d7 port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:50:35.141781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:35.440772 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:35.481464 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:35.493919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Transition to ACTIVE for port object 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:35.569173 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:35.646221 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Attempting to bind port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:50:35.646586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Attempting to bind port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:50:35.646944 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Attempting to bind port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:50:35.652746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf5172-7dbb-4269-aa48-6af58c0ea050 None None] Pushing event updated for resources: {'Port': ['ID=0dbe8a21-a99e-4b75-9dc4-762db4d17ccf,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:35.653421 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Allocated IP 172.20.0.1 (7fa22e8a-d592-4af0-a283-f544f003d9a0/14eef279-322e-453c-a3c2-b519ff72b82c/9f6790cd-45b5-467d-b738-7f1c8adb1b91) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:50:35.657166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:50:35.657541 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:50:35.657931 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:35.658307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:50:35.659317 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Bound port: 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:50:35.659685 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:35.736130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] For port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:50:35.739940 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] For port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0dbe8a21-a99e-4b75-9dc4-762db4d17ccf,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:50:35.792146 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:35.807776 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:35.824287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.provisioning_blocks [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Transition to ACTIVE for port object 9f6790cd-45b5-467d-b738-7f1c8adb1b91 will not be triggered until provisioned by entity DHCP. {{(pid=88557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:35.869316 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:35.870181 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:35.895380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:35.939129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf5172-7dbb-4269-aa48-6af58c0ea050 None None] Pushing event updated for resources: {'Port': ['ID=0dbe8a21-a99e-4b75-9dc4-762db4d17ccf,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:35.960472 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Network 7fa22e8a-d592-4af0-a283-f544f003d9a0 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:50:35.963278 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:35.965817 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:50:36.019987 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Pushing event updated for resources: {'Port': ['ID=9f6790cd-45b5-467d-b738-7f1c8adb1b91,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:36.048078 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:36.075927 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:36.178865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 394612d7-814b-4fb4-ab5a-1439d1475a26 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:36.350206 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-453ddb9d-5ae4-4099-83d3-b3d8cd079207 None None] Provisioning for port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:36.357320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-453ddb9d-5ae4-4099-83d3-b3d8cd079207 None None] Provisioning complete for port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:36.357691 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-453ddb9d-5ae4-4099-83d3-b3d8cd079207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:36.387247 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:36.395821 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 394612d7-814b-4fb4-ab5a-1439d1475a26 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:36.396187 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:36.509358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-453ddb9d-5ae4-4099-83d3-b3d8cd079207 None None] Port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:50:36.616134 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Notify callbacks [] for port, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:36.644125 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:33Z', 'revision_number': 3, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:36.648167 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d96be8-f942-45bb-9362-1ab911be34fa None None] The sync data for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv is: [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:33Z', 'revision_number': 3, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:50:36.700856 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2364566'] for port, after_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:36.812039 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Pushing event updated for resources: {'Port': ['ID=9f6790cd-45b5-467d-b738-7f1c8adb1b91,revision_number=2']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:36.817343 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:36.977094 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Network 7fa22e8a-d592-4af0-a283-f544f003d9a0 is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:50:36.978788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:37.330615 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Router 8b259795-7aca-454e-b4f3-bc80ff0461d7 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:50:37.344522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-92952872-5553-4abf-bb7a-78a3916a8d52 None None] Provisioning complete for port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:37.345151 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-92952872-5553-4abf-bb7a-78a3916a8d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:37.408721 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-92952872-5553-4abf-bb7a-78a3916a8d52 None None] Port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:50:37.558668 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:50:37.568163 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a6baecf2-82d0-495a-b156-ed969ae35bde admin admin] 10.222.0.39 "PUT /v2.0/routers/8b259795-7aca-454e-b4f3-bc80ff0461d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9359658 Mar 11 16:50:37.747338 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:50:38.159811 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:38.223829 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Sync routers for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:50:38.235663 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:38.235663 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:38.292760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:38.297102 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:38.297582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.306971 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51736) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:38.312908 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-506166038-network', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:38.318344 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:38.322326 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Usage tracker for resource:network and tenant:84349b1661274acc98ad5c6b29665ef2 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:38.325413 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:38.331675 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:38.403504 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Made reservation on behalf of 84349b1661274acc98ad5c6b29665ef2 for: {'network': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:50:38.406084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for network, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.417658 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:38.422185 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.426515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.438155 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:38.442671 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Usage tracker for resource:security_group_rule and tenant:84349b1661274acc98ad5c6b29665ef2 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:38.444877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0dbe8a21-a99e-4b75-9dc4-762db4d17ccf,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:38.445287 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:38.451084 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:38.512424 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.538280 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.582364 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=0dbe8a21-a99e-4b75-9dc4-762db4d17ccf,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:38.609076 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.642397 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=88557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:50:38.648246 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256cf382-414f-488f-8c9c-0031293459e8,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:38.655587 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.656486 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.segments_db [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Added segment eae7b947-acae-45c3-b6ba-6efb2e4e2df3 of type vlan for network 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 Mar 11 16:50:38.682099 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403506104'] for network, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.744379 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 2, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:38.748478 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Checking router: 8b259795-7aca-454e-b4f3-bc80ff0461d7 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:50:38.749095 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Updating router 8b259795-7aca-454e-b4f3-bc80ff0461d7 port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:50:38.774823 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.775821 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:38.776415 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Notify callbacks [] for network, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.809426 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.883083 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] Pushing event updated for resources: {'Network': ['ID=273a6ec8-e391-4f43-ad08-fb4cbe0fba91,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:38.894733 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Network 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 details requested by agent ovs-agent-dv-neutron-833203-2-hyperv with host dv-neutron-833203-2-hyperv {{(pid=88559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:50:38.924994 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-e333c577-b087-4e36-825c-7be086dea42f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6168473 Mar 11 16:50:38.927954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51742) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:38.933468 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Request body: {'subnet': {'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-506166038-subnet', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'ip_version': 4}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:38.938918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:38.943589 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Usage tracker for resource:subnet and tenant:84349b1661274acc98ad5c6b29665ef2 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:38.946940 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:38.953041 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:39.037473 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Made reservation on behalf of 84349b1661274acc98ad5c6b29665ef2 for: {'subnet': 1} {{(pid=88557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:50:39.039901 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823913'] for subnet, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.165151 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.177646 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Transition to ACTIVE for port object 9f6790cd-45b5-467d-b738-7f1c8adb1b91 will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:39.238033 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.284368 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823899'] for subnet, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.373298 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Pushing event updated for resources: {'Subnet': ['ID=224137e7-e7a7-47f6-8694-2d3f730207cb,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:39.379383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Checking segment: {'id': 'eae7b947-acae-45c3-b6ba-6efb2e4e2df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:50:39.379383 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Network hostable DHCP agents. Network: 273a6ec8-e391-4f43-ad08-fb4cbe0fba91, hostable agents: ['54c7f58e-6fdd-4366-b373-63a71266212c'], hosted agents: [] {{(pid=88557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:50:39.414200 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Pushing event updated for resources: {'Port': ['ID=9f6790cd-45b5-467d-b738-7f1c8adb1b91,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:39.457741 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.458113 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.458499 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.458834 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.459297 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.459651 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.459976 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.460300 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.460673 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.461050 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.461442 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.461763 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.466347 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Network 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 is scheduled to be hosted by DHCP agent 54c7f58e-6fdd-4366-b373-63a71266212c with binding_index 1 {{(pid=88557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:50:39.519577 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Attempting to bind port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:50:39.519942 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Attempting to bind port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:50:39.520304 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Attempting to bind port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 on network 7fa22e8a-d592-4af0-a283-f544f003d9a0 {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:50:39.525975 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:50:39.526358 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Checking segment: {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:50:39.527616 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.528404 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Bound using segment: {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:50:39.528913 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Bound port: 9f6790cd-45b5-467d-b738-7f1c8adb1b91, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:50:39.529287 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.535015 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-2-hyperv, 273a6ec8-e391-4f43-ad08-fb4cbe0fba91) {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:39.539448 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:39.540159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.547460 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04485582-c162-4095-9dca-95ca55cc2afd None None] Network 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:50:39.621598 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-8f46a11b-e121-4eb2-bdae-5e8a3eee865d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6923957 Mar 11 16:50:39.624092 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51746) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:39.625222 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] For port 9f6790cd-45b5-467d-b738-7f1c8adb1b91, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:50:39.628998 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] For port 9f6790cd-45b5-467d-b738-7f1c8adb1b91, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9f6790cd-45b5-467d-b738-7f1c8adb1b91,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:50:39.629352 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-506166038-router', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:39.634182 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:39.638380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Usage tracker for resource:router and tenant:84349b1661274acc98ad5c6b29665ef2 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:39.640954 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:39.647170 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:39.700831 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.723573 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2574'] for router, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.724848 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2567'] for router, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.741151 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.766391 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb298a16b-d115-51f2-825c-0cfe1bbff833-273a6ec8-e391-4f43-ad08-fb4cbe0fba91', 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'fixed_ips': [{'subnet_id': '224137e7-e7a7-47f6-8694-2d3f730207cb'}]}} from dv-neutron-833203-2-hyperv. {{(pid=88559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:50:39.768574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.792610 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:39.793248 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:39.849278 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7224b6-439f-414f-a958-ed7f1fe92321 None None] Pushing event updated for resources: {'Port': ['ID=9f6790cd-45b5-467d-b738-7f1c8adb1b91,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:39.936410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.db_base_plugin_common [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Allocated IP 172.20.0.2 (273a6ec8-e391-4f43-ad08-fb4cbe0fba91/224137e7-e7a7-47f6-8694-2d3f730207cb/6ddabb22-932e-4dfa-9e5d-31119e5a0c97) {{(pid=88559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:50:40.007223 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:40.118545 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2613'] for router, precommit_update {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:40.161214 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:40.239629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Notify callbacks [] for port, precommit_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:40.253623 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Transition to ACTIVE for port object 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:40.278088 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Transition to ACTIVE for port object 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 will not be triggered until provisioned by entity DHCP. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:40.312386 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:40.312892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:40.349924 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650'] for port, after_create {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:40.353370 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:39Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:40.358082 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4a1d6-bd88-4de1-9a92-faee5db8c8eb None None] The sync data for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv is: [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:39Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:50:40.468827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Pushing event updated for resources: {'Port': ['ID=6ddabb22-932e-4dfa-9e5d-31119e5a0c97,revision_number=1']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:40.477867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Network 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 is already hosted by enough agents. {{(pid=88559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:50:40.479536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.scheduler.base_scheduler [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Resources bound (agent type, host, resource id): {{(pid=88559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:40.482017 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Received port after_create {{(pid=88559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:50:40.639099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Attempting to bind port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:50:40.639099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Attempting to bind port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'eae7b947-acae-45c3-b6ba-6efb2e4e2df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:50:40.640824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Attempting to bind port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 on network 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:50:40.645552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:50:40.645930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Checking segment: {'id': 'eae7b947-acae-45c3-b6ba-6efb2e4e2df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:50:40.646376 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:40.646776 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Bound using segment: {'id': 'eae7b947-acae-45c3-b6ba-6efb2e4e2df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:50:40.647375 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Bound port: 6ddabb22-932e-4dfa-9e5d-31119e5a0c97, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae7b947-acae-45c3-b6ba-6efb2e4e2df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:50:40.647810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:40.683990 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:40.716461 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:40.755768 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] For port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:50:40.763889 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] For port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6ddabb22-932e-4dfa-9e5d-31119e5a0c97,segment=NetworkSegment(eae7b947-acae-45c3-b6ba-6efb2e4e2df3),segment_id=eae7b947-acae-45c3-b6ba-6efb2e4e2df3)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:50:40.866752 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:40.880786 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_common [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Allocated IP 172.26.6.110 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/a5175a7b-9e8e-4215-8237-e27e62f36b21) {{(pid=88557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:50:40.998835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf24d3-bd3c-40e3-8ceb-4372792dbb92 None None] Pushing event updated for resources: {'Port': ['ID=6ddabb22-932e-4dfa-9e5d-31119e5a0c97,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:41.042334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:41.152491 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:41.224695 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:50:41.233428 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.base_scheduler [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:41.237937 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Received port after_create {{(pid=88557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:50:41.270193 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a5175a7b-9e8e-4215-8237-e27e62f36b21,revision_number=1']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:41.768915 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:42.006734 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c7a8ac-196a-4d18-b2cb-d7a7a0d043b4 None None] Network 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:50:42.137716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-a82c2e91-2769-4ec6-87e1-d7042cb90e3e None None] Provisioning for port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:42.138190 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995594'] for router, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:42.234573 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:42.414870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:42.420865 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:42.421577 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:42.546621 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 is scheduled to L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 with binding_index 1 {{(pid=88557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:50:42.559719 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:42.600259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6ddabb22-932e-4dfa-9e5d-31119e5a0c97,segment=NetworkSegment(eae7b947-acae-45c3-b6ba-6efb2e4e2df3),segment_id=eae7b947-acae-45c3-b6ba-6efb2e4e2df3)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:42.608292 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-9a0279c3-1103-45fd-b95c-b3867b89972f None None] Provisioning complete for port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:42.608809 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9a0279c3-1103-45fd-b95c-b3867b89972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:42.668141 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:42.668930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9f6790cd-45b5-467d-b738-7f1c8adb1b91 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:42.735904 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:50:42.752019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Sync routers for ids ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:50:42.798072 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Routers {'881f2c29-c988-4c2c-bdb1-4431e4a84c92'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:42.798704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:42.832744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:42.834289 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-165db894-acf2-44f6-94d7-582333b319f6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2092252 Mar 11 16:50:42.837232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51750) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:42.912098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=6ddabb22-932e-4dfa-9e5d-31119e5a0c97,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:43.008684 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:43.026655 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:43.027025 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:43.107023 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Set router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:43.400502 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:43.481849 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 9f6790cd-45b5-467d-b738-7f1c8adb1b91, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9f6790cd-45b5-467d-b738-7f1c8adb1b91,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:43.503401 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'name': 'tempest-TestSnapshotPattern-506166038-router', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:39Z', 'updated_at': '2022-03-11T16:50:41Z', 'revision_number': 3, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'gw_port': {'id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:40Z', 'updated_at': '2022-03-11T16:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:43.507716 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Checking router: 881f2c29-c988-4c2c-bdb1-4431e4a84c92 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:50:43.508061 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Updating router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 port a5175a7b-9e8e-4215-8237-e27e62f36b21 binding host dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:50:43.539618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:43.542528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:43.660178 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:43.717829 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=9f6790cd-45b5-467d-b738-7f1c8adb1b91,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:43.882907 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Allocated IP 172.20.0.1 (273a6ec8-e391-4f43-ad08-fb4cbe0fba91/224137e7-e7a7-47f6-8694-2d3f730207cb/2b6b9730-2aba-4ee3-9933-8ce9bca7752f) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:50:44.017878 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Notify callbacks [] for port, precommit_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.030726 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Transition to ACTIVE for port object a5175a7b-9e8e-4215-8237-e27e62f36b21 will not be triggered until provisioned by entity L2. {{(pid=88559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:44.035339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.051457 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Transition to ACTIVE for port object 2b6b9730-2aba-4ee3-9933-8ce9bca7752f will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:44.078048 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.113734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.149434 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:44.183203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Network 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:50:44.190623 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:44.194973 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:50:44.207654 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Attempting to bind port a5175a7b-9e8e-4215-8237-e27e62f36b21 on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:50:44.208019 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Attempting to bind port a5175a7b-9e8e-4215-8237-e27e62f36b21 by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:50:44.208377 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Attempting to bind port a5175a7b-9e8e-4215-8237-e27e62f36b21 on network 71963bab-350e-4902-b19d-5dd30945ddcf {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:50:44.226320 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a58212-0c27-4503-8c59-87976e92b2b4 None None] Pushing event updated for resources: {'Port': ['ID=a5175a7b-9e8e-4215-8237-e27e62f36b21,revision_number=2']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:44.228964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Pushing event updated for resources: {'Port': ['ID=2b6b9730-2aba-4ee3-9933-8ce9bca7752f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:44.233879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:50:44.234271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Checking segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:50:44.234657 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.235045 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Bound using segment: {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'} {{(pid=88559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:50:44.235533 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.managers [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Bound port: a5175a7b-9e8e-4215-8237-e27e62f36b21, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3a1750-686f-4cc9-b98a-e0846bebbb3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf'}}] {{(pid=88559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:50:44.236009 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.255688 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-994364'] for router_interface, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.324374 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:44.324779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.362485 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] For port a5175a7b-9e8e-4215-8237-e27e62f36b21, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:50:44.376748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] For port a5175a7b-9e8e-4215-8237-e27e62f36b21, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a5175a7b-9e8e-4215-8237-e27e62f36b21,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:50:44.455535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9f6790cd-45b5-467d-b738-7f1c8adb1b91 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:44.483005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.592576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.600202 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Routers {'881f2c29-c988-4c2c-bdb1-4431e4a84c92'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:44.600781 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:44.667963 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-acbc1449-cd1b-43fb-a80b-f153205c9841 None None] Provisioning for port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:44.678618 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a58212-0c27-4503-8c59-87976e92b2b4 None None] Pushing event updated for resources: {'Port': ['ID=a5175a7b-9e8e-4215-8237-e27e62f36b21,revision_number=3']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:44.689858 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-acbc1449-cd1b-43fb-a80b-f153205c9841 None None] Provisioning complete for port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:44.690222 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-acbc1449-cd1b-43fb-a80b-f153205c9841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.798533 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:44.799423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.817122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.871808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.881403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-acbc1449-cd1b-43fb-a80b-f153205c9841 None None] Port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:50:44.900411 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] Set router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:44.981946 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-995029'] for router_interface, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.985463 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Pushing event updated for resources: {'Port': ['ID=2b6b9730-2aba-4ee3-9933-8ce9bca7752f,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:45.125267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Network 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:50:45.126404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:45.331848 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:50:45.338812 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'name': 'tempest-TestSnapshotPattern-506166038-router', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:39Z', 'updated_at': '2022-03-11T16:50:44Z', 'revision_number': 4, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'gw_port': {'id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:40Z', 'updated_at': '2022-03-11T16:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '2b6b9730-2aba-4ee3-9933-8ce9bca7752f', 'name': '', 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'mac_address': 'fa:16:3e:ae:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '224137e7-e7a7-47f6-8694-2d3f730207cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:43Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 1, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'subnets': [{'id': '224137e7-e7a7-47f6-8694-2d3f730207cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:45.343431 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13f7ee-533b-4325-9e44-706f46a776ba None None] The sync data for ids ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'] in dv-neutron-833203-2-hyperv is: [{'id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'name': 'tempest-TestSnapshotPattern-506166038-router', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:39Z', 'updated_at': '2022-03-11T16:50:44Z', 'revision_number': 4, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'gw_port': {'id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:40Z', 'updated_at': '2022-03-11T16:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '2b6b9730-2aba-4ee3-9933-8ce9bca7752f', 'name': '', 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'mac_address': 'fa:16:3e:ae:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '224137e7-e7a7-47f6-8694-2d3f730207cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:43Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 1, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'subnets': [{'id': '224137e7-e7a7-47f6-8694-2d3f730207cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:50:45.405827 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-fc25005b-1b68-4c26-8cce-075893b6a702 None None] Provisioning complete for port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:45.406258 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fc25005b-1b68-4c26-8cce-075893b6a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:45.462698 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-fc25005b-1b68-4c26-8cce-075893b6a702 None None] Port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:50:45.653756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:50:45.665494 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-071addb4-53f9-458d-b615-6ec8d33c5b3a admin admin] 10.222.0.39 "PUT /v2.0/routers/881f2c29-c988-4c2c-bdb1-4431e4a84c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8269596 Mar 11 16:50:46.371975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51760) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:46.377238 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723714568', 'description': 'tempest-secgroup-smoke-1723714568 description', 'project_id': '7daa1bef32d0433fb90a855988a9a372'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:46.383247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:46.387061 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Usage tracker for resource:security_group and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:46.389891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:46.395909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:46.466100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:46.486413 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:46.490171 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Usage tracker for resource:security_group_rule and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:46.492955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:46.498756 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:46.566572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:46.632095 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:46.674549 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0e7171-97e6-4fd4-86bd-875a6fbf6838,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:46.763293 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:46.764607 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cecb73d3-2e6a-4ce9-aebb-70c907e20465 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3915684 Mar 11 16:50:46.767684 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51764) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:46.772583 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-4351892b-2f34-4e87-8ff4-f030ebd6f107 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Request body: {'security_group_rule': {'security_group_id': '7b0e7171-97e6-4fd4-86bd-875a6fbf6838', 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:46.778673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4351892b-2f34-4e87-8ff4-f030ebd6f107 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:46.782459 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4351892b-2f34-4e87-8ff4-f030ebd6f107 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Usage tracker for resource:security_group_rule and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:46.790674 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-4351892b-2f34-4e87-8ff4-f030ebd6f107 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:46.791610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-4351892b-2f34-4e87-8ff4-f030ebd6f107 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:46.866957 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4351892b-2f34-4e87-8ff4-f030ebd6f107 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:46.925610 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4351892b-2f34-4e87-8ff4-f030ebd6f107 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:46.979969 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4351892b-2f34-4e87-8ff4-f030ebd6f107 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.006498 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351892b-2f34-4e87-8ff4-f030ebd6f107 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd777d6-9f97-4668-b5c1-8294b988c334,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:47.083290 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4351892b-2f34-4e87-8ff4-f030ebd6f107 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.084677 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4351892b-2f34-4e87-8ff4-f030ebd6f107 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160291 Mar 11 16:50:47.087380 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51768) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:47.093071 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-96a56a27-f566-41ea-8d1a-608c872b3dbc tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Request body: {'security_group_rule': {'security_group_id': '7b0e7171-97e6-4fd4-86bd-875a6fbf6838', 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:47.101065 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-96a56a27-f566-41ea-8d1a-608c872b3dbc tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:47.105347 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-96a56a27-f566-41ea-8d1a-608c872b3dbc tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Usage tracker for resource:security_group_rule and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:47.108653 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-96a56a27-f566-41ea-8d1a-608c872b3dbc tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:47.115037 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-96a56a27-f566-41ea-8d1a-608c872b3dbc tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:47.198856 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-96a56a27-f566-41ea-8d1a-608c872b3dbc tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.273522 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-96a56a27-f566-41ea-8d1a-608c872b3dbc tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.311615 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-96a56a27-f566-41ea-8d1a-608c872b3dbc tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.337995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a56a27-f566-41ea-8d1a-608c872b3dbc tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dac3bb9-fa11-424d-9a96-8c33840fd8be,revision_number=0']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:47.386571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-96a56a27-f566-41ea-8d1a-608c872b3dbc tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.387747 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-96a56a27-f566-41ea-8d1a-608c872b3dbc tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2992880 Mar 11 16:50:47.390681 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51772) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:47.397073 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2f497395-c58e-40f7-bbb1-8bfcd4a871f0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Request body: {'security_group_rule': {'security_group_id': '7b0e7171-97e6-4fd4-86bd-875a6fbf6838', 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:47.403585 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2f497395-c58e-40f7-bbb1-8bfcd4a871f0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:47.408234 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2f497395-c58e-40f7-bbb1-8bfcd4a871f0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Usage tracker for resource:security_group_rule and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:47.412160 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2f497395-c58e-40f7-bbb1-8bfcd4a871f0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:47.417992 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2f497395-c58e-40f7-bbb1-8bfcd4a871f0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:47.467444 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2f497395-c58e-40f7-bbb1-8bfcd4a871f0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.534789 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2f497395-c58e-40f7-bbb1-8bfcd4a871f0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.581872 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2f497395-c58e-40f7-bbb1-8bfcd4a871f0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.612769 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f497395-c58e-40f7-bbb1-8bfcd4a871f0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6161a468-3bb5-40db-a185-4264428823ca,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:47.666114 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2f497395-c58e-40f7-bbb1-8bfcd4a871f0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.667334 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2f497395-c58e-40f7-bbb1-8bfcd4a871f0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2756529 Mar 11 16:50:47.670053 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51776) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:47.676065 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-2bd894f9-fe32-4cad-81c1-4fa9df5e1ad1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Request body: {'security_group_rule': {'security_group_id': '7b0e7171-97e6-4fd4-86bd-875a6fbf6838', 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:47.682384 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2bd894f9-fe32-4cad-81c1-4fa9df5e1ad1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:47.686253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2bd894f9-fe32-4cad-81c1-4fa9df5e1ad1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Usage tracker for resource:security_group_rule and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:47.689181 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-2bd894f9-fe32-4cad-81c1-4fa9df5e1ad1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:47.695556 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-2bd894f9-fe32-4cad-81c1-4fa9df5e1ad1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:47.770148 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2bd894f9-fe32-4cad-81c1-4fa9df5e1ad1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.833396 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2bd894f9-fe32-4cad-81c1-4fa9df5e1ad1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.883107 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2bd894f9-fe32-4cad-81c1-4fa9df5e1ad1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.908788 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd894f9-fe32-4cad-81c1-4fa9df5e1ad1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d932fb6-9721-4fde-801f-9fd8d7a55306,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:47.968918 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-2bd894f9-fe32-4cad-81c1-4fa9df5e1ad1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.970143 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-2bd894f9-fe32-4cad-81c1-4fa9df5e1ad1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2990592 Mar 11 16:50:47.973379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51780) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:47.978452 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Request body: {'security_group_rule': {'security_group_id': '7b0e7171-97e6-4fd4-86bd-875a6fbf6838', 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:47.984632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:47.989474 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Usage tracker for resource:security_group_rule and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:47.992727 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:47.999622 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:48.071998 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Project 7daa1bef32d0433fb90a855988a9a372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:50:48.079482 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:48.148863 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:48.163403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a5175a7b-9e8e-4215-8237-e27e62f36b21 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:48.214938 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:48.237684 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e16dc25-a27c-4e0b-9abf-79eb930fd49b,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:48.289077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port a5175a7b-9e8e-4215-8237-e27e62f36b21 completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:48.294330 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a5175a7b-9e8e-4215-8237-e27e62f36b21 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:48.294699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:48.312081 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:48.313631 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-26a8d894-0335-447a-a472-a4a6591b702c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3392909 Mar 11 16:50:48.317825 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 51784) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:48.323632 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.v2.base [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Request body: {'security_group_rule': {'security_group_id': '7b0e7171-97e6-4fd4-86bd-875a6fbf6838', 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:48.331060 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:48.335939 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Usage tracker for resource:security_group_rule and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:48.339422 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.quota.resource [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:48.346744 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.quota.driver [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:48.352104 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Sync routers for ids ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:50:48.363387 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Routers {'881f2c29-c988-4c2c-bdb1-4431e4a84c92'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:48.364039 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:48.397487 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.db.securitygroups_db [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Project 7daa1bef32d0433fb90a855988a9a372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:50:48.406179 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:48.425272 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:48.444059 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port a5175a7b-9e8e-4215-8237-e27e62f36b21, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a5175a7b-9e8e-4215-8237-e27e62f36b21,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:48.475643 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:48.505912 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:48.541781 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621042'] for security_group_rule, after_create {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:48.552291 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Set router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:48.568313 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe86af0b-748a-406e-b845-bae80a8ce61f,revision_number=0']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:48.578220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=a5175a7b-9e8e-4215-8237-e27e62f36b21,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:48.626365 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:48.628149 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-cc8e49c4-b013-4bd2-8f6e-1c4630df106a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3092518 Mar 11 16:50:48.865915 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-96b08fdf-7537-4253-82ca-904139bc1be3 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Synchronizing usage tracker for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:security_group {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:50:48.872620 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'name': 'tempest-TestSnapshotPattern-506166038-router', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:39Z', 'updated_at': '2022-03-11T16:50:44Z', 'revision_number': 4, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'gw_port': {'id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:40Z', 'updated_at': '2022-03-11T16:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '2b6b9730-2aba-4ee3-9933-8ce9bca7752f', 'name': '', 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'mac_address': 'fa:16:3e:ae:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '224137e7-e7a7-47f6-8694-2d3f730207cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:43Z', 'updated_at': '2022-03-11T16:50:44Z', 'revision_number': 2, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'subnets': [{'id': '224137e7-e7a7-47f6-8694-2d3f730207cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:48.876267 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Checking router: 881f2c29-c988-4c2c-bdb1-4431e4a84c92 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:50:48.876630 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Updating router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f binding host dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:50:48.951607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-96b08fdf-7537-4253-82ca-904139bc1be3 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Unset dirty status for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:security_group {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:50:48.952828 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-96b08fdf-7537-4253-82ca-904139bc1be3 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723714568&fields=id&tenant_id=7daa1bef32d0433fb90a855988a9a372 HTTP/1.1" status: 200 len: 267 time: 0.1288183 Mar 11 16:50:48.956820 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:49.106495 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-0718205b-2d4c-4584-8b7b-9ff2a268bad8 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:49.108081 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-0718205b-2d4c-4584-8b7b-9ff2a268bad8 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 809 time: 0.1482716 Mar 11 16:50:49.124471 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-b5d8687a-9fd2-41c3-b0f1-258727cb0e49 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/quotas/7daa1bef32d0433fb90a855988a9a372 HTTP/1.1" status: 200 len: 375 time: 0.0100648 Mar 11 16:50:49.214913 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-c37049a5-b0df-4851-87da-b993056a9eb8 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850084 Mar 11 16:50:49.301498 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:49.314297 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.provisioning_blocks [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Transition to ACTIVE for port object 2b6b9730-2aba-4ee3-9933-8ce9bca7752f will not be triggered until provisioned by entity L2. {{(pid=88560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:49.365939 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-f844c27f-317d-4bdb-9758-22482a5707d2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:50:49.366946 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-f844c27f-317d-4bdb-9758-22482a5707d2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472529 Mar 11 16:50:49.385941 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:49.516356 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-338bfd10-8cda-4864-9fe1-458dfc71d272 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429913 Mar 11 16:50:49.538609 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d9d53-a566-4faa-a0c7-bfcd4de4d24f None None] Pushing event updated for resources: {'Port': ['ID=2b6b9730-2aba-4ee3-9933-8ce9bca7752f,revision_number=3']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:49.604470 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Attempting to bind port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f on host dv-neutron-833203-2-hyperv for vnic_type normal with profile {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:50:49.604864 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Attempting to bind port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f by drivers openvswitch,hyperv on host dv-neutron-833203-2-hyperv at level 0 using segments [{'id': 'eae7b947-acae-45c3-b6ba-6efb2e4e2df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91'}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:50:49.610320 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Attempting to bind port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f on network 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:50:49.611137 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Checking agent: {'id': 'e0ed661c-d246-4d5a-8877-7934acbab6c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 30, 24), 'started_at': datetime.datetime(2022, 3, 11, 15, 30, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:50:49.611470 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Checking segment: {'id': 'eae7b947-acae-45c3-b6ba-6efb2e4e2df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:50:49.611864 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:49.612425 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Bound using segment: {'id': 'eae7b947-acae-45c3-b6ba-6efb2e4e2df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91'} {{(pid=88560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:50:49.613135 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.managers [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Bound port: 2b6b9730-2aba-4ee3-9933-8ce9bca7752f, host: dv-neutron-833203-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae7b947-acae-45c3-b6ba-6efb2e4e2df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91'}}] {{(pid=88560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:50:49.613673 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:49.667994 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-8ec7099a-5fe4-4e98-9d7a-148997efc3bd service neutron] 10.222.0.39 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449072 Mar 11 16:50:49.714134 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] For port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f, host dv-neutron-833203-2-hyperv, cleared binding levels {{(pid=88560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:50:49.717486 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.plugins.ml2.db [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] For port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f, host dv-neutron-833203-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2b6b9730-2aba-4ee3-9933-8ce9bca7752f,segment=NetworkSegment(eae7b947-acae-45c3-b6ba-6efb2e4e2df3),segment_id=eae7b947-acae-45c3-b6ba-6efb2e4e2df3)] {{(pid=88560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:50:49.803607 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron_lib.callbacks.manager [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:49.881016 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Routers {'881f2c29-c988-4c2c-bdb1-4431e4a84c92'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:50:49.881636 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:49.938445 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d9d53-a566-4faa-a0c7-bfcd4de4d24f None None] Pushing event updated for resources: {'Port': ['ID=2b6b9730-2aba-4ee3-9933-8ce9bca7752f,revision_number=4']} {{(pid=88560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:50.064884 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] Set router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:50:50.158785 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a5175a7b-9e8e-4215-8237-e27e62f36b21 up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:50.228770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port a5175a7b-9e8e-4215-8237-e27e62f36b21 triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:50.229140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:50.346923 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2b6b9730-2aba-4ee3-9933-8ce9bca7752f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:50.372070 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'name': 'tempest-TestSnapshotPattern-506166038-router', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:39Z', 'updated_at': '2022-03-11T16:50:44Z', 'revision_number': 4, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'gw_port': {'id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:40Z', 'updated_at': '2022-03-11T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '2b6b9730-2aba-4ee3-9933-8ce9bca7752f', 'name': '', 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'mac_address': 'fa:16:3e:ae:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '224137e7-e7a7-47f6-8694-2d3f730207cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:43Z', 'updated_at': '2022-03-11T16:50:49Z', 'revision_number': 4, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'subnets': [{'id': '224137e7-e7a7-47f6-8694-2d3f730207cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:50:50.375922 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131bea7-69a6-4a37-88fb-b926643081c0 None None] The sync data for ids ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'] in dv-neutron-833203-2-hyperv is: [{'id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'name': 'tempest-TestSnapshotPattern-506166038-router', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:39Z', 'updated_at': '2022-03-11T16:50:44Z', 'revision_number': 4, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'gw_port': {'id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:40Z', 'updated_at': '2022-03-11T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '2b6b9730-2aba-4ee3-9933-8ce9bca7752f', 'name': '', 'network_id': '273a6ec8-e391-4f43-ad08-fb4cbe0fba91', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'mac_address': 'fa:16:3e:ae:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '224137e7-e7a7-47f6-8694-2d3f730207cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:43Z', 'updated_at': '2022-03-11T16:50:49Z', 'revision_number': 4, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'subnets': [{'id': '224137e7-e7a7-47f6-8694-2d3f730207cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:50:50.483198 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning for port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:50.489207 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:50.489575 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:50.610687 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:50.645086 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] For port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2b6b9730-2aba-4ee3-9933-8ce9bca7752f,segment=NetworkSegment(eae7b947-acae-45c3-b6ba-6efb2e4e2df3),segment_id=eae7b947-acae-45c3-b6ba-6efb2e4e2df3)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:50.745919 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:50.815453 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Pushing event updated for resources: {'Port': ['ID=2b6b9730-2aba-4ee3-9933-8ce9bca7752f,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:50.900410 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a1c1-997f-4007-9338-a61717722b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:50.936024 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-825dde29-dd3f-4a4b-915f-39122943727b req-3fa8f9f7-4fdb-439b-a591-295f46f46f2e tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 210 time: 0.0429704 Mar 11 16:50:52.031802 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-18ac3d68-aa97-4c06-9f74-7dba77c6fab1 req-27cc0cb3-a16b-4ec1-a3b2-2a39f7725797 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 210 time: 0.0426705 Mar 11 16:50:52.140130 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2b6b9730-2aba-4ee3-9933-8ce9bca7752f up at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:52.209810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Provisioning complete for port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:52.210176 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:53.139465 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-a418a014-0a30-4b6f-ad03-649d4bba48e2 req-144d282d-5fab-4862-a3dd-c7ca80b8688a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 210 time: 0.0507860 Mar 11 16:50:53.797394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e02e9547-f713-4947-9aa7-9d704c494abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:54.237943 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b44edbf1-c86a-4848-ae0d-efb0c1b333f9 req-d251dc06-ed2e-4135-be7f-f5c23b293758 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 210 time: 0.0442231 Mar 11 16:50:54.459890 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:54.900129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:55.384566 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5ee8da33-9f1e-43e1-ab2f-2b617c41105b req-77162abb-1c51-48ec-82e4-bee77b042d16 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 210 time: 0.0426779 Mar 11 16:50:56.260403 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:56.542122 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-20888281-6a03-479d-96d0-5d9e71f2f7b4 req-52368990-34da-466a-900e-dee5e2322ab0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 210 time: 0.0450199 Mar 11 16:50:56.905832 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:57.465658 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-bf87f55a-ed8d-4507-a25a-ff8696ef8d9a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:57.467141 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-bf87f55a-ed8d-4507-a25a-ff8696ef8d9a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 809 time: 0.1484768 Mar 11 16:50:57.516965 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-cb8e4e4d-dbb8-4941-9443-42bfd6c79508 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7daa1bef32d0433fb90a855988a9a372 HTTP/1.1" status: 200 len: 380 time: 0.0413609 Mar 11 16:50:57.524963 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Request body: {'port': {'device_id': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'admin_state_up': True, 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'security_groups': ['7b0e7171-97e6-4fd4-86bd-875a6fbf6838']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:57.707163 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8a48e529-d41b-4f75-9213-b393f651816c req-ff3420f5-7214-48f1-97e2-9a92784d8469 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 210 time: 0.0500033 Mar 11 16:50:57.708115 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:57.712203 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Usage tracker for resource:port and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:50:57.716308 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:50:57.722949 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:57.757760 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Made reservation on behalf of 7daa1bef32d0433fb90a855988a9a372 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:50:57.761631 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:58.031514 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Allocated IP 172.20.0.8 (7fa22e8a-d592-4af0-a283-f544f003d9a0/14eef279-322e-453c-a3c2-b519ff72b82c/2480c499-a7e1-48d8-a06e-c32ee9bde45b) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:50:58.220240 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:58.235392 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Transition to ACTIVE for port object 2480c499-a7e1-48d8-a06e-c32ee9bde45b will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:58.329309 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:58.394029 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Network 7fa22e8a-d592-4af0-a283-f544f003d9a0 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:50:58.396968 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:58.411034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:50:58.443374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'Port': ['ID=2480c499-a7e1-48d8-a06e-c32ee9bde45b,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:58.476002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:58.476653 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:58.570153 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-36ea8a1d-647c-4306-9fe9-256642c8b867 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0485065 Mar 11 16:50:58.583905 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-8f7b8c5c-b240-4009-808d-2197f480426a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:50:58.583905 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-8f7b8c5c-b240-4009-808d-2197f480426a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057852 Mar 11 16:50:58.592325 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Request body: {'port': {'device_id': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:58.671765 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bd291316-b82e-4932-8b9a-3a8fa9d03e24 None None] Provisioning for port 2480c499-a7e1-48d8-a06e-c32ee9bde45b completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:58.676883 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-bd291316-b82e-4932-8b9a-3a8fa9d03e24 None None] Provisioning complete for port 2480c499-a7e1-48d8-a06e-c32ee9bde45b triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:58.677250 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-bd291316-b82e-4932-8b9a-3a8fa9d03e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:58.703346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:58.731006 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-bd291316-b82e-4932-8b9a-3a8fa9d03e24 None None] Port 2480c499-a7e1-48d8-a06e-c32ee9bde45b cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:50:59.032816 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3d909-e9da-437b-a265-590b39469669 req-26a9f72a-6a43-45c1-a535-0890175ec442 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:59.033501 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-42f3d909-e9da-437b-a265-590b39469669 req-26a9f72a-6a43-45c1-a535-0890175ec442 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Synchronizing usage tracker for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:50:59.117040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-42f3d909-e9da-437b-a265-590b39469669 req-26a9f72a-6a43-45c1-a535-0890175ec442 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Unset dirty status for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:50:59.118335 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42f3d909-e9da-437b-a265-590b39469669 req-26a9f72a-6a43-45c1-a535-0890175ec442 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 931 time: 0.2959991 Mar 11 16:50:59.169248 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2480c499-a7e1-48d8-a06e-c32ee9bde45b {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:50:59.180918 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:59.193602 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-42f3d909-e9da-437b-a265-590b39469669 req-61a6ac37-d1de-4b2c-aa1b-3d6505e0a9b4 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673118 Mar 11 16:50:59.202021 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Transition to ACTIVE for port object 2480c499-a7e1-48d8-a06e-c32ee9bde45b will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:59.294926 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:59.453344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2480c499-a7e1-48d8-a06e-c32ee9bde45b,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:59.536074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Attempting to bind port 2480c499-a7e1-48d8-a06e-c32ee9bde45b on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:50:59.536483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Attempting to bind port 2480c499-a7e1-48d8-a06e-c32ee9bde45b by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:50:59.536931 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Attempting to bind port 2480c499-a7e1-48d8-a06e-c32ee9bde45b on network 7fa22e8a-d592-4af0-a283-f544f003d9a0 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:50:59.541769 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Port 2480c499-a7e1-48d8-a06e-c32ee9bde45b on network 7fa22e8a-d592-4af0-a283-f544f003d9a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:50:59.542134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Attempting to bind port 2480c499-a7e1-48d8-a06e-c32ee9bde45b on network 7fa22e8a-d592-4af0-a283-f544f003d9a0 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:50:59.547097 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:50:59.547424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Checking segment: {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:50:59.547803 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Bound using segment: {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:50:59.548264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Bound port: 2480c499-a7e1-48d8-a06e-c32ee9bde45b, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:50:59.549122 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:59.639461 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] For port 2480c499-a7e1-48d8-a06e-c32ee9bde45b, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:50:59.642890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] For port 2480c499-a7e1-48d8-a06e-c32ee9bde45b, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:50:59.706002 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:59.759363 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:59.759966 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:59.761472 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/2480c499-a7e1-48d8-a06e-c32ee9bde45b HTTP/1.1" status: 200 len: 1093 time: 1.1728394 Mar 11 16:50:59.761825 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:50:59.790412 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c478a-388f-49f4-8d81-d9c5a89531b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2480c499-a7e1-48d8-a06e-c32ee9bde45b,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:59.809395 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'status': 'completed', 'code': 200} Mar 11 16:50:59.909430 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a036f-52e5-4242-a737-318438999a0e req-62e57b1d-9a03-42a3-995c-d5245b0c2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:59.910983 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f07a036f-52e5-4242-a737-318438999a0e req-62e57b1d-9a03-42a3-995c-d5245b0c2f43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 1096 time: 0.0799270 Mar 11 16:51:00.155271 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a036f-52e5-4242-a737-318438999a0e req-586844ba-02a7-49a9-a99e-53a68798698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:00.156747 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f07a036f-52e5-4242-a737-318438999a0e req-586844ba-02a7-49a9-a99e-53a68798698a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7daa1bef32d0433fb90a855988a9a372&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2386122 Mar 11 16:51:00.301813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a036f-52e5-4242-a737-318438999a0e req-a60f839c-1219-4454-8e9a-89439b8e6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:00.303311 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f07a036f-52e5-4242-a737-318438999a0e req-a60f839c-1219-4454-8e9a-89439b8e6091 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402874 Mar 11 16:51:00.416215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-30c123a3-b2dc-4c53-bb19-90975abfa1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:00.417654 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-30c123a3-b2dc-4c53-bb19-90975abfa1ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 1096 time: 0.0766504 Mar 11 16:51:00.527632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-eada16c9-af1b-43a2-b514-0ced1df4f937 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b HTTP/1.1" status: 200 len: 217 time: 0.1028244 Mar 11 16:51:00.605967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-fddfdc9e-301b-4924-ab45-b68fa0b9a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:00.607437 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-fddfdc9e-301b-4924-ab45-b68fa0b9a9db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0729170 Mar 11 16:51:00.668435 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe3a89-4804-451d-b892-cedc9a3705ac req-71360a2a-cf32-43eb-8e42-f04f0bbd0aed tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:00.669840 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0cfe3a89-4804-451d-b892-cedc9a3705ac req-71360a2a-cf32-43eb-8e42-f04f0bbd0aed tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 943 time: 0.1929691 Mar 11 16:51:00.731149 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0cfe3a89-4804-451d-b892-cedc9a3705ac req-ceda7495-c97a-4518-96fd-0a4a046fa2c8 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545330 Mar 11 16:51:00.733330 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-77ed3ccc-cea6-457e-9209-e9b71b4418f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:00.734721 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-77ed3ccc-cea6-457e-9209-e9b71b4418f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1191859 Mar 11 16:51:00.880267 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-a162614f-5629-4ed6-8ff4-847fb5ce9fa6 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368260 Mar 11 16:51:01.015596 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-357cddbb-b552-4665-9cfb-57ec309fe856 req-9fc972a9-f23d-4c20-990d-e856d317556f service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288030 Mar 11 16:51:01.918955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe0f33-a10c-4833-994b-feaf00cf5be8 req-e34afc6d-465b-4695-9e5b-d4352b2ba3ff tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:01.920386 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1afe0f33-a10c-4833-994b-feaf00cf5be8 req-e34afc6d-465b-4695-9e5b-d4352b2ba3ff tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 943 time: 0.0842535 Mar 11 16:51:01.964748 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-1afe0f33-a10c-4833-994b-feaf00cf5be8 req-a985d61e-0fa9-4bbf-bb5d-42e8ca1e4ec9 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377049 Mar 11 16:51:03.147235 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fc0da-aeaa-4c02-8f02-3403f251f90a req-edeb1863-898d-4a69-afb7-d3359cb009ba tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:03.148723 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c35fc0da-aeaa-4c02-8f02-3403f251f90a req-edeb1863-898d-4a69-afb7-d3359cb009ba tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 943 time: 0.0786247 Mar 11 16:51:03.196748 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c35fc0da-aeaa-4c02-8f02-3403f251f90a req-2dbff5ee-3e76-45bc-9339-41b5a1d379d7 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Mar 11 16:51:04.380761 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0502c-3fc0-42bf-a40e-cf6612c64c36 req-5dc6cf27-a2da-4754-b358-56a21dc91be8 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:04.382196 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4f0502c-3fc0-42bf-a40e-cf6612c64c36 req-5dc6cf27-a2da-4754-b358-56a21dc91be8 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 943 time: 0.0788717 Mar 11 16:51:04.425284 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d4f0502c-3fc0-42bf-a40e-cf6612c64c36 req-dcd42fa1-3f77-4808-8e5d-f841567a47a5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371628 Mar 11 16:51:04.608282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 2480c499-a7e1-48d8-a06e-c32ee9bde45b details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:51:04.741794 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 2480c499-a7e1-48d8-a06e-c32ee9bde45b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:04.756593 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'mac_address': 'fa:16:3e:7a:c5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:51:04.814359 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:04.830462 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2480c499-a7e1-48d8-a06e-c32ee9bde45b {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:51:04.846554 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 2480c499-a7e1-48d8-a06e-c32ee9bde45b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:04.928818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:04.997960 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=2480c499-a7e1-48d8-a06e-c32ee9bde45b,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:05.299273 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['2480c499-a7e1-48d8-a06e-c32ee9bde45b'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:51:05.614387 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac564312-8477-4d01-a639-3593361e534f req-7484924c-a439-4157-9b4f-dabf98f9e209 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:05.615829 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac564312-8477-4d01-a639-3593361e534f req-7484924c-a439-4157-9b4f-dabf98f9e209 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 944 time: 0.0855985 Mar 11 16:51:05.659811 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ac564312-8477-4d01-a639-3593361e534f req-6d1a16a7-9939-481a-8f86-ea09a3794e55 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379446 Mar 11 16:51:06.620888 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 2480c499-a7e1-48d8-a06e-c32ee9bde45b up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:51:06.763147 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 2480c499-a7e1-48d8-a06e-c32ee9bde45b completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:51:06.769194 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 2480c499-a7e1-48d8-a06e-c32ee9bde45b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:06.769650 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:06.848895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71039fd-30a7-4e6c-a9d8-6e8ef8d7d05c req-aefe589c-fc74-4762-ad78-ed34e97ce522 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:06.850366 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c71039fd-30a7-4e6c-a9d8-6e8ef8d7d05c req-aefe589c-fc74-4762-ad78-ed34e97ce522 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 944 time: 0.0838749 Mar 11 16:51:06.888857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:06.895422 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-c71039fd-30a7-4e6c-a9d8-6e8ef8d7d05c req-418794ba-d438-41e8-ad4f-e312782f82e1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 Mar 11 16:51:06.916399 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:51:06.926756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 2480c499-a7e1-48d8-a06e-c32ee9bde45b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:07.014317 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'code': 200} Mar 11 16:51:07.036953 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:07.106892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=2480c499-a7e1-48d8-a06e-c32ee9bde45b,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:07.401547 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc24fc-0d95-432f-803f-5939a7a37d8b req-90786f49-9149-452e-8c7b-d86c83848701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:07.402997 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3adc24fc-0d95-432f-803f-5939a7a37d8b req-90786f49-9149-452e-8c7b-d86c83848701 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 1098 time: 0.0725729 Mar 11 16:51:07.445641 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3adc24fc-0d95-432f-803f-5939a7a37d8b req-f955b22c-ac26-4969-868e-c5c0788b92af service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366750 Mar 11 16:51:08.082250 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48100adc-9174-4956-87eb-711d79ca15cf req-62bb6bfa-5700-4c88-a733-224431ad4381 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:08.083713 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-48100adc-9174-4956-87eb-711d79ca15cf req-62bb6bfa-5700-4c88-a733-224431ad4381 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 945 time: 0.0834620 Mar 11 16:51:08.133014 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-48100adc-9174-4956-87eb-711d79ca15cf req-f53b91d5-5801-4349-9268-8643ca02ac21 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Mar 11 16:51:09.321390 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42aaf3f-ad65-42be-8397-4fbf739976b8 req-e5fc6da3-5601-4850-ab00-2b4a4405e644 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:09.322854 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f42aaf3f-ad65-42be-8397-4fbf739976b8 req-e5fc6da3-5601-4850-ab00-2b4a4405e644 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 945 time: 0.0808735 Mar 11 16:51:09.366812 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f42aaf3f-ad65-42be-8397-4fbf739976b8 req-d9ecf0d2-34f4-4a3f-a602-e5cd56f82f1c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383849 Mar 11 16:51:09.650796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c165e1-b6f8-4843-a2ff-a675e56d3631 req-29a920b9-ec71-4a67-a118-2b6052b73492 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:09.652265 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04c165e1-b6f8-4843-a2ff-a675e56d3631 req-29a920b9-ec71-4a67-a118-2b6052b73492 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 945 time: 0.1807263 Mar 11 16:51:09.695961 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-04c165e1-b6f8-4843-a2ff-a675e56d3631 req-de1f1cd1-f1fc-42b3-b3ca-1001618fa797 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374746 Mar 11 16:51:09.718217 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51888) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:09.827130 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffcdeca-9f0a-492d-8e93-54b89333463b tempest-TestSnapshotPattern-877261164 tempest-TestSnapshotPattern-877261164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:09.827838 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9ffcdeca-9f0a-492d-8e93-54b89333463b tempest-TestSnapshotPattern-877261164 tempest-TestSnapshotPattern-877261164-project-admin] Synchronizing usage tracker for tenant:84349b1661274acc98ad5c6b29665ef2 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:51:09.922821 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-9ffcdeca-9f0a-492d-8e93-54b89333463b tempest-TestSnapshotPattern-877261164 tempest-TestSnapshotPattern-877261164-project-admin] Unset dirty status for tenant:84349b1661274acc98ad5c6b29665ef2 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:51:09.924269 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-9ffcdeca-9f0a-492d-8e93-54b89333463b tempest-TestSnapshotPattern-877261164 tempest-TestSnapshotPattern-877261164-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 1093 time: 0.2049530 Mar 11 16:51:09.927346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 51894) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:09.932406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:51:09.939008 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:09.942729 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Usage tracker for resource:floatingip and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:09.946052 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:09.951870 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:10.049252 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:10.186798 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:10.324181 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Allocated IP 172.26.6.129 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/d7c94218-835d-4865-9079-f48d41211981) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:51:10.467739 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:10.574534 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:10.636465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:51:10.639102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:51:10.647317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:51:10.686120 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'Port': ['ID=d7c94218-835d-4865-9079-f48d41211981,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:10.698140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:10.698485 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:10.698820 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:10.699155 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:10.699482 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:10.699808 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:10.700138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:10.700458 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:10.700806 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:10.701131 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:10.701448 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:10.701763 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:11.060262 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:11.203113 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:11.417354 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:11.488215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:11.595554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'Port': ['ID=d7c94218-835d-4865-9079-f48d41211981,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:11.605005 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:11.880313 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Floating IP 3f082e72-abc3-4d72-8768-ed690a1910cf associated. External IP: 172.26.6.129, port: 2480c499-a7e1-48d8-a06e-c32ee9bde45b. Mar 11 16:51:12.230712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Router 8b259795-7aca-454e-b4f3-bc80ff0461d7 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:51:12.412557 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:51:12.422070 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd7184-043a-4ebe-bfa5-d3149234184c None None] Sync routers for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:51:12.430853 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd7184-043a-4ebe-bfa5-d3149234184c None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:51:12.431443 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-02bd7184-043a-4ebe-bfa5-d3149234184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:12.511955 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:12.566719 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-26d8aba2-2a4d-4a2d-afff-74de517ea279 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6382899 Mar 11 16:51:12.567311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:51:12.611026 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-02bd7184-043a-4ebe-bfa5-d3149234184c None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:51:12.611790 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'status': 'completed', 'code': 200} Mar 11 16:51:12.706696 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40228bcc-40fc-4357-8796-8fb27eda5bc2 req-3c90a87e-ca51-4746-bd49-2f2ebc3b9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:12.708155 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40228bcc-40fc-4357-8796-8fb27eda5bc2 req-3c90a87e-ca51-4746-bd49-2f2ebc3b9f21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 1098 time: 0.0731246 Mar 11 16:51:12.840505 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40228bcc-40fc-4357-8796-8fb27eda5bc2 req-3f14fe3a-af43-4890-8b3b-830e46d4f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:12.857888 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40228bcc-40fc-4357-8796-8fb27eda5bc2 req-3f14fe3a-af43-4890-8b3b-830e46d4f62c service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 910 time: 0.1275818 Mar 11 16:51:12.944675 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40228bcc-40fc-4357-8796-8fb27eda5bc2 req-20b5ff89-f4df-4e89-a07e-fb46e325b16f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b HTTP/1.1" status: 200 len: 999 time: 0.0965335 Mar 11 16:51:12.966661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-02bd7184-043a-4ebe-bfa5-d3149234184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '3f082e72-abc3-4d72-8768-ed690a1910cf', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:7a:c5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:11Z', 'updated_at': '2022-03-11T16:51:11Z', 'revision_number': 0, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:12.970586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd7184-043a-4ebe-bfa5-d3149234184c None None] Checking router: 8b259795-7aca-454e-b4f3-bc80ff0461d7 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:51:12.979165 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd7184-043a-4ebe-bfa5-d3149234184c None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:51:12.979760 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-02bd7184-043a-4ebe-bfa5-d3149234184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:50:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:13.008281 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40228bcc-40fc-4357-8796-8fb27eda5bc2 req-8376ac5a-951f-4532-b3de-8202243d56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:13.009768 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40228bcc-40fc-4357-8796-8fb27eda5bc2 req-8376ac5a-951f-4532-b3de-8202243d56a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0590186 Mar 11 16:51:13.085712 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40228bcc-40fc-4357-8796-8fb27eda5bc2 req-4dd6c3ea-7831-4c5e-9ff3-5c7871b2d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:13.087194 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40228bcc-40fc-4357-8796-8fb27eda5bc2 req-4dd6c3ea-7831-4c5e-9ff3-5c7871b2d94c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688336 Mar 11 16:51:13.157648 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-02bd7184-043a-4ebe-bfa5-d3149234184c None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:51:13.218031 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40228bcc-40fc-4357-8796-8fb27eda5bc2 req-2eeaacb8-846a-4955-81e8-082e17e73855 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242745 Mar 11 16:51:13.353206 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-40228bcc-40fc-4357-8796-8fb27eda5bc2 req-4c074d56-fdba-440d-abae-ab5ce7722cd6 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288114 Mar 11 16:51:13.547078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-02bd7184-043a-4ebe-bfa5-d3149234184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '3f082e72-abc3-4d72-8768-ed690a1910cf', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:7a:c5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:11Z', 'updated_at': '2022-03-11T16:51:11Z', 'revision_number': 0, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:13.551696 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd7184-043a-4ebe-bfa5-d3149234184c None None] The sync data for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv is: [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '3f082e72-abc3-4d72-8768-ed690a1910cf', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:7a:c5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:11Z', 'updated_at': '2022-03-11T16:51:11Z', 'revision_number': 0, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:51:13.743551 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906a7c9-adb6-4567-8d67-c2b1f1624b52 None None] New status for floating IP 3f082e72-abc3-4d72-8768-ed690a1910cf: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:51:14.745994 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:51:20.904899 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5338e0f3-8710-4372-9f5a-4f98ea92604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:23.751572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3b29-b72b-4b75-930d-92a5fa4604e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:24.488353 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:24.899510 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:26.265321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:26.939665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:50.962083 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-42a8c1c8-e7a2-4401-b527-969b3f9f0c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:51.746060 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:51:53.739363 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea003-a620-49c0-b2f4-4aca3a204367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:54.458686 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:54.859552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.356494 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.962089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:01.555139 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-38b2ccbe-8dd9-40c6-b660-1ef4309e49f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1801002 Mar 11 16:52:01.700938 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-c3690ed7-4454-43cc-b722-657240b872b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:01.702405 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-c3690ed7-4454-43cc-b722-657240b872b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 1098 time: 0.0705130 Mar 11 16:52:01.843860 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-982a2c72-5d5b-4de9-9c71-534034add339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:01.845343 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-982a2c72-5d5b-4de9-9c71-534034add339 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 910 time: 0.1239209 Mar 11 16:52:01.948458 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-5f86aa63-402f-41f2-b6f6-dfdf9b71b401 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b HTTP/1.1" status: 200 len: 1001 time: 0.0964172 Mar 11 16:52:02.011437 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-7a87d1be-e271-4df0-8e36-5b6b32a68c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:02.013362 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-7a87d1be-e271-4df0-8e36-5b6b32a68c8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0592053 Mar 11 16:52:02.086822 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-c084a333-e271-4f8f-a7e0-8712499bda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:02.088293 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-c084a333-e271-4f8f-a7e0-8712499bda01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677505 Mar 11 16:52:02.217524 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-3bcee74a-ea97-4355-b5a0-29e99e1767d4 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228387 Mar 11 16:52:02.356847 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-624eb5f5-42db-4def-8356-a97683b7ec41 req-f861de2f-443a-425e-99ff-1afe48180e14 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320043 Mar 11 16:52:20.910641 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-158667cf-2baf-4035-a55a-b7200cb99642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:23.727306 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9f2866b0-6d43-404a-9bc8-710d3d46b717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:24.458624 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:24.881844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:26.247542 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:26.996807 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:28.745609 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:52:50.898428 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d074dd04-7a52-40a8-abfc-042ac1d3f660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:53.784005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4eb18f76-00aa-4d97-ad64-b79c9e3359b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:54.452605 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:54.875559 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:56.264259 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:56.926783 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:03.506494 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-cf6980f4-dfe2-4988-8e94-6f0b34191f66 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1321220 Mar 11 16:53:03.650964 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-3166f4f5-07e5-46e4-a82b-f80fc15545f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:03.652496 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-3166f4f5-07e5-46e4-a82b-f80fc15545f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 1098 time: 0.0778737 Mar 11 16:53:03.795255 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-ed4c1ae2-2919-4ffb-8a7b-769ca0f78077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:03.796814 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-ed4c1ae2-2919-4ffb-8a7b-769ca0f78077 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 910 time: 0.1264198 Mar 11 16:53:03.899618 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-a93f2e92-cb35-430d-a229-ab8f9a46799c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b HTTP/1.1" status: 200 len: 1001 time: 0.0964754 Mar 11 16:53:03.963388 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-a358db18-235b-464f-ae54-013f61341a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:03.964783 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-a358db18-235b-464f-ae54-013f61341a8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0592549 Mar 11 16:53:04.047584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-2a387ddd-d8c4-474a-8b7d-40506d2a07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:04.049105 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-2a387ddd-d8c4-474a-8b7d-40506d2a07fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778136 Mar 11 16:53:04.182534 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-2dfeda43-609d-48f2-bfa8-7560e07991e6 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268864 Mar 11 16:53:04.421734 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-35ab7215-cdc7-4096-ade4-f5d932392caa req-d6712818-4a89-4285-bdd8-75742f675ba1 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331033 Mar 11 16:53:05.744541 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:53:20.926857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0b39888b-e7aa-492a-9f23-db7b4d852e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:23.743824 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4e7fa3b9-fd28-4532-8b50-987856fea34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:24.452248 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:24.880826 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:26.251001 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:26.953756 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:42.743046 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:53:50.897652 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3149c3d2-f331-4f11-9698-df0b536866f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:53.737987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2783006a-65e9-46ab-ae90-4f9d88a88b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:54.441007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:54.879979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:55.632342 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 2480c499-a7e1-48d8-a06e-c32ee9bde45b details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:53:55.764504 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 2480c499-a7e1-48d8-a06e-c32ee9bde45b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:53:55.779095 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'mac_address': 'fa:16:3e:7a:c5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:53:55.834210 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:55.850417 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2480c499-a7e1-48d8-a06e-c32ee9bde45b {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:53:55.865307 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 2480c499-a7e1-48d8-a06e-c32ee9bde45b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:53:55.926034 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:56.002879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=2480c499-a7e1-48d8-a06e-c32ee9bde45b,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:56.007548 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['2480c499-a7e1-48d8-a06e-c32ee9bde45b'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:53:56.039508 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.039856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.040196 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.040528 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.040892 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.041223 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.041546 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.041870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.042190 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.042514 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.042830 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.043145 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:56.275289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:56.988839 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:57.647534 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 2480c499-a7e1-48d8-a06e-c32ee9bde45b up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:53:57.716522 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 2480c499-a7e1-48d8-a06e-c32ee9bde45b triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:53:57.716915 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:57.831571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:57.857805 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:53:57.868621 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 2480c499-a7e1-48d8-a06e-c32ee9bde45b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:53:57.906489 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'code': 200} Mar 11 16:53:57.914642 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:57.984004 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=2480c499-a7e1-48d8-a06e-c32ee9bde45b,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:04.694283 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be8ebc-3d29-42ca-a3bc-e64bce76243c req-ebf63f38-7efa-4019-9b11-83b1b5255753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:04.695562 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d8be8ebc-3d29-42ca-a3bc-e64bce76243c req-ebf63f38-7efa-4019-9b11-83b1b5255753 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 1098 time: 0.0802808 Mar 11 16:54:04.844422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be8ebc-3d29-42ca-a3bc-e64bce76243c req-42f5b054-d853-458e-8166-11d1fc87d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:04.846004 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d8be8ebc-3d29-42ca-a3bc-e64bce76243c req-42f5b054-d853-458e-8166-11d1fc87d4a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 910 time: 0.1312795 Mar 11 16:54:04.951393 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d8be8ebc-3d29-42ca-a3bc-e64bce76243c req-15727557-7341-4158-9336-9070c106d59d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b HTTP/1.1" status: 200 len: 1001 time: 0.0989530 Mar 11 16:54:05.018525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be8ebc-3d29-42ca-a3bc-e64bce76243c req-4d22078c-1e0a-4e40-913a-354626933bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:05.019972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d8be8ebc-3d29-42ca-a3bc-e64bce76243c req-4d22078c-1e0a-4e40-913a-354626933bbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0627327 Mar 11 16:54:05.111317 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be8ebc-3d29-42ca-a3bc-e64bce76243c req-3ae6518f-f0b9-48b0-91eb-e6f779191ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:05.112869 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d8be8ebc-3d29-42ca-a3bc-e64bce76243c req-3ae6518f-f0b9-48b0-91eb-e6f779191ba4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857942 Mar 11 16:54:05.272814 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d8be8ebc-3d29-42ca-a3bc-e64bce76243c req-8d8b25cb-fe16-4cef-ab6e-0de86d184431 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416786 Mar 11 16:54:05.414069 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d8be8ebc-3d29-42ca-a3bc-e64bce76243c req-29be97d1-3013-4154-99b0-373540c8bcdf service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403675 Mar 11 16:54:13.140385 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a4034424-7772-43b3-9935-690d3b37659b tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723714568&fields=id&tenant_id=7daa1bef32d0433fb90a855988a9a372 HTTP/1.1" status: 200 len: 267 time: 0.0412705 Mar 11 16:54:13.297835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-ac064dbc-4180-4d80-96ec-4b516277b952 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:13.299304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-ac064dbc-4180-4d80-96ec-4b516277b952 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 809 time: 0.1518779 Mar 11 16:54:13.314784 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-c141d233-ca0e-403c-941b-e2dd9b1ba533 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/quotas/7daa1bef32d0433fb90a855988a9a372 HTTP/1.1" status: 200 len: 375 time: 0.0099716 Mar 11 16:54:13.408074 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-c823411f-d528-4367-ae6d-575c0dd0f1b5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0876930 Mar 11 16:54:13.592829 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-246d2424-bbd1-47ef-ade8-14cf11a9c088 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725786 Mar 11 16:54:13.727969 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-30560e29-18c1-4a56-84d8-d7ba1cbd6d66 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293149 Mar 11 16:54:15.036283 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-47dab8c3-92c9-464a-9d9a-5783a239df8a req-64c5c05e-9579-41d5-979b-18b1121c190d tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 210 time: 0.0452175 Mar 11 16:54:15.756499 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 2480c499-a7e1-48d8-a06e-c32ee9bde45b no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:54:15.905870 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:15.932769 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:15.943245 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 2480c499-a7e1-48d8-a06e-c32ee9bde45b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:15.980566 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'code': 200} Mar 11 16:54:16.045874 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:16.114117 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=2480c499-a7e1-48d8-a06e-c32ee9bde45b,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:16.184060 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-926aae91-bf3a-49f7-bf42-a83ce95f8d03 req-c73d7c56-198f-4cbe-ac63-175f94ab0a23 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 210 time: 0.0413520 Mar 11 16:54:17.345265 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e28786a6-f6a0-4fee-ae1d-433ba859a31b req-dc239ad9-73fd-4d10-8de8-a20aff83375f tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 210 time: 0.0452607 Mar 11 16:54:17.680892 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-28fcc02f-181b-40c1-87e9-417d60c84d06 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:17.682435 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-28fcc02f-181b-40c1-87e9-417d60c84d06 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 809 time: 0.2633891 Mar 11 16:54:17.730827 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-1304611b-a0dd-4376-8c7d-02d489cceebf tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7daa1bef32d0433fb90a855988a9a372 HTTP/1.1" status: 200 len: 380 time: 0.0404923 Mar 11 16:54:17.739654 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Request body: {'port': {'device_id': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'admin_state_up': True, 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'security_groups': ['7b0e7171-97e6-4fd4-86bd-875a6fbf6838']}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:54:17.879424 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:54:17.889944 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:54:17.965673 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Made reservation on behalf of 7daa1bef32d0433fb90a855988a9a372 for: {'port': 1} {{(pid=88558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:54:17.969316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:18.138200 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Allocated IP 172.20.0.12 (7fa22e8a-d592-4af0-a283-f544f003d9a0/14eef279-322e-453c-a3c2-b519ff72b82c/8835ea85-6c4c-4e91-9072-5bf76b51d21f) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:54:18.349092 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:18.369789 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Transition to ACTIVE for port object 8835ea85-6c4c-4e91-9072-5bf76b51d21f will not be triggered until provisioned by entity DHCP. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:54:18.463607 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:18.629102 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Network 7fa22e8a-d592-4af0-a283-f544f003d9a0 is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:54:18.633967 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:54:18.646118 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:54:18.705328 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'Port': ['ID=8835ea85-6c4c-4e91-9072-5bf76b51d21f,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:18.723100 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.723447 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.723796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.724135 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.724468 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.724836 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.725162 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.725494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.725823 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.726147 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.726494 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.726792 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:18.779215 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:18.779899 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:18.803416 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5de3f-62b5-4a90-93a4-c35c58dbac60 req-1981a272-fcea-4dd4-b24f-c5de09435ae7 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:18.810752 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ba5de3f-62b5-4a90-93a4-c35c58dbac60 req-1981a272-fcea-4dd4-b24f-c5de09435ae7 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 932 time: 0.2766752 Mar 11 16:54:18.870019 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-7ba5de3f-62b5-4a90-93a4-c35c58dbac60 req-03c9a70e-e8c4-4135-81fc-6576e81f84df tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582454 Mar 11 16:54:18.925620 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-a52035fd-ec9c-498d-9a3a-b1293d9576a1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1901941 Mar 11 16:54:19.074126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b2daa4c8-6ee2-43b1-8437-4da034c865eb None None] Provisioning for port 8835ea85-6c4c-4e91-9072-5bf76b51d21f completed by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:54:19.079715 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-b2daa4c8-6ee2-43b1-8437-4da034c865eb None None] Provisioning complete for port 8835ea85-6c4c-4e91-9072-5bf76b51d21f triggered by entity DHCP. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:54:19.080168 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b2daa4c8-6ee2-43b1-8437-4da034c865eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:19.146625 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-b2daa4c8-6ee2-43b1-8437-4da034c865eb None None] Port 8835ea85-6c4c-4e91-9072-5bf76b51d21f cannot update to ACTIVE because it is not bound. {{(pid=88559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:54:19.744733 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:54:20.069072 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89372-a1ca-410f-8936-121932c50950 req-7efbaf21-6a49-4a47-aa21-90b3a9808394 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:20.069832 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-ebf89372-a1ca-410f-8936-121932c50950 req-7efbaf21-6a49-4a47-aa21-90b3a9808394 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Synchronizing usage tracker for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:54:20.160152 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-ebf89372-a1ca-410f-8936-121932c50950 req-7efbaf21-6a49-4a47-aa21-90b3a9808394 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Unset dirty status for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:54:20.161502 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ebf89372-a1ca-410f-8936-121932c50950 req-7efbaf21-6a49-4a47-aa21-90b3a9808394 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 932 time: 0.1715748 Mar 11 16:54:20.220561 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ebf89372-a1ca-410f-8936-121932c50950 req-2839e7ff-afca-4de5-bde3-d82417ee9f30 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529518 Mar 11 16:54:20.913254 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e66a26e6-4490-4729-9b7e-fddf1ec0d78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:21.422105 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80561b0b-3d1b-4858-8e1d-05d3f1dc025c req-8ec39289-f22f-4139-8608-8915686b4a70 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:21.424298 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80561b0b-3d1b-4858-8e1d-05d3f1dc025c req-8ec39289-f22f-4139-8608-8915686b4a70 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 932 time: 0.0886428 Mar 11 16:54:21.471047 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-80561b0b-3d1b-4858-8e1d-05d3f1dc025c req-03ba7441-d427-451f-b0a3-6a3eabf72cf1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409265 Mar 11 16:54:22.678488 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e91da-28a1-42f5-9a5d-aa1c1202314f req-cce3a1b1-6fe2-43b0-9e11-2aa32f30614c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:22.680321 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4e7e91da-28a1-42f5-9a5d-aa1c1202314f req-cce3a1b1-6fe2-43b0-9e11-2aa32f30614c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 932 time: 0.0972500 Mar 11 16:54:22.734864 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-4e7e91da-28a1-42f5-9a5d-aa1c1202314f req-6b7ca7f7-81b4-42b7-904e-6faae662d5bb tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483708 Mar 11 16:54:23.953917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a20cf-e8ae-4568-80bb-f32c8d76a39c req-ef67c906-251f-477d-94f7-56eba915e057 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:23.953917 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f49a20cf-e8ae-4568-80bb-f32c8d76a39c req-ef67c906-251f-477d-94f7-56eba915e057 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 932 time: 0.1001151 Mar 11 16:54:24.012327 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f49a20cf-e8ae-4568-80bb-f32c8d76a39c req-31269337-6979-414d-9a66-c4a129068702 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512660 Mar 11 16:54:24.320003 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ad2665e7-1139-4661-a1c2-e59e1c4b3c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:24.463252 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:24.895930 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:25.223006 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd77e28-6253-468a-8dd9-a64a386133f1 req-f02bbc18-0bee-42dd-8fd2-94934bc1e23d tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:25.231116 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3fd77e28-6253-468a-8dd9-a64a386133f1 req-f02bbc18-0bee-42dd-8fd2-94934bc1e23d tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 932 time: 0.0939925 Mar 11 16:54:25.295266 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-3fd77e28-6253-468a-8dd9-a64a386133f1 req-b6f7f3ba-7ed8-4de8-8419-8670f9b87f20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519180 Mar 11 16:54:26.297251 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:26.481948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e30850-856d-4cd2-9300-b89683d766c0 req-66bb1e74-bae1-4cf6-91e4-ab0492105247 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:26.483347 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e2e30850-856d-4cd2-9300-b89683d766c0 req-66bb1e74-bae1-4cf6-91e4-ab0492105247 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 932 time: 0.0793958 Mar 11 16:54:26.528343 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-e2e30850-856d-4cd2-9300-b89683d766c0 req-dfb519c0-d5ed-4a70-a690-9ec3fba914fd tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393994 Mar 11 16:54:26.942816 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:27.712834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219375d-a230-44cd-a71a-9f28a3d8d74a req-8767b445-4138-4954-a488-e09287e5f985 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:27.714298 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0219375d-a230-44cd-a71a-9f28a3d8d74a req-8767b445-4138-4954-a488-e09287e5f985 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 932 time: 0.0823565 Mar 11 16:54:27.758629 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-0219375d-a230-44cd-a71a-9f28a3d8d74a req-b9287bb2-b704-48c3-a5df-05b13d81359e tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387692 Mar 11 16:54:28.942719 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfff1d-5bc9-4289-9135-49c01fd3e4b9 req-2eecc8a0-f692-477f-a008-5024e5e76cf1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:28.944185 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-05cfff1d-5bc9-4289-9135-49c01fd3e4b9 req-2eecc8a0-f692-477f-a008-5024e5e76cf1 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 932 time: 0.0800815 Mar 11 16:54:28.990970 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-05cfff1d-5bc9-4289-9135-49c01fd3e4b9 req-39e32681-aeb9-4ae7-8160-107251e43f8a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410540 Mar 11 16:54:30.043545 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Request body: {'port': {'device_id': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:54:30.303297 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:30.437626 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba96313-c5b1-4207-8b78-cd3bf3016f7e req-72773545-620b-4f3a-b994-2deec894cc3b tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:30.439073 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9ba96313-c5b1-4207-8b78-cd3bf3016f7e req-72773545-620b-4f3a-b994-2deec894cc3b tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 932 time: 0.3142815 Mar 11 16:54:30.528915 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9ba96313-c5b1-4207-8b78-cd3bf3016f7e req-21e1dc20-68f2-496c-ab20-e7c843afae8d tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838642 Mar 11 16:54:30.695439 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8835ea85-6c4c-4e91-9072-5bf76b51d21f {{(pid=88558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:54:30.702587 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:30.716699 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.provisioning_blocks [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Transition to ACTIVE for port object 8835ea85-6c4c-4e91-9072-5bf76b51d21f will not be triggered until provisioned by entity L2. {{(pid=88558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:54:30.783123 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:30.910125 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Pushing event updated for resources: {'Port': ['ID=8835ea85-6c4c-4e91-9072-5bf76b51d21f,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:31.018613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Attempting to bind port 8835ea85-6c4c-4e91-9072-5bf76b51d21f on host hv-neutron-8332 for vnic_type normal with profile {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:54:31.018943 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Attempting to bind port 8835ea85-6c4c-4e91-9072-5bf76b51d21f by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:54:31.019269 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Attempting to bind port 8835ea85-6c4c-4e91-9072-5bf76b51d21f on network 7fa22e8a-d592-4af0-a283-f544f003d9a0 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:54:31.023824 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Port 8835ea85-6c4c-4e91-9072-5bf76b51d21f on network 7fa22e8a-d592-4af0-a283-f544f003d9a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:54:31.024145 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Attempting to bind port 8835ea85-6c4c-4e91-9072-5bf76b51d21f on network 7fa22e8a-d592-4af0-a283-f544f003d9a0 {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:54:31.029319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Checking agent: {'id': '4bc78313-d373-4527-99a1-5c822b8c5488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'started_at': datetime.datetime(2022, 3, 11, 15, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:54:31.029657 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Checking segment: {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:54:31.030032 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Bound using segment: {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'} {{(pid=88558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:54:31.030455 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.managers [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Bound port: 8835ea85-6c4c-4e91-9072-5bf76b51d21f, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd52580-01d2-4814-ae63-31f3d4795f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0'}}] {{(pid=88558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:54:31.030796 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:31.122221 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] For port 8835ea85-6c4c-4e91-9072-5bf76b51d21f, host hv-neutron-8332, cleared binding levels {{(pid=88558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:54:31.125695 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] For port 8835ea85-6c4c-4e91-9072-5bf76b51d21f, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:54:31.182830 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:31.237829 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:31.238426 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:31.239778 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] 10.222.0.30 "PUT /v2.0/ports/8835ea85-6c4c-4e91-9072-5bf76b51d21f HTTP/1.1" status: 200 len: 1094 time: 1.2007351 Mar 11 16:54:31.240204 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:31.267759 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd6f20-2b74-461e-b168-30af98c09b7a service neutron] Pushing event updated for resources: {'Port': ['ID=8835ea85-6c4c-4e91-9072-5bf76b51d21f,revision_number=3']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:31.295160 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'status': 'completed', 'code': 200} Mar 11 16:54:31.395114 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b997e-5e58-4086-b1ef-8d502db5d237 req-b9379100-e4c5-4dd4-85d0-bb9b621437ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:31.396658 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-118b997e-5e58-4086-b1ef-8d502db5d237 req-b9379100-e4c5-4dd4-85d0-bb9b621437ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 1097 time: 0.0818415 Mar 11 16:54:31.541737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b997e-5e58-4086-b1ef-8d502db5d237 req-e13a8f7d-4806-4a56-96b9-794c00862cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:31.543081 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-118b997e-5e58-4086-b1ef-8d502db5d237 req-e13a8f7d-4806-4a56-96b9-794c00862cfc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7daa1bef32d0433fb90a855988a9a372&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1398818 Mar 11 16:54:31.730721 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b997e-5e58-4086-b1ef-8d502db5d237 req-a26d26b6-dfa3-4e7f-af47-4bd7196b4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:31.732154 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-118b997e-5e58-4086-b1ef-8d502db5d237 req-a26d26b6-dfa3-4e7f-af47-4bd7196b4b6a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1831908 Mar 11 16:54:31.756034 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2d866-c80c-4e5e-9e82-2689ba0e2f87 req-89e193cf-35ae-4751-86c7-31e3db205486 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:31.757554 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84b2d866-c80c-4e5e-9e82-2689ba0e2f87 req-89e193cf-35ae-4751-86c7-31e3db205486 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 944 time: 0.1175222 Mar 11 16:54:31.843548 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-84b2d866-c80c-4e5e-9e82-2689ba0e2f87 req-a9a14676-65f4-4211-9f99-1d017e2ad6fe tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801446 Mar 11 16:54:31.867267 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-94b4b718-a9c0-488e-9c08-7e42eef6dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:31.868749 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-94b4b718-a9c0-488e-9c08-7e42eef6dfaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 1097 time: 0.0923641 Mar 11 16:54:31.939756 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-0bf65f4e-2dbe-4dd9-920c-26f231f523bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f HTTP/1.1" status: 200 len: 217 time: 0.0633132 Mar 11 16:54:32.001536 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-51502833-ff06-46a0-996d-0e54513c1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:32.002944 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-51502833-ff06-46a0-996d-0e54513c1c7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0569017 Mar 11 16:54:32.080935 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-8a0377a4-cd34-42f8-a4cf-cec244638139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:32.082396 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-8a0377a4-cd34-42f8-a4cf-cec244638139 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732639 Mar 11 16:54:32.317668 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-4ebadf1b-a2d1-4f8e-a276-598e884891bd service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282109 Mar 11 16:54:32.451421 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b0c395e6-6afe-4b29-a98b-d61ceb5fc4fd req-bef6896b-d473-4f5b-bd1a-e67545696214 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269908 Mar 11 16:54:33.028895 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e2e9e-4d32-44e9-9c1a-82b26fcd8004 req-7ae6fae2-5ba0-4792-b38c-cf9c88d18c04 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:33.030342 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-164e2e9e-4d32-44e9-9c1a-82b26fcd8004 req-7ae6fae2-5ba0-4792-b38c-cf9c88d18c04 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 944 time: 0.0798769 Mar 11 16:54:33.074431 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-164e2e9e-4d32-44e9-9c1a-82b26fcd8004 req-cab4b02d-a73d-4922-a7b1-13dc86a524c6 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384648 Mar 11 16:54:34.261251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a08886-1b9a-43ed-a004-53687103bf56 req-b297c15f-1afc-45e6-9b63-61dd6a795fe2 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:34.262693 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-68a08886-1b9a-43ed-a004-53687103bf56 req-b297c15f-1afc-45e6-9b63-61dd6a795fe2 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 944 time: 0.0819182 Mar 11 16:54:34.307412 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-68a08886-1b9a-43ed-a004-53687103bf56 req-80038b6c-80a3-4242-9001-18c32f1f6a1c tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390575 Mar 11 16:54:35.490169 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb8d42-ef09-4e5d-aca1-66b0bedebc10 req-d18f3aec-90e1-4001-bacd-90238f68d08a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:35.491597 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9ffb8d42-ef09-4e5d-aca1-66b0bedebc10 req-d18f3aec-90e1-4001-bacd-90238f68d08a tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 944 time: 0.0791142 Mar 11 16:54:35.538302 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9ffb8d42-ef09-4e5d-aca1-66b0bedebc10 req-21a5ec15-6976-40f4-b80e-a8540dd0c5b2 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405388 Mar 11 16:54:35.802987 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8835ea85-6c4c-4e91-9072-5bf76b51d21f details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:54:35.934351 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8835ea85-6c4c-4e91-9072-5bf76b51d21f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:35.948042 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'port_id': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'mac_address': 'fa:16:3e:d7:bc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:54:36.005635 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:36.022149 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8835ea85-6c4c-4e91-9072-5bf76b51d21f {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:54:36.038072 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8835ea85-6c4c-4e91-9072-5bf76b51d21f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:36.102287 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:36.168772 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8835ea85-6c4c-4e91-9072-5bf76b51d21f,revision_number=4']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:36.496394 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['8835ea85-6c4c-4e91-9072-5bf76b51d21f'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:54:36.724737 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065eca5-d7e0-4019-8fc0-988d0eba32e2 req-26b96abc-d4b1-4412-8297-e195acce6b15 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:36.726222 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f065eca5-d7e0-4019-8fc0-988d0eba32e2 req-26b96abc-d4b1-4412-8297-e195acce6b15 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 945 time: 0.0807900 Mar 11 16:54:36.771359 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f065eca5-d7e0-4019-8fc0-988d0eba32e2 req-1b1fecff-460c-4188-b7d3-ec300b0ffbe0 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393727 Mar 11 16:54:37.818851 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8835ea85-6c4c-4e91-9072-5bf76b51d21f up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:54:37.953711 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning for port 8835ea85-6c4c-4e91-9072-5bf76b51d21f completed by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:54:37.958754 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 8835ea85-6c4c-4e91-9072-5bf76b51d21f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:54:37.959116 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:37.960799 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b4dfd-b5b4-4dcb-b3b2-c2af10e7a055 req-9e0267c7-5fbe-4728-814e-649803f18637 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:37.962331 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d76b4dfd-b5b4-4dcb-b3b2-c2af10e7a055 req-9e0267c7-5fbe-4728-814e-649803f18637 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 945 time: 0.0827990 Mar 11 16:54:38.008271 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d76b4dfd-b5b4-4dcb-b3b2-c2af10e7a055 req-70739a20-1e36-4ca0-ad23-0f8d304791e2 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401125 Mar 11 16:54:38.086007 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:38.112389 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:38.122490 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8835ea85-6c4c-4e91-9072-5bf76b51d21f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:38.154889 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'code': 200} Mar 11 16:54:38.199529 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:38.266077 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8835ea85-6c4c-4e91-9072-5bf76b51d21f,revision_number=5']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:38.544762 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d587064-c151-4cce-9bc4-187f39e572f1 req-11481d44-ccc2-4d55-a0a4-cfd1e4052d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:38.546157 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d587064-c151-4cce-9bc4-187f39e572f1 req-11481d44-ccc2-4d55-a0a4-cfd1e4052d67 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 1099 time: 0.0692337 Mar 11 16:54:38.589160 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8d587064-c151-4cce-9bc4-187f39e572f1 req-957b8e76-ca4c-4c52-b9f8-99c6d4d1b2c8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372169 Mar 11 16:54:39.197007 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98747d5d-256c-4728-8b3d-0f18cecb45df req-1a4a7ff2-0b9f-47e7-a2b7-e7a577dd6663 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:39.198467 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98747d5d-256c-4728-8b3d-0f18cecb45df req-1a4a7ff2-0b9f-47e7-a2b7-e7a577dd6663 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 946 time: 0.0826864 Mar 11 16:54:39.242527 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-98747d5d-256c-4728-8b3d-0f18cecb45df req-b00be04c-82fd-4177-bdfb-d7fbd3a72f57 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382180 Mar 11 16:54:40.428858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ee9cb-e7f5-4fed-a272-6a7290f3bc74 req-57a45132-f4eb-4cfc-8b9d-54881b2ab3a2 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:40.430351 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-173ee9cb-e7f5-4fed-a272-6a7290f3bc74 req-57a45132-f4eb-4cfc-8b9d-54881b2ab3a2 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 946 time: 0.0808024 Mar 11 16:54:40.477455 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-173ee9cb-e7f5-4fed-a272-6a7290f3bc74 req-cce1535e-c137-4daf-9e02-ca76d9184b0e tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Mar 11 16:54:40.663910 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dac5b-908e-46b0-9615-0e3e195581db req-8e069739-8c5e-4788-96b0-c9b5d54eaf13 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:40.665436 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-862dac5b-908e-46b0-9615-0e3e195581db req-8e069739-8c5e-4788-96b0-c9b5d54eaf13 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 946 time: 0.0803702 Mar 11 16:54:40.710473 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-862dac5b-908e-46b0-9615-0e3e195581db req-80cf5b31-a450-4cb0-94c5-249d41426afe tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394359 Mar 11 16:54:40.732962 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 52216) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:54:40.807544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3db0d48-9d92-4f57-9aff-12a9c9fcacc3 tempest-TestSnapshotPattern-877261164 tempest-TestSnapshotPattern-877261164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:40.809109 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b3db0d48-9d92-4f57-9aff-12a9c9fcacc3 tempest-TestSnapshotPattern-877261164 tempest-TestSnapshotPattern-877261164-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 1094 time: 0.0752378 Mar 11 16:54:40.812741 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 52220) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:54:40.817680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.v2.base [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Request body: {'floatingip': {'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'port_id': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:54:40.823813 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:54:40.827660 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Usage tracker for resource:floatingip and tenant:7daa1bef32d0433fb90a855988a9a372 is out of sync, need to count used quota {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:54:40.830558 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:54:40.836316 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.quota.driver [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:54:40.936784 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for floatingip, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:41.072414 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:41.207840 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_common [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Allocated IP 172.26.6.5 (71963bab-350e-4902-b19d-5dd30945ddcf/3a7a5f4b-f04b-4151-aabf-2374f6a608ca/99510922-026b-4150-9cd4-06401c702c4d) {{(pid=88558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:54:41.356814 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for port, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:41.461404 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403470650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:41.525552 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Network 71963bab-350e-4902-b19d-5dd30945ddcf is already hosted by enough agents. {{(pid=88558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:54:41.533045 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.base_scheduler [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Resources bound (agent type, host, resource id): {{(pid=88558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:54:41.537156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Received port after_create {{(pid=88558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:54:41.565890 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'Port': ['ID=99510922-026b-4150-9cd4-06401c702c4d,revision_number=1']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:42.049305 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.213264 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.417834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for port, precommit_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.477576 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2535767'] for port, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.585406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event updated for resources: {'Port': ['ID=99510922-026b-4150-9cd4-06401c702c4d,revision_number=2']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:42.596916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-994481'] for floatingip, after_update {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.768225 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Floating IP 62964990-dcf6-49c1-9735-8c907784e932 associated. External IP: 172.26.6.5, port: 8835ea85-6c4c-4e91-9072-5bf76b51d21f. Mar 11 16:54:43.118841 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Router 8b259795-7aca-454e-b4f3-bc80ff0461d7 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:54:43.407128 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:54:43.417218 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8976b18-e90e-4ec6-8507-c1ed85e81d68 None None] Sync routers for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:54:43.426728 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8976b18-e90e-4ec6-8507-c1ed85e81d68 None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:54:43.427432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d8976b18-e90e-4ec6-8507-c1ed85e81d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:54:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:43.503318 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:43.568714 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b938f717-1469-4689-9047-247e12094a20 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7445490 Mar 11 16:54:43.568714 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:43.608343 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'status': 'completed', 'code': 200} Mar 11 16:54:43.610531 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-d8976b18-e90e-4ec6-8507-c1ed85e81d68 None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:54:43.700795 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ec482-c0a8-4a40-a378-5455693a6dba req-dd3f1408-293a-413a-81b4-57c01a668a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:43.702237 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b27ec482-c0a8-4a40-a378-5455693a6dba req-dd3f1408-293a-413a-81b4-57c01a668a9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 1099 time: 0.0727930 Mar 11 16:54:43.832740 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ec482-c0a8-4a40-a378-5455693a6dba req-6760e724-2953-42ee-a811-5e400dc420dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:43.834195 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b27ec482-c0a8-4a40-a378-5455693a6dba req-6760e724-2953-42ee-a811-5e400dc420dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 910 time: 0.1264362 Mar 11 16:54:43.948149 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b27ec482-c0a8-4a40-a378-5455693a6dba req-5435abe1-7662-4e5f-a95b-36c8538e7e39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f HTTP/1.1" status: 200 len: 998 time: 0.1077588 Mar 11 16:54:44.007078 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d8976b18-e90e-4ec6-8507-c1ed85e81d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '3f082e72-abc3-4d72-8768-ed690a1910cf', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:7a:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:11Z', 'updated_at': '2022-03-11T16:51:13Z', 'revision_number': 1, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}, {'id': '62964990-dcf6-49c1-9735-8c907784e932', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:d7:bc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:54:41Z', 'updated_at': '2022-03-11T16:54:41Z', 'revision_number': 0, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:44.010928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8976b18-e90e-4ec6-8507-c1ed85e81d68 None None] Checking router: 8b259795-7aca-454e-b4f3-bc80ff0461d7 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:54:44.015129 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ec482-c0a8-4a40-a378-5455693a6dba req-54b699ed-93ec-4a0c-961d-ba166205c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:44.016586 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b27ec482-c0a8-4a40-a378-5455693a6dba req-54b699ed-93ec-4a0c-961d-ba166205c901 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0624602 Mar 11 16:54:44.019852 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8976b18-e90e-4ec6-8507-c1ed85e81d68 None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:54:44.020498 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d8976b18-e90e-4ec6-8507-c1ed85e81d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:54:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:44.090709 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ec482-c0a8-4a40-a378-5455693a6dba req-e959c970-7f57-42c1-96c9-a455c5b3e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:44.092189 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b27ec482-c0a8-4a40-a378-5455693a6dba req-e959c970-7f57-42c1-96c9-a455c5b3e219 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695798 Mar 11 16:54:44.199456 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-d8976b18-e90e-4ec6-8507-c1ed85e81d68 None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:54:44.225646 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b27ec482-c0a8-4a40-a378-5455693a6dba req-eec6003e-0477-4954-91a2-33b5b0c4275a service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267564 Mar 11 16:54:44.359018 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b27ec482-c0a8-4a40-a378-5455693a6dba req-034c959c-76b3-4c7e-9b5d-c1e58960e187 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275265 Mar 11 16:54:44.545902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-d8976b18-e90e-4ec6-8507-c1ed85e81d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '3f082e72-abc3-4d72-8768-ed690a1910cf', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:7a:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:11Z', 'updated_at': '2022-03-11T16:51:13Z', 'revision_number': 1, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}, {'id': '62964990-dcf6-49c1-9735-8c907784e932', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:d7:bc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:54:41Z', 'updated_at': '2022-03-11T16:54:41Z', 'revision_number': 0, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:44.550280 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8976b18-e90e-4ec6-8507-c1ed85e81d68 None None] The sync data for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv is: [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '3f082e72-abc3-4d72-8768-ed690a1910cf', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:7a:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:11Z', 'updated_at': '2022-03-11T16:51:13Z', 'revision_number': 1, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}, {'id': '62964990-dcf6-49c1-9735-8c907784e932', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:d7:bc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:54:41Z', 'updated_at': '2022-03-11T16:54:41Z', 'revision_number': 0, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:54:44.726410 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df2a97-dc86-437b-a711-f063d5509ad1 None None] New status for floating IP 62964990-dcf6-49c1-9735-8c907784e932: ACTIVE {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:54:50.952076 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-6b5316d1-f44f-4558-9c2f-c57883267583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:53.782183 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c91e42b7-d07f-4ee4-903d-11dc54517975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:54.700414 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:54.885166 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.273947 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.744925 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:54:56.969252 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:05.450940 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14caa651-4aa4-489f-a020-aa5a7427914a req-2cbc1723-fd52-445a-8e9f-e53dff076787 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724096 Mar 11 16:55:05.586312 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caa651-4aa4-489f-a020-aa5a7427914a req-72702eec-3f0d-4836-b3d3-a826f3549a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:05.587774 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14caa651-4aa4-489f-a020-aa5a7427914a req-72702eec-3f0d-4836-b3d3-a826f3549a36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 1096 time: 0.0695057 Mar 11 16:55:05.732167 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caa651-4aa4-489f-a020-aa5a7427914a req-9d8f65e0-7edf-4852-8215-b52ff17a1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:05.733667 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14caa651-4aa4-489f-a020-aa5a7427914a req-9d8f65e0-7edf-4852-8215-b52ff17a1e5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 910 time: 0.1272788 Mar 11 16:55:05.840304 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14caa651-4aa4-489f-a020-aa5a7427914a req-13331437-e98f-4b20-961d-b0467e03c302 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b HTTP/1.1" status: 200 len: 999 time: 0.1004908 Mar 11 16:55:05.901882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caa651-4aa4-489f-a020-aa5a7427914a req-30cfa9af-6bdd-4409-85a5-0e6c0989bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:05.903321 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14caa651-4aa4-489f-a020-aa5a7427914a req-30cfa9af-6bdd-4409-85a5-0e6c0989bb3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0575957 Mar 11 16:55:05.980621 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caa651-4aa4-489f-a020-aa5a7427914a req-1ca70e0e-3bba-42ea-be22-eea6f855b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:05.982093 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14caa651-4aa4-489f-a020-aa5a7427914a req-1ca70e0e-3bba-42ea-be22-eea6f855b011 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723588 Mar 11 16:55:06.115313 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14caa651-4aa4-489f-a020-aa5a7427914a req-fa1911b3-9212-480f-963d-f4dcc5fef212 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248360 Mar 11 16:55:06.357083 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-14caa651-4aa4-489f-a020-aa5a7427914a req-069fbbf0-cab0-4530-99a1-d0f5d04bba27 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367394 Mar 11 16:55:20.930653 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-263cffda-78d9-4f84-b82f-b28582062acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:23.740334 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ca4bab15-3880-421b-8a8c-43a0dde9a0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:24.479257 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:24.908005 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:26.267315 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:26.981911 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:33.743922 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:55:50.928000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c89236f8-8adf-4049-93c7-d335e94a8967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:53.762699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-dc65d93e-da5e-44b3-a991-6ee2f080f046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:54.465099 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:54.889802 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:56.276469 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:56.973421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:07.474845 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-bffbccb9-f58a-4d7a-b4fd-68c9e0acf66c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675724 Mar 11 16:56:07.571050 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-5d4f062d-8525-4561-ad72-73e02693f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:07.572413 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-5d4f062d-8525-4561-ad72-73e02693f118 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 1099 time: 0.0722203 Mar 11 16:56:07.714869 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-43d2dbb3-c402-4d6c-885c-95aa5469b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:07.716317 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-43d2dbb3-c402-4d6c-885c-95aa5469b179 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 910 time: 0.1251092 Mar 11 16:56:07.817555 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-61c6cb79-fe7a-4127-ab2d-c15d259c4f94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f HTTP/1.1" status: 200 len: 1000 time: 0.0950818 Mar 11 16:56:07.881834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-b1774478-ca98-4fba-8782-200cbb18f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:07.883338 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-b1774478-ca98-4fba-8782-200cbb18f668 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0585773 Mar 11 16:56:07.959056 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-c89e406b-9a3f-45e1-8b9c-e17dfe7233c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:07.960540 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-c89e406b-9a3f-45e1-8b9c-e17dfe7233c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698225 Mar 11 16:56:08.090972 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-fb33196c-f9ac-4484-9af2-8fefd92d78aa service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236794 Mar 11 16:56:08.224308 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-8db19570-18c7-4d32-8f9b-c3b6a4dcea7d req-ceb5f6cf-6f95-42ed-90cb-f8b0075c552d service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247778 Mar 11 16:56:10.743605 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:56:20.899219 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-95c6de01-e1da-49d8-a49d-40325d1d0139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:23.798419 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-56b08d11-ab59-453a-94c4-b2770fbcb4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:24.470384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:24.935097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:26.294747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:26.957952 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:42.171091 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [req-4092970d-e171-44dd-87b2-3cc69af68862 req-24ce6532-8fb9-4568-89e3-9194d5595040 service neutron] (88558) timed out ('10.222.0.39', 49696) {{(pid=88558) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:56:47.743230 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:56:50.951714 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-de38d14a-78e0-4267-bd51-8150e797efbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:53.726586 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e09e8aa6-dbea-4f36-b0e2-f04aa45f0f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:54.452777 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:54.898332 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.292661 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.961000 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:02.525020 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8835ea85-6c4c-4e91-9072-5bf76b51d21f details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=88559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:57:02.657277 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8835ea85-6c4c-4e91-9072-5bf76b51d21f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:02.670129 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Returning: {'device': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'port_id': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'mac_address': 'fa:16:3e:d7:bc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:57:02.724699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:02.740768 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8835ea85-6c4c-4e91-9072-5bf76b51d21f {{(pid=88559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:57:02.756976 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8835ea85-6c4c-4e91-9072-5bf76b51d21f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:02.837421 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:02.911140 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8835ea85-6c4c-4e91-9072-5bf76b51d21f,revision_number=6']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:02.918153 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.918500 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.918835 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.919165 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.919493 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.919817 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.920137 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.920457 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.920810 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.921126 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.921441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.921770 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:02.926321 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] get_ports_and_sgs() called for port_ids ['8835ea85-6c4c-4e91-9072-5bf76b51d21f'] {{(pid=88559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:57:04.534498 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8835ea85-6c4c-4e91-9072-5bf76b51d21f up at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:04.603957 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.provisioning_blocks [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Provisioning complete for port 8835ea85-6c4c-4e91-9072-5bf76b51d21f triggered by entity L2. {{(pid=88559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:04.604324 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042525'] for port, provisioning_complete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.720809 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.747647 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:57:04.757220 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8835ea85-6c4c-4e91-9072-5bf76b51d21f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:04.814578 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.853038 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'code': 200} Mar 11 16:57:04.884336 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8835ea85-6c4c-4e91-9072-5bf76b51d21f,revision_number=7']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:09.522230 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-fa67a768-3c54-403b-ad58-edcedb84885e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936477 Mar 11 16:57:09.673331 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-c1126acf-77e2-4ec8-9288-a0e2ca4a6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:09.675176 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-c1126acf-77e2-4ec8-9288-a0e2ca4a6ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 1096 time: 0.0775218 Mar 11 16:57:09.832068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-2451e6d2-2783-497c-9ecc-07daf70beff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:09.833728 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-2451e6d2-2783-497c-9ecc-07daf70beff9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 910 time: 0.1361878 Mar 11 16:57:09.955330 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-dc882174-886e-408f-8425-ca0cf440fbb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b HTTP/1.1" status: 200 len: 999 time: 0.1150122 Mar 11 16:57:10.032237 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-07d9d626-2bec-42ee-a9ff-5e3dbac33211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:10.035088 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-07d9d626-2bec-42ee-a9ff-5e3dbac33211 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0726907 Mar 11 16:57:10.144247 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-93b48b9b-ba43-4bf7-86cf-9759575d0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:10.146425 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-93b48b9b-ba43-4bf7-86cf-9759575d0f4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045506 Mar 11 16:57:10.331033 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-19763237-6a6c-45b2-a201-866d533e1d9a service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774197 Mar 11 16:57:10.627528 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-460f036e-c58d-43d2-89c1-4da4749dd486 req-11d99898-178d-451c-9cc0-a4dcea98d129 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902374 Mar 11 16:57:20.337311 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 52468) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:20.542680 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Deleting port 99510922-026b-4150-9cd4-06401c702c4d {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:20.542928 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:20.714164 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:20.714491 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:20.837564 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Calling delete_port for 99510922-026b-4150-9cd4-06401c702c4d owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:20.900162 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c8956b71-dbb5-46a7-8d16-0b52a7b7c3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:21.031528 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:21.080644 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event deleted for resources: {'Port': ['ID=99510922-026b-4150-9cd4-06401c702c4d,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:21.123280 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.123554 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.123922 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.124260 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.124620 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.124995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.125357 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.125686 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.126017 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.126339 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.126661 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.127078 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:21.181917 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:21.182253 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Floating IP 62964990-dcf6-49c1-9735-8c907784e932 disassociated (deleted). External IP: 172.26.6.5, port: 8835ea85-6c4c-4e91-9072-5bf76b51d21f. Mar 11 16:57:21.539652 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Router 8b259795-7aca-454e-b4f3-bc80ff0461d7 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:57:21.827618 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:57:21.837434 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e184c06-266a-42b6-8d2c-a3c9279b1ffc None None] Sync routers for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:57:21.846314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e184c06-266a-42b6-8d2c-a3c9279b1ffc None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:21.846920 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5e184c06-266a-42b6-8d2c-a3c9279b1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:56:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:21.918068 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:21.974238 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-701ef0d6-329c-445a-acab-6a0d586ac640 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "DELETE /v2.0/floatingips/62964990-dcf6-49c1-9735-8c907784e932 HTTP/1.1" status: 204 len: 168 time: 1.6358283 Mar 11 16:57:21.974818 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:57:22.034979 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-5e184c06-266a-42b6-8d2c-a3c9279b1ffc None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:22.090008 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'status': 'completed', 'code': 200} Mar 11 16:57:22.182493 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0268f-0c59-49be-8e80-5635511543b5 req-573664be-8fe2-4da8-a5b9-a5a10ebb6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:22.184036 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b9d0268f-0c59-49be-8e80-5635511543b5 req-573664be-8fe2-4da8-a5b9-a5a10ebb6ca8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 1099 time: 0.0724456 Mar 11 16:57:22.322406 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0268f-0c59-49be-8e80-5635511543b5 req-cf46de2c-d46f-44cb-af26-edc3b1a6f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:22.327134 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b9d0268f-0c59-49be-8e80-5635511543b5 req-cf46de2c-d46f-44cb-af26-edc3b1a6f88a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 910 time: 0.1342437 Mar 11 16:57:22.401105 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5e184c06-266a-42b6-8d2c-a3c9279b1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '3f082e72-abc3-4d72-8768-ed690a1910cf', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:7a:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:11Z', 'updated_at': '2022-03-11T16:51:13Z', 'revision_number': 1, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:22.401651 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b9d0268f-0c59-49be-8e80-5635511543b5 req-819e00fe-4134-4abb-a4e7-eb3cc2f661d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f HTTP/1.1" status: 200 len: 217 time: 0.0664778 Mar 11 16:57:22.405063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e184c06-266a-42b6-8d2c-a3c9279b1ffc None None] Checking router: 8b259795-7aca-454e-b4f3-bc80ff0461d7 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:57:22.414079 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e184c06-266a-42b6-8d2c-a3c9279b1ffc None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:22.415063 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5e184c06-266a-42b6-8d2c-a3c9279b1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:56:54Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:22.466346 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0268f-0c59-49be-8e80-5635511543b5 req-9a642a10-cb11-4fe3-89bf-977ab47386e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:22.468762 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b9d0268f-0c59-49be-8e80-5635511543b5 req-9a642a10-cb11-4fe3-89bf-977ab47386e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0606296 Mar 11 16:57:22.560232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0268f-0c59-49be-8e80-5635511543b5 req-efff40a3-2262-41c9-b41d-e1bdf38d8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:22.561777 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b9d0268f-0c59-49be-8e80-5635511543b5 req-efff40a3-2262-41c9-b41d-e1bdf38d8fa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863960 Mar 11 16:57:22.597520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-5e184c06-266a-42b6-8d2c-a3c9279b1ffc None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:22.644338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8835ea85-6c4c-4e91-9072-5bf76b51d21f no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:22.769916 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc5d67-8b7b-4cf3-8618-ff46172fa132 req-4e488e8d-00d1-42b9-a976-eaf257b2bcd8 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:22.770519 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-d7cc5d67-8b7b-4cf3-8618-ff46172fa132 req-4e488e8d-00d1-42b9-a976-eaf257b2bcd8 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Synchronizing usage tracker for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:22.774313 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b9d0268f-0c59-49be-8e80-5635511543b5 req-d6ab6ab5-fc1c-4e9e-8726-9449061eddb2 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053823 Mar 11 16:57:22.869675 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-d7cc5d67-8b7b-4cf3-8618-ff46172fa132 req-4e488e8d-00d1-42b9-a976-eaf257b2bcd8 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Unset dirty status for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:22.870832 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d7cc5d67-8b7b-4cf3-8618-ff46172fa132 req-4e488e8d-00d1-42b9-a976-eaf257b2bcd8 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 946 time: 0.3599558 Mar 11 16:57:22.932746 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:22.948486 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d7cc5d67-8b7b-4cf3-8618-ff46172fa132 req-18751e58-67ac-4606-b6f9-f59f9df88b8b tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647678 Mar 11 16:57:22.951850 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b9d0268f-0c59-49be-8e80-5635511543b5 req-b7cf9a0b-62d1-4c06-8bff-5af1f618299f service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693091 Mar 11 16:57:23.023115 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f'}] {{(pid=88559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:57:23.047299 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-914657db-d326-42fd-a892-f949c7cef192 None None] For port 8835ea85-6c4c-4e91-9072-5bf76b51d21f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:23.079586 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'code': 200} Mar 11 16:57:23.117900 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-5e184c06-266a-42b6-8d2c-a3c9279b1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '3f082e72-abc3-4d72-8768-ed690a1910cf', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:7a:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:11Z', 'updated_at': '2022-03-11T16:51:13Z', 'revision_number': 1, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:23.121902 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e184c06-266a-42b6-8d2c-a3c9279b1ffc None None] The sync data for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv is: [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_floatingips': [{'id': '3f082e72-abc3-4d72-8768-ed690a1910cf', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'router_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'port_id': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'mac_address': 'fa:16:3e:7a:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:11Z', 'updated_at': '2022-03-11T16:51:13Z', 'revision_number': 1, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:57:23.127916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403851012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403470668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403470713'] for port, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:23.193361 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Pushing event updated for resources: {'Port': ['ID=8835ea85-6c4c-4e91-9072-5bf76b51d21f,revision_number=8']} {{(pid=88559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:23.342639 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f2911-ff53-42f8-9049-82c8282a4c91 None None] New status for floating IP 62964990-dcf6-49c1-9735-8c907784e932: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:57:23.743232 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-c514c306-9410-47e0-a132-02fa92973f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.136831 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec719d9f-b7eb-4ef6-a6ce-d76cd5705188 req-edc1526e-1b54-4c7a-b1c0-5aabcb9feb86 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:24.138290 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec719d9f-b7eb-4ef6-a6ce-d76cd5705188 req-edc1526e-1b54-4c7a-b1c0-5aabcb9feb86 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 944 time: 0.0859389 Mar 11 16:57:24.182011 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-ec719d9f-b7eb-4ef6-a6ce-d76cd5705188 req-22936aca-3e43-4be8-b2d7-c50db64f1530 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381143 Mar 11 16:57:24.362835 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5ef9b-8534-4658-a69d-67a2ac357c83 req-ec2eabb7-0f49-44d9-8263-e559d5b34d76 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:24.364255 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-77d5ef9b-8534-4658-a69d-67a2ac357c83 req-ec2eabb7-0f49-44d9-8263-e559d5b34d76 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.30 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 944 time: 0.0789876 Mar 11 16:57:24.436894 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-77d5ef9b-8534-4658-a69d-67a2ac357c83 req-ebb82497-850d-4a42-8e76-e58e19565c25 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Deleting port 8835ea85-6c4c-4e91-9072-5bf76b51d21f {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:24.437166 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-77d5ef9b-8534-4658-a69d-67a2ac357c83 req-ebb82497-850d-4a42-8e76-e58e19565c25 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.458098 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.687718 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-77d5ef9b-8534-4658-a69d-67a2ac357c83 req-ebb82497-850d-4a42-8e76-e58e19565c25 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] For port 8835ea85-6c4c-4e91-9072-5bf76b51d21f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8835ea85-6c4c-4e91-9072-5bf76b51d21f,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:24.687976 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-77d5ef9b-8534-4658-a69d-67a2ac357c83 req-ebb82497-850d-4a42-8e76-e58e19565c25 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.742618 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:57:24.917204 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.937622 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-77d5ef9b-8534-4658-a69d-67a2ac357c83 req-ebb82497-850d-4a42-8e76-e58e19565c25 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Calling delete_port for 8835ea85-6c4c-4e91-9072-5bf76b51d21f owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:25.151474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-77d5ef9b-8534-4658-a69d-67a2ac357c83 req-ebb82497-850d-4a42-8e76-e58e19565c25 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:25.204866 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb82497-850d-4a42-8e76-e58e19565c25 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event deleted for resources: {'Port': ['ID=8835ea85-6c4c-4e91-9072-5bf76b51d21f,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:25.281465 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d5ef9b-8534-4658-a69d-67a2ac357c83 req-ebb82497-850d-4a42-8e76-e58e19565c25 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] No DVR routers for this DVR port 8835ea85-6c4c-4e91-9072-5bf76b51d21f on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:57:25.284667 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-77d5ef9b-8534-4658-a69d-67a2ac357c83 req-ebb82497-850d-4a42-8e76-e58e19565c25 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:25.286751 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'name': 'network-vif-deleted', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:57:25.342004 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ecaee8-a6bf-4b67-9c3e-c97cbe476592', 'name': 'network-vif-deleted', 'tag': '8835ea85-6c4c-4e91-9072-5bf76b51d21f', 'status': 'completed', 'code': 200} Mar 11 16:57:25.354474 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f56ed8a0-12fa-4a0d-bb98-f563cd39673c req-63ac5877-c536-4dde-b5f1-4d37d1cd3207 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Synchronizing usage tracker for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:25.367518 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-77d5ef9b-8534-4658-a69d-67a2ac357c83 req-ebb82497-850d-4a42-8e76-e58e19565c25 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.30 "DELETE /v2.0/ports/8835ea85-6c4c-4e91-9072-5bf76b51d21f HTTP/1.1" status: 204 len: 173 time: 0.9973314 Mar 11 16:57:25.470229 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-f56ed8a0-12fa-4a0d-bb98-f563cd39673c req-63ac5877-c536-4dde-b5f1-4d37d1cd3207 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Unset dirty status for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:25.471321 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-f56ed8a0-12fa-4a0d-bb98-f563cd39673c req-63ac5877-c536-4dde-b5f1-4d37d1cd3207 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=08ecaee8-a6bf-4b67-9c3e-c97cbe476592 HTTP/1.1" status: 200 len: 210 time: 0.1640394 Mar 11 16:57:26.317356 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:27.011724 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.167987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 52538) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:28.378572 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Deleting port d7c94218-835d-4865-9079-f48d41211981 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:28.378908 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.552326 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.552584 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.626943 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8835ea85-6c4c-4e91-9072-5bf76b51d21f no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:28.662713 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 8835ea85-6c4c-4e91-9072-5bf76b51d21f {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:57:28.663050 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 8835ea85-6c4c-4e91-9072-5bf76b51d21f not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:57:28.681261 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Calling delete_port for d7c94218-835d-4865-9079-f48d41211981 owned by network:floatingip {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:28.915042 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.965544 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event deleted for resources: {'Port': ['ID=d7c94218-835d-4865-9079-f48d41211981,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:29.058834 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for floatingip, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:29.059314 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.db.l3_db [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Floating IP 3f082e72-abc3-4d72-8768-ed690a1910cf disassociated (deleted). External IP: 172.26.6.129, port: 2480c499-a7e1-48d8-a06e-c32ee9bde45b. Mar 11 16:57:29.525040 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Router 8b259795-7aca-454e-b4f3-bc80ff0461d7 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:57:29.707134 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:57:29.716628 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93206fd1-e323-4be2-901c-77cc991076ef None None] Sync routers for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:57:29.725199 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for floatingip, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:29.725867 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93206fd1-e323-4be2-901c-77cc991076ef None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:29.726993 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-93206fd1-e323-4be2-901c-77cc991076ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:29.780210 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-4b06b296-1b40-49cb-9f79-d9d7026ecab5 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "DELETE /v2.0/floatingips/3f082e72-abc3-4d72-8768-ed690a1910cf HTTP/1.1" status: 204 len: 168 time: 1.6110666 Mar 11 16:57:29.780896 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:57:29.830245 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'status': 'completed', 'code': 200} Mar 11 16:57:29.911089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-93206fd1-e323-4be2-901c-77cc991076ef None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:29.933009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b29c6e-ce72-43ff-8b59-4e6df6a3ca01 req-bce59ef8-75a8-441a-a56d-b461fdd59b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:29.934500 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b2b29c6e-ce72-43ff-8b59-4e6df6a3ca01 req-bce59ef8-75a8-441a-a56d-b461fdd59b39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7daa1bef32d0433fb90a855988a9a372&device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 1096 time: 0.0823905 Mar 11 16:57:30.072524 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b29c6e-ce72-43ff-8b59-4e6df6a3ca01 req-a956cd90-11f8-4484-9bd7-0aa20f3a2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:30.074113 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b2b29c6e-ce72-43ff-8b59-4e6df6a3ca01 req-a956cd90-11f8-4484-9bd7-0aa20f3a2e56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 200 len: 910 time: 0.1331375 Mar 11 16:57:30.146644 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b2b29c6e-ce72-43ff-8b59-4e6df6a3ca01 req-174b88e9-94ff-42cc-943f-3cdbcd4dd732 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b HTTP/1.1" status: 200 len: 217 time: 0.0652766 Mar 11 16:57:30.213992 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b29c6e-ce72-43ff-8b59-4e6df6a3ca01 req-1b73b3ff-fe94-4f8d-84ab-65b9d6a3c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:30.215447 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b2b29c6e-ce72-43ff-8b59-4e6df6a3ca01 req-1b73b3ff-fe94-4f8d-84ab-65b9d6a3c7ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 200 len: 848 time: 0.0627611 Mar 11 16:57:30.237950 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-93206fd1-e323-4be2-901c-77cc991076ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:30.242748 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93206fd1-e323-4be2-901c-77cc991076ef None None] Checking router: 8b259795-7aca-454e-b4f3-bc80ff0461d7 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:57:30.253111 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93206fd1-e323-4be2-901c-77cc991076ef None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:30.253707 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-93206fd1-e323-4be2-901c-77cc991076ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:30.299163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b29c6e-ce72-43ff-8b59-4e6df6a3ca01 req-9d176ad0-cdbd-4f93-868d-43c35b980dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:30.300889 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b2b29c6e-ce72-43ff-8b59-4e6df6a3ca01 req-9d176ad0-cdbd-4f93-868d-43c35b980dcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa22e8a-d592-4af0-a283-f544f003d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792658 Mar 11 16:57:30.449595 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-93206fd1-e323-4be2-901c-77cc991076ef None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:30.502632 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b2b29c6e-ce72-43ff-8b59-4e6df6a3ca01 req-5bbfc5ce-ed47-43db-b877-fdfd779cc782 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874104 Mar 11 16:57:30.555407 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204c735-7cb4-4f1c-8e53-74a3b1169432 req-801c5689-5997-4483-bde6-641d0ff2d756 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:30.556140 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-9204c735-7cb4-4f1c-8e53-74a3b1169432 req-801c5689-5997-4483-bde6-641d0ff2d756 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Synchronizing usage tracker for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:30.664356 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-b2b29c6e-ce72-43ff-8b59-4e6df6a3ca01 req-c98afce7-5677-42e3-b77f-4b02769b93bd service neutron] 10.222.0.30 "GET /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547494 Mar 11 16:57:30.705898 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-9204c735-7cb4-4f1c-8e53-74a3b1169432 req-801c5689-5997-4483-bde6-641d0ff2d756 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Unset dirty status for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:30.707052 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9204c735-7cb4-4f1c-8e53-74a3b1169432 req-801c5689-5997-4483-bde6-641d0ff2d756 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 943 time: 0.3030620 Mar 11 16:57:30.752966 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-9204c735-7cb4-4f1c-8e53-74a3b1169432 req-4f42dd13-19dc-40de-a39b-ab737197f74e tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395098 Mar 11 16:57:30.812697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-93206fd1-e323-4be2-901c-77cc991076ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:30.816920 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93206fd1-e323-4be2-901c-77cc991076ef None None] The sync data for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv is: [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:50:36Z', 'revision_number': 4, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv', '_interfaces': [{'id': '9f6790cd-45b5-467d-b738-7f1c8adb1b91', 'name': '', 'network_id': '7fa22e8a-d592-4af0-a283-f544f003d9a0', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'mac_address': 'fa:16:3e:bd:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:35Z', 'updated_at': '2022-03-11T16:50:43Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'subnets': [{'id': '14eef279-322e-453c-a3c2-b519ff72b82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:57:31.029717 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af1b45-4de5-40be-a42d-89297c902c84 None None] New status for floating IP 3f082e72-abc3-4d72-8768-ed690a1910cf: DOWN {{(pid=88560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:57:31.375378 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59587264-988f-4407-8152-75156944bedd req-ecd0a6ad-4205-4745-8dbb-9914e80c22ef tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:31.376853 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-59587264-988f-4407-8152-75156944bedd req-ecd0a6ad-4205-4745-8dbb-9914e80c22ef tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 943 time: 0.0797906 Mar 11 16:57:31.451891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-59587264-988f-4407-8152-75156944bedd req-f6490581-c059-4d5c-8599-6e337b4eebdf tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Deleting port 2480c499-a7e1-48d8-a06e-c32ee9bde45b {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:31.452156 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-59587264-988f-4407-8152-75156944bedd req-f6490581-c059-4d5c-8599-6e337b4eebdf tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.819987 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [req-59587264-988f-4407-8152-75156944bedd req-f6490581-c059-4d5c-8599-6e337b4eebdf tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] For port 2480c499-a7e1-48d8-a06e-c32ee9bde45b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2480c499-a7e1-48d8-a06e-c32ee9bde45b,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:31.820747 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-59587264-988f-4407-8152-75156944bedd req-f6490581-c059-4d5c-8599-6e337b4eebdf tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.973948 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [req-59587264-988f-4407-8152-75156944bedd req-f6490581-c059-4d5c-8599-6e337b4eebdf tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Calling delete_port for 2480c499-a7e1-48d8-a06e-c32ee9bde45b owned by compute:nova {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:32.136508 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236f9b7-2abb-41e4-9445-b631b72e1bdf req-48c10e2d-aac5-42b8-94c2-fa07f6fcb185 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:32.138041 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5236f9b7-2abb-41e4-9445-b631b72e1bdf req-48c10e2d-aac5-42b8-94c2-fa07f6fcb185 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 943 time: 0.2570662 Mar 11 16:57:32.208994 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-5236f9b7-2abb-41e4-9445-b631b72e1bdf req-2b406dc5-e2f2-4976-8ca1-182d6c3a917d tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b0e7171-97e6-4fd4-86bd-875a6fbf6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548770 Mar 11 16:57:32.283479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-59587264-988f-4407-8152-75156944bedd req-f6490581-c059-4d5c-8599-6e337b4eebdf tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.336906 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6490581-c059-4d5c-8599-6e337b4eebdf tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event deleted for resources: {'Port': ['ID=2480c499-a7e1-48d8-a06e-c32ee9bde45b,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:32.414909 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [req-59587264-988f-4407-8152-75156944bedd req-f6490581-c059-4d5c-8599-6e337b4eebdf tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] No DVR routers for this DVR port 2480c499-a7e1-48d8-a06e-c32ee9bde45b on host hv-neutron-8332 {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:57:32.417348 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [req-59587264-988f-4407-8152-75156944bedd req-f6490581-c059-4d5c-8599-6e337b4eebdf tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408265'] for port, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.419858 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'name': 'network-vif-deleted', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b'}] {{(pid=88558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:57:32.465020 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56945b5-5a13-440d-bd65-52b9d9d66102', 'name': 'network-vif-deleted', 'tag': '2480c499-a7e1-48d8-a06e-c32ee9bde45b', 'status': 'completed', 'code': 200} Mar 11 16:57:32.515595 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-59587264-988f-4407-8152-75156944bedd req-f6490581-c059-4d5c-8599-6e337b4eebdf tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.30 "DELETE /v2.0/ports/2480c499-a7e1-48d8-a06e-c32ee9bde45b HTTP/1.1" status: 204 len: 173 time: 1.1323056 Mar 11 16:57:33.379767 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-d35c37b0-2dba-4f6e-bcce-1415a801d087 req-b3965940-a33a-443b-8d9f-28076a6c0ba7 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Synchronizing usage tracker for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:33.451887 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.quota.resource [req-d35c37b0-2dba-4f6e-bcce-1415a801d087 req-b3965940-a33a-443b-8d9f-28076a6c0ba7 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Unset dirty status for tenant:7daa1bef32d0433fb90a855988a9a372 on resource:port {{(pid=88558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:33.453077 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [req-d35c37b0-2dba-4f6e-bcce-1415a801d087 req-b3965940-a33a-443b-8d9f-28076a6c0ba7 tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56945b5-5a13-440d-bd65-52b9d9d66102 HTTP/1.1" status: 200 len: 210 time: 0.1164873 Mar 11 16:57:34.548442 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 52556) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:34.621882 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b648fcf5-c9b2-4b67-9c24-9be84215fe6e tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.652012 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b648fcf5-c9b2-4b67-9c24-9be84215fe6e tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.657938 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 2480c499-a7e1-48d8-a06e-c32ee9bde45b no longer exists at agent hyperv_hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:34.696476 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-914657db-d326-42fd-a892-f949c7cef192 None None] No Port match for: 2480c499-a7e1-48d8-a06e-c32ee9bde45b {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:57:34.696862 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Device 2480c499-a7e1-48d8-a06e-c32ee9bde45b not bound to the agent host hv-neutron-8332 {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:57:34.800259 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b648fcf5-c9b2-4b67-9c24-9be84215fe6e tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.819344 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648fcf5-c9b2-4b67-9c24-9be84215fe6e tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0e7171-97e6-4fd4-86bd-875a6fbf6838,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:34.904951 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b648fcf5-c9b2-4b67-9c24-9be84215fe6e tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.906128 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b648fcf5-c9b2-4b67-9c24-9be84215fe6e tempest-TestSnapshotPattern-519986722 tempest-TestSnapshotPattern-519986722-project] 10.222.0.39 "DELETE /v2.0/security-groups/7b0e7171-97e6-4fd4-86bd-875a6fbf6838 HTTP/1.1" status: 204 len: 168 time: 0.3566339 Mar 11 16:57:35.038861 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 52562) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:35.668880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.132000 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Deleting port 9f6790cd-45b5-467d-b738-7f1c8adb1b91 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:36.132826 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.303639 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] For port 9f6790cd-45b5-467d-b738-7f1c8adb1b91, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=9f6790cd-45b5-467d-b738-7f1c8adb1b91,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:36.303991 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.433447 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Calling delete_port for 9f6790cd-45b5-467d-b738-7f1c8adb1b91 owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:36.831475 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.907771 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6790cd-45b5-467d-b738-7f1c8adb1b91,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:36.924664 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:36.925003 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:36.925348 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:36.925679 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:36.926071 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:36.926405 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:36.926729 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:36.927054 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:36.927379 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:36.927697 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:36.928017 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:36.928333 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-2-hyperv {{(pid=88557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:37.175275 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:37.665159 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Router 8b259795-7aca-454e-b4f3-bc80ff0461d7 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:57:37.848479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:57:37.859526 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fcd81e-57c6-414f-83d9-a18cb803ad8b None None] Sync routers for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:57:37.869346 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fcd81e-57c6-414f-83d9-a18cb803ad8b None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:37.869961 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-36fcd81e-57c6-414f-83d9-a18cb803ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:37.924129 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a9772ef1-519c-4228-ade7-d993fa2766d5 admin admin] 10.222.0.39 "PUT /v2.0/routers/8b259795-7aca-454e-b4f3-bc80ff0461d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8840961 Mar 11 16:57:37.925415 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 52568) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:38.059230 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-36fcd81e-57c6-414f-83d9-a18cb803ad8b None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:38.106009 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:38.297483 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:38.354358 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-36fcd81e-57c6-414f-83d9-a18cb803ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:57:36Z', 'revision_number': 5, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port': {'id': '0dbe8a21-a99e-4b75-9dc4-762db4d17ccf', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:32Z', 'updated_at': '2022-03-11T16:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:38.358368 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fcd81e-57c6-414f-83d9-a18cb803ad8b None None] Checking router: 8b259795-7aca-454e-b4f3-bc80ff0461d7 for host: dv-neutron-833203-2-hyperv {{(pid=88559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:57:38.367384 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fcd81e-57c6-414f-83d9-a18cb803ad8b None None] Routers {'8b259795-7aca-454e-b4f3-bc80ff0461d7'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:38.367984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-36fcd81e-57c6-414f-83d9-a18cb803ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['8b259795-7aca-454e-b4f3-bc80ff0461d7'], 'active': True} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:38.371664 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Deleting port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:38.376025 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:38.524472 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_dvr_db [None req-36fcd81e-57c6-414f-83d9-a18cb803ad8b None None] Set router 8b259795-7aca-454e-b4f3-bc80ff0461d7 gateway port host: None {{(pid=88559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:38.547893 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] For port 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=0dbe8a21-a99e-4b75-9dc4-762db4d17ccf,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:38.548251 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:38.640747 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.db.l3_hamode_db [None req-36fcd81e-57c6-414f-83d9-a18cb803ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:57:38Z', 'revision_number': 6, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port_host': None}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:38.644795 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fcd81e-57c6-414f-83d9-a18cb803ad8b None None] The sync data for ids ['8b259795-7aca-454e-b4f3-bc80ff0461d7'] in dv-neutron-833203-2-hyperv is: [{'id': '8b259795-7aca-454e-b4f3-bc80ff0461d7', 'name': 'tempest-TestSnapshotPattern-336679499-router', 'tenant_id': '7daa1bef32d0433fb90a855988a9a372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:31Z', 'updated_at': '2022-03-11T16:57:38Z', 'revision_number': 6, 'project_id': '7daa1bef32d0433fb90a855988a9a372', 'gw_port_host': None}] {{(pid=88559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:57:38.785580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Calling delete_port for 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf owned by network:router_gateway {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:39.160226 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:39.208464 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dbe8a21-a99e-4b75-9dc4-762db4d17ccf,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:39.304175 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:39.485571 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:39.487787 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:39.608417 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:39.608975 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b259795-7aca-454e-b4f3-bc80ff0461d7 {{(pid=88558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:57:39.621561 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:39.623218 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-b90d6583-c39e-413d-81e1-211c9f2c20a1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8b259795-7aca-454e-b4f3-bc80ff0461d7 HTTP/1.1" status: 204 len: 168 time: 1.6965947 Mar 11 16:57:39.625715 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 52572) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:39.690855 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb75c265-48ce-4690-aa3d-62d7f80d3d33 admin admin] Deleting subnet 14eef279-322e-453c-a3c2-b519ff72b82c {{(pid=88558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:57:39.694003 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb75c265-48ce-4690-aa3d-62d7f80d3d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:39.745487 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb75c265-48ce-4690-aa3d-62d7f80d3d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410297'] for subnet, precommit_delete_associations {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:39.823324 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb75c265-48ce-4690-aa3d-62d7f80d3d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.003049 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb75c265-48ce-4690-aa3d-62d7f80d3d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2535785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3557964'] for subnet, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.040422 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75c265-48ce-4690-aa3d-62d7f80d3d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14eef279-322e-453c-a3c2-b519ff72b82c,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:40.044019 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-eb75c265-48ce-4690-aa3d-62d7f80d3d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.049898 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01fec1-3e5e-4ea3-adc1-a1110400549c None None] Network 7fa22e8a-d592-4af0-a283-f544f003d9a0 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:40.050385 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-eb75c265-48ce-4690-aa3d-62d7f80d3d33 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/14eef279-322e-453c-a3c2-b519ff72b82c HTTP/1.1" status: 204 len: 168 time: 0.4234223 Mar 11 16:57:40.052500 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 52576) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:40.164479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.175386 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Deleting port 394612d7-814b-4fb4-ab5a-1439d1475a26 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:40.175785 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.320922 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf20eda-d508-4803-975a-7828f0ae02cd None None] DHCP port deletion for 7fa22e8a-d592-4af0-a283-f544f003d9a0 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:57:40.325520 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-fbf20eda-d508-4803-975a-7828f0ae02cd None None] Deleting port 394612d7-814b-4fb4-ab5a-1439d1475a26 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:40.325896 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fbf20eda-d508-4803-975a-7828f0ae02cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.391351 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] For port 394612d7-814b-4fb4-ab5a-1439d1475a26, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=394612d7-814b-4fb4-ab5a-1439d1475a26,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:40.392048 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.430144 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:40.493942 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:57:40.494282 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 0dbe8a21-a99e-4b75-9dc4-762db4d17ccf not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:57:40.494699 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 394612d7-814b-4fb4-ab5a-1439d1475a26 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:40.634613 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Calling delete_port for 394612d7-814b-4fb4-ab5a-1439d1475a26 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:40.715089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-fbf20eda-d508-4803-975a-7828f0ae02cd None None] For port 394612d7-814b-4fb4-ab5a-1439d1475a26, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=394612d7-814b-4fb4-ab5a-1439d1475a26,segment=NetworkSegment(fdd52580-01d2-4814-ae63-31f3d4795f88),segment_id=fdd52580-01d2-4814-ae63-31f3d4795f88)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:40.715089 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fbf20eda-d508-4803-975a-7828f0ae02cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.783174 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592174'] for port, before_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.794891 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.843356 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Pushing event deleted for resources: {'Port': ['ID=394612d7-814b-4fb4-ab5a-1439d1475a26,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:40.845150 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] No DVR routers for this DVR port 394612d7-814b-4fb4-ab5a-1439d1475a26 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:57:40.855369 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-fbf20eda-d508-4803-975a-7828f0ae02cd None None] Calling delete_port for 394612d7-814b-4fb4-ab5a-1439d1475a26 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:40.955909 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9f6790cd-45b5-467d-b738-7f1c8adb1b91 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:40.959727 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.990139 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa22e8a-d592-4af0-a283-f544f003d9a0']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:40.999737 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 9f6790cd-45b5-467d-b738-7f1c8adb1b91 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:57:41.000065 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 9f6790cd-45b5-467d-b738-7f1c8adb1b91 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:57:41.003180 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd52580-01d2-4814-ae63-31f3d4795f88') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:41.003374 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd52580-01d2-4814-ae63-31f3d4795f88') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:41.008818 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-fbf20eda-d508-4803-975a-7828f0ae02cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:57:41.009173 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-fbf20eda-d508-4803-975a-7828f0ae02cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:57:41.016530 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.033244 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.039580 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:57:41.040077 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:57:41.053435 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:57:41.271480 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.287805 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.300292 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa22e8a-d592-4af0-a283-f544f003d9a0,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:41.305850 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-d050d095-c1fe-41d7-8d2b-f37916064137 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7fa22e8a-d592-4af0-a283-f544f003d9a0 HTTP/1.1" status: 204 len: 168 time: 1.2523470 Mar 11 16:57:41.308958 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 52580) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:41.510886 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-fbf20eda-d508-4803-975a-7828f0ae02cd None None] Deleting port 394612d7-814b-4fb4-ab5a-1439d1475a26 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:41.511423 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-fbf20eda-d508-4803-975a-7828f0ae02cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.586201 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-fbf20eda-d508-4803-975a-7828f0ae02cd None None] The port '394612d7-814b-4fb4-ab5a-1439d1475a26' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:57:41.856260 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-995015'] for router_interface, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:42.208389 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] Deleting port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:42.208659 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:42.498916 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] For port 2b6b9730-2aba-4ee3-9933-8ce9bca7752f, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=2b6b9730-2aba-4ee3-9933-8ce9bca7752f,segment=NetworkSegment(eae7b947-acae-45c3-b6ba-6efb2e4e2df3),segment_id=eae7b947-acae-45c3-b6ba-6efb2e4e2df3)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:42.499610 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:42.622006 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] Calling delete_port for 2b6b9730-2aba-4ee3-9933-8ce9bca7752f owned by network:router_interface {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:42.863245 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:42.940027 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6b9730-2aba-4ee3-9933-8ce9bca7752f,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:43.181559 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994907'] for router_interface, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:43.543341 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] Router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 has already been hosted by L3 agent 70beac46-297e-4d66-beb7-ddcda3186d40 {{(pid=88557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:57:43.724380 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] Notify agent at l3_agent.dv-neutron-833203-2-hyperv the message routers_updated {{(pid=88557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:57:43.732849 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01256873-b81e-4870-981d-037c46f49ca9 None None] Sync routers for ids ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'] in dv-neutron-833203-2-hyperv {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:57:43.743110 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01256873-b81e-4870-981d-037c46f49ca9 None None] Routers {'881f2c29-c988-4c2c-bdb1-4431e4a84c92'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:43.760395 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-01256873-b81e-4870-981d-037c46f49ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:43.811369 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a37cd162-57d2-4bb2-a196-e10f3718f3e7 admin admin] 10.222.0.39 "PUT /v2.0/routers/881f2c29-c988-4c2c-bdb1-4431e4a84c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5011103 Mar 11 16:57:43.813626 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 52588) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:43.921851 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-01256873-b81e-4870-981d-037c46f49ca9 None None] Set router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:44.114538 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.208944 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-01256873-b81e-4870-981d-037c46f49ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'name': 'tempest-TestSnapshotPattern-506166038-router', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:39Z', 'updated_at': '2022-03-11T16:57:42Z', 'revision_number': 5, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'gw_port': {'id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:40Z', 'updated_at': '2022-03-11T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:44.213379 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01256873-b81e-4870-981d-037c46f49ca9 None None] Checking router: 881f2c29-c988-4c2c-bdb1-4431e4a84c92 for host: dv-neutron-833203-2-hyperv {{(pid=88560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:57:44.221535 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01256873-b81e-4870-981d-037c46f49ca9 None None] Routers {'881f2c29-c988-4c2c-bdb1-4431e4a84c92'} bound to L3 agent in host dv-neutron-833203-2-hyperv {{(pid=88560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:44.222118 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-01256873-b81e-4870-981d-037c46f49ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:30:23Z,description=,heartbeat_timestamp=2022-03-11T16:57:24Z,host='dv-neutron-833203-2-hyperv',id=70beac46-297e-4d66-beb7-ddcda3186d40,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:30:23Z,topic='l3_agent')) {'router_ids': ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'], 'active': True} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:44.312929 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.399750 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_dvr_db [None req-01256873-b81e-4870-981d-037c46f49ca9 None None] Set router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 gateway port host: dv-neutron-833203-2-hyperv {{(pid=88560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:44.440093 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Deleting port a5175a7b-9e8e-4215-8237-e27e62f36b21 {{(pid=88557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:44.440640 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.629334 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.db [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] For port a5175a7b-9e8e-4215-8237-e27e62f36b21, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=a5175a7b-9e8e-4215-8237-e27e62f36b21,segment=NetworkSegment(2d3a1750-686f-4cc9-b98a-e0846bebbb3d),segment_id=2d3a1750-686f-4cc9-b98a-e0846bebbb3d)] {{(pid=88557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:44.630119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.690485 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.l3_hamode_db [None req-01256873-b81e-4870-981d-037c46f49ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'name': 'tempest-TestSnapshotPattern-506166038-router', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:39Z', 'updated_at': '2022-03-11T16:57:42Z', 'revision_number': 5, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'gw_port': {'id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:40Z', 'updated_at': '2022-03-11T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}], 'dv-neutron-833203-2-hyperv', False) {} {{(pid=88560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:44.695041 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01256873-b81e-4870-981d-037c46f49ca9 None None] The sync data for ids ['881f2c29-c988-4c2c-bdb1-4431e4a84c92'] in dv-neutron-833203-2-hyperv is: [{'id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'name': 'tempest-TestSnapshotPattern-506166038-router', 'tenant_id': '84349b1661274acc98ad5c6b29665ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'external_fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:50:39Z', 'updated_at': '2022-03-11T16:57:42Z', 'revision_number': 5, 'project_id': '84349b1661274acc98ad5c6b29665ef2', 'gw_port': {'id': 'a5175a7b-9e8e-4215-8237-e27e62f36b21', 'name': '', 'network_id': '71963bab-350e-4902-b19d-5dd30945ddcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881f2c29-c988-4c2c-bdb1-4431e4a84c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:50:40Z', 'updated_at': '2022-03-11T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7a5f4b-f04b-4151-aabf-2374f6a608ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-2-hyperv'}] {{(pid=88560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:57:44.754880 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.plugins.ml2.plugin [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Calling delete_port for a5175a7b-9e8e-4215-8237-e27e62f36b21 owned by network:router_gateway {{(pid=88557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:44.983594 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2364573'] for port, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.038279 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5175a7b-9e8e-4215-8237-e27e62f36b21,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:45.144479 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-994530'] for router_gateway, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.320853 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2620'] for router, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.323029 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.419881 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993546'] for router, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.420429 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881f2c29-c988-4c2c-bdb1-4431e4a84c92 {{(pid=88557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:57:45.433955 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.435135 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-ed265cac-00e7-45f0-ad15-cf58aad666d9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/881f2c29-c988-4c2c-bdb1-4431e4a84c92 HTTP/1.1" status: 204 len: 168 time: 1.6205988 Mar 11 16:57:45.438119 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 52594) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:45.499764 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.db.db_base_plugin_v2 [None req-39def0b8-65d8-40d1-9d5a-1c10a9346c0b admin admin] Deleting subnet 224137e7-e7a7-47f6-8694-2d3f730207cb {{(pid=88557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:57:45.503023 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39def0b8-65d8-40d1-9d5a-1c10a9346c0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.555457 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39def0b8-65d8-40d1-9d5a-1c10a9346c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363837'] for subnet, precommit_delete_associations {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.631680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39def0b8-65d8-40d1-9d5a-1c10a9346c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047133'] for subnet, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.783335 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39def0b8-65d8-40d1-9d5a-1c10a9346c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823884'] for subnet, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.938068 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39def0b8-65d8-40d1-9d5a-1c10a9346c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224137e7-e7a7-47f6-8694-2d3f730207cb,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:45.940032 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-39def0b8-65d8-40d1-9d5a-1c10a9346c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.944432 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bb94f2-5833-4efd-89b5-5e4f0abd1c7d None None] Network 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 requested from dv-neutron-833203-2-hyperv {{(pid=88559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:45.947430 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-39def0b8-65d8-40d1-9d5a-1c10a9346c0b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/224137e7-e7a7-47f6-8694-2d3f730207cb HTTP/1.1" status: 204 len: 168 time: 0.5082781 Mar 11 16:57:45.950074 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 52600) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:46.057479 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586497'] for network, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.067645 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Deleting port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 {{(pid=88558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:46.067982 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.200596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63733bb-c02c-489b-9b19-6d885f429b29 None None] DHCP port deletion for 273a6ec8-e391-4f43-ad08-fb4cbe0fba91 request from dv-neutron-833203-2-hyperv {{(pid=88559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:57:46.205124 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f63733bb-c02c-489b-9b19-6d885f429b29 None None] Deleting port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:46.205491 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f63733bb-c02c-489b-9b19-6d885f429b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.281849 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.db [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] For port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6ddabb22-932e-4dfa-9e5d-31119e5a0c97,segment=NetworkSegment(eae7b947-acae-45c3-b6ba-6efb2e4e2df3),segment_id=eae7b947-acae-45c3-b6ba-6efb2e4e2df3)] {{(pid=88558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:46.282206 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.352972 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:46.412995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.plugin [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Calling delete_port for 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 owned by network:dhcp {{(pid=88558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:46.466676 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.db [None req-f63733bb-c02c-489b-9b19-6d885f429b29 None None] For port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97, host dv-neutron-833203-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-2-hyperv',level=0,port_id=6ddabb22-932e-4dfa-9e5d-31119e5a0c97,segment=NetworkSegment(eae7b947-acae-45c3-b6ba-6efb2e4e2df3),segment_id=eae7b947-acae-45c3-b6ba-6efb2e4e2df3)] {{(pid=88559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:46.466985 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f63733bb-c02c-489b-9b19-6d885f429b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996551'] for port, precommit_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.548902 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403849966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403470659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2535772'] for port, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.597705 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddabb22-932e-4dfa-9e5d-31119e5a0c97,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:46.598543 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f63733bb-c02c-489b-9b19-6d885f429b29 None None] Calling delete_port for 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 owned by network:dhcp {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:46.599525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] No DVR routers for this DVR port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 on host dv-neutron-833203-2-hyperv {{(pid=88558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:57:46.625398 dv-neutron-833203-2-hyperv neutron-server[88559]: INFO neutron.plugins.ml2.db [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No ports have port_id starting with 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 Mar 11 16:57:46.632326 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a5175a7b-9e8e-4215-8237-e27e62f36b21 no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:46.712787 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: a5175a7b-9e8e-4215-8237-e27e62f36b21 {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:57:46.713123 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device a5175a7b-9e8e-4215-8237-e27e62f36b21 not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:57:46.713533 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2b6b9730-2aba-4ee3-9933-8ce9bca7752f no longer exists at agent ovs-agent-dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:46.716138 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047766', 'neutron.services.segments.db._delete_segments_for_network-8740403924309'] for network, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.745817 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273a6ec8-e391-4f43-ad08-fb4cbe0fba91']}} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:46.754097 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] No Port match for: 2b6b9730-2aba-4ee3-9933-8ce9bca7752f {{(pid=88559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:57:46.754857 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.rpc [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Device 2b6b9730-2aba-4ee3-9933-8ce9bca7752f not bound to the agent host dv-neutron-833203-2-hyperv {{(pid=88559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:57:46.758995 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae7b947-acae-45c3-b6ba-6efb2e4e2df3') {'for_net_delete': True} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:46.759294 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.services.segments.db [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae7b947-acae-45c3-b6ba-6efb2e4e2df3') {} {{(pid=88558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:46.771163 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403927408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2410288'] for segment, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.781828 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.db.api [None req-f63733bb-c02c-489b-9b19-6d885f429b29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:57:46.782180 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG oslo_db.api [None req-f63733bb-c02c-489b-9b19-6d885f429b29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:57:46.787046 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033226'] for segment, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.793669 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:57:46.798900 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535731'] for segment, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: Traceback (most recent call last): Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: timer() Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: cb(*args, **kw) Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: return func(*args, **kwargs) Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: self._notify() Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: self.callback(batched_events) Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: event.method(event) Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: return f(self, *a, **k) Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._get(url).json() Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: return self.request(url, 'GET', **kwargs) Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:57:46.807672 dv-neutron-833203-2-hyperv neutron-server[88558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:57:46.931851 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-994503'] for network, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.947525 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Notify callbacks [] for network, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.959734 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=273a6ec8-e391-4f43-ad08-fb4cbe0fba91,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:46.964609 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-f812d558-0e06-4c24-9db7-1a11303961e1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/273a6ec8-e391-4f43-ad08-fb4cbe0fba91 HTTP/1.1" status: 204 len: 168 time: 1.0130322 Mar 11 16:57:47.268136 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 52606) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:47.283744 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f63733bb-c02c-489b-9b19-6d885f429b29 None None] Deleting port 6ddabb22-932e-4dfa-9e5d-31119e5a0c97 {{(pid=88559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:47.284704 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f63733bb-c02c-489b-9b19-6d885f429b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403844100'] for port, before_delete {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:47.318491 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-70369b2f-6d38-4fca-a5ac-9bb021a8a4b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7daa1bef32d0433fb90a855988a9a372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490077 Mar 11 16:57:47.321161 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.wsgi [-] (88558) accepted ('10.222.0.39', 52610) {{(pid=88558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:47.355291 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron.plugins.ml2.plugin [None req-f63733bb-c02c-489b-9b19-6d885f429b29 None None] The port '6ddabb22-932e-4dfa-9e5d-31119e5a0c97' was deleted {{(pid=88559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:57:47.383232 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cccbd738-1261-4965-9a7f-908ab26d2059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:47.408745 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cccbd738-1261-4965-9a7f-908ab26d2059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:47.531394 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cccbd738-1261-4965-9a7f-908ab26d2059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:47.546749 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbd738-1261-4965-9a7f-908ab26d2059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e3e36-9042-4b64-b15c-b66b89dd2fc8,revision_number=None']} {{(pid=88558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:47.555319 dv-neutron-833203-2-hyperv neutron-server[88558]: DEBUG neutron_lib.callbacks.manager [None req-cccbd738-1261-4965-9a7f-908ab26d2059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:47.556462 dv-neutron-833203-2-hyperv neutron-server[88558]: INFO neutron.wsgi [None req-cccbd738-1261-4965-9a7f-908ab26d2059 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae6e3e36-9042-4b64-b15c-b66b89dd2fc8 HTTP/1.1" status: 204 len: 168 time: 0.2344048 Mar 11 16:57:48.263253 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 52618) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:48.313164 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-36b79d13-7d5d-4122-9818-a672e4971c53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84349b1661274acc98ad5c6b29665ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487680 Mar 11 16:57:48.315582 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [-] (88557) accepted ('10.222.0.39', 52622) {{(pid=88557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:48.371085 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a3269658-92fc-4194-b8b4-7b333743a938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:48.395680 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a3269658-92fc-4194-b8b4-7b333743a938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:48.545572 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a3269658-92fc-4194-b8b4-7b333743a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618496'] for security_group, after_delete {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:48.559925 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3269658-92fc-4194-b8b4-7b333743a938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256cf382-414f-488f-8c9c-0031293459e8,revision_number=None']} {{(pid=88557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:48.568483 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron_lib.callbacks.manager [None req-a3269658-92fc-4194-b8b4-7b333743a938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:48.568483 dv-neutron-833203-2-hyperv neutron-server[88557]: INFO neutron.wsgi [None req-a3269658-92fc-4194-b8b4-7b333743a938 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/256cf382-414f-488f-8c9c-0031293459e8 HTTP/1.1" status: 204 len: 168 time: 0.2515202 Mar 11 16:57:50.908720 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3b0418ad-a8d2-4de8-a54c-bdd1a4a2a0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:53.777306 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-3652870f-3ca6-4df1-8af3-38588ef087e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:54.468104 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:54.925338 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:56.296913 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:56.985355 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:01.741292 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:58:20.913625 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b7034b48-1993-478c-833e-58695df2f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:23.739018 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ed980e20-16da-4215-a2d0-f73189d67705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:24.460314 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:24.887562 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:26.276856 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:27.001793 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:38.741156 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:58:50.907246 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-d2b0558f-bfbb-467c-9937-e9ef77a456fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:53.770596 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f41cb085-68ce-4981-ad33-f04e6e7e5be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.478877 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.942008 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:56.313106 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:57.007939 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:15.739847 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:59:20.915957 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4897ab8b-1fdf-49a6-ac19-912d659f3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:23.755396 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-7004f870-e598-487d-8dff-98f0d4ac8b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:24.454982 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:24.961290 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:26.292983 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:27.038552 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:50.930569 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-feb6f5a2-d9f0-4ffb-99a3-ed3ce5c03ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:52.738627 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:59:53.746373 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2c35f99b-951e-4c75-ad30-ac8b15e7b66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:54.529271 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:54.912836 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:56.309535 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:57.014615 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.929058 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-80cbc390-317d-4acb-a643-bab3727b81b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:23.763571 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-4ce02c89-5b76-4a86-b25a-e563fab68c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:24.483262 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:24.920574 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:26.314844 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:27.065486 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:29.738306 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:00:50.957582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8623d5a1-222d-4053-b485-46f0d06c4c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:53.796797 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-f603cf1c-257d-435f-bf1e-5636c00895bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:54.465275 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:54.920217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:56.320928 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:57.040665 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:06.741758 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:01:20.993984 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-9f0dba32-9125-4fbb-8daa-91c561088d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:23.767796 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-2ebfce42-b854-4be2-9f4b-e3ca07e70f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:24.533536 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:24.973032 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:26.356092 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:27.047217 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.742375 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:01:50.926822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-442a2822-8f54-4137-9b20-cf4cc806170c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:53.750515 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-e1e81140-a5df-49c0-b32d-34f8cc68f36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:54.492672 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:55.027799 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:56.330456 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:57.067582 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:20.748044 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:02:20.959289 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5ea9-e1dc-44e8-b0e0-41c3a4938b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:23.787916 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a2eb768b-8c1d-490f-ae76-d483d7f758c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:24.503779 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:24.949697 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:26.314896 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:27.023822 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:50.937644 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-b35c04ef-55d8-4277-8537-70f07cc53ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:53.759725 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-a245130d-5557-4722-8b8c-8adcc938d106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:54.485441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:54.925749 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:56.341549 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:57.051441 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:57.748216 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:02:58.751930 dv-neutron-833203-2-hyperv neutron-server[88557]: DEBUG neutron.wsgi [req-c56bcc24-a41d-4460-b5aa-529cff0431d7 req-9d87aafe-9204-44b9-97a7-9cd429b56430 service neutron] (88557) timed out ('10.222.0.39', 51498) {{(pid=88557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:03:20.923879 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-5c1de3dc-8f8d-476d-9048-63e836b2207d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:23.746572 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-27273d4b-ea2b-4dc1-bf17-6b79f8c5c9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:24.489087 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:24.937224 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:26.307900 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:27.054639 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:34.748794 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:03:50.913629 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ea18c43e-3afe-4d41-acbd-770e8d88d2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:53.758553 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-35f8553e-a1ee-409f-8e3a-c4cd8efd3d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:54.495640 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-ce7b13d6-3dd9-4451-8863-4509df9e16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:54.947477 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-04ef7ce9-bc36-4c1f-8450-8da29f3ed4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:56.330533 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d330-d513-4d40-b531-f45e3aa68bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:57.107017 dv-neutron-833203-2-hyperv neutron-server[88559]: DEBUG neutron_lib.callbacks.manager [None req-914657db-d326-42fd-a892-f949c7cef192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403924282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042604'] for agent, after_update {{(pid=88559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:11.749746 dv-neutron-833203-2-hyperv neutron-server[88560]: DEBUG neutron.db.agents_db [None req-372dfed4-8c28-4251-820f-290d55d2e4f9 None None] Agent healthcheck: found 6 active agents {{(pid=88560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}